-- Logs begin at Fri 2022-03-11 15:03:57 UTC, end at Fri 2022-03-11 17:34:07 UTC. -- Mar 11 16:05:53.756411 dv-neutron-833379-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 16:05:56.324851 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.common.config [-] Logging enabled! Mar 11 16:05:56.325475 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 11 16:05:56.325621 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88489) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 16:05:56.328742 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.common.config [-] Logging enabled! Mar 11 16:05:56.328994 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev72 Mar 11 16:05:56.329309 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88489) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 16:05:56.330279 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 16:05:56.330517 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 16:05:56.330886 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 16:05:56.331136 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 16:05:56.331365 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 16:05:56.331683 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.331981 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.332280 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.332516 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.332805 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.333096 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.333381 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.333670 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.333967 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.334280 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.334566 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.334857 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.335090 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.335373 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.335662 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.335975 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.336198 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] debug = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.336482 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.336912 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.337322 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.337609 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.337901 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.338203 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.338481 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.338760 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.339045 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.339376 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] host = dv-neutron-833379-1-hyperv {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.339656 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.339942 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.340230 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.340522 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.340801 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.341085 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.341380 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.341649 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.341923 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] log_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.342218 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.342513 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.342803 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.343095 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.343322 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.343546 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.343834 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.344122 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.344398 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.344674 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.344950 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.345225 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.345501 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.345771 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.346056 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.346370 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.346660 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.346939 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.347215 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.347488 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.347761 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.348046 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.348320 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.348596 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.348871 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.349156 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.349426 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.349701 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.350001 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.350309 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.350592 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.350882 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.351156 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.351438 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.352243 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.352515 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.352965 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] use_json = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.353251 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.353529 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.353816 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.354092 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.354391 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.354667 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.354942 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.355232 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.355507 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:56.355804 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.356106 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.356407 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.356693 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.356982 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.357265 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.357555 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.357837 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.358128 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.358443 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.358733 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.359014 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.359304 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.359585 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.359881 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.360184 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.360481 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.360776 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.361054 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.361333 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.361610 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.361891 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.362191 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.362494 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.362785 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.363059 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.363342 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.363635 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.363915 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.364190 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.364473 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.364762 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.365040 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.365315 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.365598 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.365876 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.366150 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.366449 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.366728 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.367017 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.368040 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.368325 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.368604 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.368888 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.369163 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.369452 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.369731 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.370007 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.370305 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.370586 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.370865 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.371143 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.371420 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.371692 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.371971 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.372244 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.372517 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.372791 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.373062 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.373336 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.373607 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.373880 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.374158 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.374459 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.374733 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.375010 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.375284 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.375557 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.375844 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.376144 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.376425 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.376707 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.376987 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.377267 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.377544 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.377822 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.378101 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.378406 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.378678 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.378969 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.379252 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.379539 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.379821 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.380101 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.380399 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.380677 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.380960 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.381243 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.381528 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.381814 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.382099 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.382421 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.382741 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.383037 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.383332 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.383622 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.383902 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.384210 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.384488 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:56.384706 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 16:05:56.384948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88489) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 16:05:56.787295 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO keyring.backend [-] Loading KWallet Mar 11 16:05:56.794844 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO keyring.backend [-] Loading SecretService Mar 11 16:05:56.798340 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO keyring.backend [-] Loading Windows Mar 11 16:05:56.799695 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO keyring.backend [-] Loading chainer Mar 11 16:05:56.800276 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO keyring.backend [-] Loading macOS Mar 11 16:05:56.834357 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 16:05:56.834637 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 16:05:56.834930 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 16:05:56.835276 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 16:05:57.234296 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.234588 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.234875 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.236186 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.236471 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.236742 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.275738 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.276011 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.276281 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.290409 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.290688 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.290956 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.321543 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.321819 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.322090 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.359373 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.359932 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.359932 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.599984 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.600267 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.600536 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.600801 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.602209 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.724589 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.724914 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.725218 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.725478 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.725749 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.726063 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.726363 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.727379 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.727645 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.727930 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.728196 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.728468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.728737 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.728998 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.729268 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.729541 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.729807 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.730081 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.730363 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.730649 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.731003 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.731263 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.731518 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.731806 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.732059 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.732313 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.732706 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:05:57.732946 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:05:57.733184 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:05:57.733421 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:05:57.733657 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:05:57.733907 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:05:57.734284 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 16:05:57.737490 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 16:05:57.741489 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 16:05:57.745379 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Mar 11 16:05:57.747077 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 16:05:57.748672 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 16:05:57.749010 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 16:05:57.749396 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 16:05:57.752270 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 16:05:57.752524 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 16:05:57.752872 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 16:05:57.781848 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 16:05:57.782277 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.782589 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88489) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 11 16:05:57.782957 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.784359 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88489) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 16:05:57.784648 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 16:05:57.784902 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 16:05:57.788129 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.788420 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:57.857922 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 16:05:57.858183 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 16:05:57.858426 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 16:05:57.858807 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 16:05:57.890613 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_db.sqlalchemy.engines [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88489) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 11 16:05:58.372385 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Initializing driver for type 'gre' Mar 11 16:05:58.373064 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] gre ID ranges: [(1, 1000)] Mar 11 16:05:58.657357 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Initializing driver for type 'local' Mar 11 16:05:58.657687 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Initializing driver for type 'vlan' Mar 11 16:05:58.800003 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] VlanTypeDriver initialization complete Mar 11 16:05:58.800461 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Initializing driver for type 'vxlan' Mar 11 16:05:58.800987 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] vxlan ID ranges: [(1, 1000)] Mar 11 16:05:59.052237 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Initializing extension driver 'port_security' Mar 11 16:05:59.052504 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] PortSecurityExtensionDriver initialization complete Mar 11 16:05:59.052841 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Initializing mechanism driver 'openvswitch' Mar 11 16:05:59.053177 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Initializing mechanism driver 'hyperv' Mar 11 16:05:59.059928 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.plugin [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:59.060610 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > port after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.060983 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > port after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.061336 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > port after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.061861 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:05:59.062319 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > subnet after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.062677 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > subnet after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.063024 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.063409 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:05:59.063812 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > network after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.064158 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > network after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.064501 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > network after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.064882 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:05:59.065283 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > security_group after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.065632 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > security_group after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.065972 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.066530 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:05:59.066931 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.067276 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.067616 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.068000 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:05:59.068398 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > address_group after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.068747 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > address_group after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.069079 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.069462 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 11 16:05:59.069903 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] ML2 OVO RPC backend initialized. {{(pid=88489) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 11 16:05:59.070836 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.071207 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.073731 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > network before_response 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.073731 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > networks before_response 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.073731 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > port before_response 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.073731 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > ports before_response 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.074042 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > subnet before_response 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.074042 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > subnets before_response 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.074042 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > network after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.074042 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > network after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.074368 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > network after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.074633 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > port after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.074969 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > port after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.075305 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > port after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.075641 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > subnet after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.075975 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > subnet after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.076308 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.076881 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.plugin [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Modular L2 Plugin initialization complete Mar 11 16:05:59.077216 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading services supported by the core plugin {{(pid=88489) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 16:05:59.077544 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.plugins.ml2.managers [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Got port-security extension from driver 'port_security' Mar 11 16:05:59.078006 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.extensions.vlantransparent [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Disabled vlantransparent extension. Mar 11 16:05:59.078518 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88489) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 16:05:59.078836 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading Plugin: router Mar 11 16:05:59.117178 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.117595 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router after_create 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.118004 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router before_create 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.118412 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.118788 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.119138 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router after_delete 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.119495 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.119853 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router after_create 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.120197 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router after_update 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.120556 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router after_update 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.120919 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.121256 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router after_update 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.121661 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router precommit_update 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.122025 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: port after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.122391 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: port after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.122733 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: subnet after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.123060 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.123405 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.123748 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router precommit_create 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.124087 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: port before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.124426 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router precommit_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.124778 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router after_update 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.125119 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.125467 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router precommit_create 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.125827 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.126186 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router precommit_update 55549900 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.126556 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > agent after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.126902 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > agent after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.127242 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > network after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.128100 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Tracking information for resource: router configured {{(pid=88489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:05:59.128430 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Tracking information for resource: floatingip configured {{(pid=88489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 16:05:59.133625 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.db.l3_agentschedulers_db [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 16:05:59.134214 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: port after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.134572 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: port after_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.134920 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: port after_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.135267 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: port after_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.136056 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router before_create 55550100 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.136420 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.136779 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router precommit_create 55550100 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.137133 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > router precommit_update 55550100 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.141666 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.services.provider_configuration [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service providers = [] {{(pid=88489) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 16:05:59.142030 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.db.servicetype_db [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88489) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 16:05:59.145002 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.services.service_base [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:05:59.145352 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.services.service_base [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:05:59.145693 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.services.service_base [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:05:59.146609 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.services.service_base [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 16:05:59.146981 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.services.service_base [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 16:05:59.147357 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:05:59.147677 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 16:05:59.159257 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:05:59.159593 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading Plugin: auto_allocate Mar 11 16:05:59.166103 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: network precommit_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.166502 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: network precommit_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.167022 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:05:59.167345 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading Plugin: tag Mar 11 16:05:59.173962 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:05:59.174327 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading Plugin: timestamp Mar 11 16:05:59.178383 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:05:59.178715 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading Plugin: network_ip_availability Mar 11 16:05:59.184029 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.184397 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.184760 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.185462 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:05:59.185781 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading Plugin: flavors Mar 11 16:05:59.190552 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:05:59.190883 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading Plugin: revisions Mar 11 16:05:59.195245 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 16:05:59.195798 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_concurrency.lockutils [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.361s {{(pid=88489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 16:05:59.196552 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88489) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 16:05:59.196884 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Initializing extension manager. Mar 11 16:05:59.197389 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: __init__.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.197729 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: __pycache__ {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.198062 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.198428 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: address_group.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.199191 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.199756 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: address-group Mar 11 16:05:59.200078 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: address_scope.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.200821 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.201337 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: address-scope Mar 11 16:05:59.201658 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.202605 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.203123 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: router-admin-state-down-before-update Mar 11 16:05:59.203451 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: agent.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.204339 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.204853 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: agent Mar 11 16:05:59.205177 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: agent_resources_synced.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.206084 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.206625 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: agent-resources-synced Mar 11 16:05:59.206950 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: allowedaddresspairs.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.208726 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.209259 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: allowed-address-pairs Mar 11 16:05:59.209586 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: auto_allocated_topology.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.210694 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.211817 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: auto-allocated-topology Mar 11 16:05:59.212137 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: availability_zone.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.212835 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.213348 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: availability_zone Mar 11 16:05:59.213669 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: availability_zone_filter.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.214614 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.215132 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: availability_zone_filter Mar 11 16:05:59.215451 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: data_plane_status.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.216357 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.216867 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 16:05:59.217185 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: default_subnetpools.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.218105 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.218651 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: default-subnetpools Mar 11 16:05:59.218969 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.219780 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.220291 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: dhcp_agent_scheduler Mar 11 16:05:59.220608 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: dns.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.221510 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.222028 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 16:05:59.222375 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: dns_domain_ports.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.223296 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.223806 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 16:05:59.224124 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: dvr.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.224788 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.225296 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: dvr Mar 11 16:05:59.225612 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: empty_string_filtering.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.227322 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.227849 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: empty-string-filtering Mar 11 16:05:59.228172 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.229094 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.229603 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 16:05:59.229922 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.230863 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.231367 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 16:05:59.231691 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: external_net.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.232603 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.233180 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: external-net Mar 11 16:05:59.233431 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.234377 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.234889 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: extra_dhcp_opt Mar 11 16:05:59.235206 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: extraroute.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.236114 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.236621 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: extraroute Mar 11 16:05:59.236939 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: extraroute_atomic.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.237969 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.238509 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: extraroute-atomic Mar 11 16:05:59.238832 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: filter_validation.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.239495 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.239996 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: filter-validation Mar 11 16:05:59.240313 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: fip_pf_description.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.241217 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.241721 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 16:05:59.242073 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: fip_port_details.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.243009 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.243521 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: fip-port-details Mar 11 16:05:59.243841 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: flavors.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.245063 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.245579 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: flavors Mar 11 16:05:59.245898 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.247601 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.248118 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 16:05:59.248444 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: floatingip_pools.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.249142 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.249653 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: floatingip-pools Mar 11 16:05:59.249973 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: ip_allocation.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.250916 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.251429 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 16:05:59.251757 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.252670 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.253181 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: ip-substring-filtering Mar 11 16:05:59.253502 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: l2_adjacency.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.254450 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.254957 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 16:05:59.255274 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: l3.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.256231 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.256742 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: router Mar 11 16:05:59.257063 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.259583 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.260112 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 16:05:59.260444 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.261370 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.261894 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: ext-gw-mode Mar 11 16:05:59.262250 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.263173 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.263685 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: l3-ha Mar 11 16:05:59.264007 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: l3_flavors.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.264930 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.265438 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: l3-flavors Mar 11 16:05:59.265759 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.266718 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.267230 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 16:05:59.267550 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: l3agentscheduler.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.268605 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.269119 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: l3_agent_scheduler Mar 11 16:05:59.269445 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: logging.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.270977 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.271506 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension logging not supported by any of loaded plugins Mar 11 16:05:59.271832 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: metering.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.272570 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.273148 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: metering Mar 11 16:05:59.274025 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.275395 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.275917 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: metering_source_and_destination_fields Mar 11 16:05:59.276238 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: multiprovidernet.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.277165 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.277680 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: multi-provider Mar 11 16:05:59.278003 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: netmtu.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.278943 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.279455 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: net-mtu Mar 11 16:05:59.279774 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: netmtu_writable.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.280686 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.281198 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: net-mtu-writable Mar 11 16:05:59.281519 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: network_availability_zone.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.282206 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.282716 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: network_availability_zone Mar 11 16:05:59.283034 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: network_ip_availability.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.284125 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.284643 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: network-ip-availability Mar 11 16:05:59.284964 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: network_segment_range.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.285725 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.286267 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 16:05:59.286587 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: pagination.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.287576 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.287906 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: pagination Mar 11 16:05:59.288224 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: port_device_profile.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.289708 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.290248 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: port-device-profile Mar 11 16:05:59.290568 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.291483 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.292005 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: port-mac-address-regenerate Mar 11 16:05:59.292323 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.293230 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.293740 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: port-numa-affinity-policy Mar 11 16:05:59.294058 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: port_resource_request.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.294999 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.295509 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 16:05:59.295827 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: portbindings.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.296752 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.297262 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: binding Mar 11 16:05:59.297580 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: portbindings_extended.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.299014 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.299537 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: binding-extended Mar 11 16:05:59.299863 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: portsecurity.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.300825 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.301340 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: port-security Mar 11 16:05:59.301660 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: project_id.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.302762 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.303020 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: project-id Mar 11 16:05:59.303343 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: providernet.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.304258 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.304947 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: provider Mar 11 16:05:59.305275 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: qos.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.308868 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.309393 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension qos not supported by any of loaded plugins Mar 11 16:05:59.309721 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.311001 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.311520 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 16:05:59.311849 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.312767 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.313277 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 16:05:59.313598 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: qos_default.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.314536 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.315051 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension qos-default not supported by any of loaded plugins Mar 11 16:05:59.315377 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: qos_fip.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.316027 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.316530 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 16:05:59.316849 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: qos_gateway_ip.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.317767 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.318318 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 16:05:59.318642 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: qos_port_network_policy.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.319549 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.320060 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 16:05:59.320926 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: qos_rule_type_details.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.321912 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.322468 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 16:05:59.322789 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: qos_rules_alias.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.323830 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.324343 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 16:05:59.324664 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: quotasv2.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.325592 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.325915 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: quotas Mar 11 16:05:59.326276 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: quotasv2_detail.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.327904 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.328238 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: quota_details Mar 11 16:05:59.328565 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: rbac.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.329623 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.330149 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: rbac-policies Mar 11 16:05:59.330500 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: rbac_address_group.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.331428 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.331950 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: rbac-address-group Mar 11 16:05:59.332276 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: rbac_address_scope.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.333198 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.333718 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: rbac-address-scope Mar 11 16:05:59.334041 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: rbac_security_groups.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.334981 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.335502 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: rbac-security-groups Mar 11 16:05:59.336535 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: rbac_subnetpool.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.337480 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.337998 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: rbac-subnetpool Mar 11 16:05:59.338356 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: revisionifmatch.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.339275 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.339791 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: revision-if-match Mar 11 16:05:59.340112 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: revisions.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.341358 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.341879 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: standard-attr-revisions Mar 11 16:05:59.342230 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: router_availability_zone.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.342911 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.343424 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: router_availability_zone Mar 11 16:05:59.343744 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: routerservicetype.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.344662 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.345176 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 16:05:59.345494 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.346449 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.346973 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: security-groups-normalized-cidr Mar 11 16:05:59.347295 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.348213 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.348725 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: port-security-groups-filtering Mar 11 16:05:59.349039 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.349956 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.350499 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: security-groups-remote-address-group Mar 11 16:05:59.350813 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: securitygroup.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.360569 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.361103 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: security-group Mar 11 16:05:59.361433 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: segment.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.362243 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.362764 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension segment not supported by any of loaded plugins Mar 11 16:05:59.363087 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.364031 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.364549 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 16:05:59.364871 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: servicetype.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.365982 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.366544 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: service-type Mar 11 16:05:59.366870 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: sorting.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.367873 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.368202 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: sorting Mar 11 16:05:59.368520 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: standard_attr_segment.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.369426 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.369945 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 16:05:59.370302 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: standardattrdescription.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.370948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.371454 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: standard-attr-description Mar 11 16:05:59.371773 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: stateful_security_group.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.372692 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.373233 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: stateful-security-group Mar 11 16:05:59.373511 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: stdattrs_common.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.374088 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 16:05:59.374435 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.375434 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.375955 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 16:05:59.376274 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: subnet_onboard.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.377357 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.377876 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: subnet_onboard Mar 11 16:05:59.378231 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.379164 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.379676 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 16:05:59.379997 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: subnet_service_types.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.380917 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.381434 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: subnet-service-types Mar 11 16:05:59.381754 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: subnetallocation.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.383493 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.384019 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: subnet_allocation Mar 11 16:05:59.384340 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.385009 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.385519 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: subnetpool-prefix-ops Mar 11 16:05:59.385838 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.386819 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.387330 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 16:05:59.387648 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: tagging.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.388713 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.389229 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: standard-attr-tag Mar 11 16:05:59.389553 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: timestamp.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.390790 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.391310 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loaded extension: standard-attr-timestamp Mar 11 16:05:59.391639 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: trunk.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.392696 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.393217 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension trunk not supported by any of loaded plugins Mar 11 16:05:59.393541 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: trunk_details.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.394498 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.395014 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 16:05:59.395338 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: uplink_status_propagation.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.396255 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.396765 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 16:05:59.397087 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Loading extension file: vlantransparent.py {{(pid=88489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 16:05:59.397757 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 16:05:59.398869 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 16:05:59.401573 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:network Mar 11 16:05:59.402360 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:subnet Mar 11 16:05:59.403140 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:05:59.403740 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:port Mar 11 16:05:59.405015 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.405462 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service FLAVORS assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.406082 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.406537 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.406868 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:router Mar 11 16:05:59.407519 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 16:05:59.408219 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service METERING assigned prefix: /metering {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.409648 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.410015 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.410395 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:05:59.412759 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 16:05:59.413215 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:security_group Mar 11 16:05:59.413903 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 16:05:59.414677 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service CORE assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.415007 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:05:59.415346 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] subnetpool is already registered Mar 11 16:05:59.415974 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service CORE assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.416302 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:05:59.416637 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] subnetpool is already registered Mar 11 16:05:59.528074 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.528550 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service FLAVORS assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.529154 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.529573 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.529911 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:router Mar 11 16:05:59.530273 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] router is already registered Mar 11 16:05:59.530928 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 16:05:59.531254 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] floatingip is already registered Mar 11 16:05:59.531883 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service METERING assigned prefix: /metering {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.532717 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 16:05:59.533030 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] rbac_policy is already registered Mar 11 16:05:59.533456 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:security_group Mar 11 16:05:59.533784 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] security_group is already registered Mar 11 16:05:59.534402 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 16:05:59.534730 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] security_group_rule is already registered Mar 11 16:05:59.535398 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service CORE assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.535727 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:05:59.536050 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] subnetpool is already registered Mar 11 16:05:59.536652 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.v2.resource_helper [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Service CORE assigned prefix: {{(pid=88489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 16:05:59.536976 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 16:05:59.537296 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING neutron.quota.resource_registry [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] subnetpool is already registered Mar 11 16:05:59.537947 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: extensions {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.543224 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: address-groups {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.543224 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: address-scopes {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.543224 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: agents {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.543629 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: auto-allocated-topology {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.544862 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: availability_zones {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.546070 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: dhcp-networks {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.547493 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: dhcp-agents {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.548976 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: routers {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.550776 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: flavors {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.551937 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: service_profiles {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.553225 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: next_providers {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.555007 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: service_profiles {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.556183 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: floatingip-pools {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.557382 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: routers {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.559206 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: floatingips {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.560390 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: l3-routers {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.561752 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: l3-agents {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.563454 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: metering-labels {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.564704 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: metering-label-rules {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.570734 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: network-ip-availabilities {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.570734 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: bindings {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.570734 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: quotas {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.571047 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: quotas {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.572261 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: rbac-policies {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.573541 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: security-groups {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.574776 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: security-group-rules {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.575988 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: service-providers {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.577321 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: subnetpools {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.578685 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: subnetpools {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.580120 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.581894 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.583643 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.585460 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.588916 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.590779 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.592469 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.594464 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.596223 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.598065 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron.api.extensions [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Extended resource: tags {{(pid=88489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 16:05:59.604072 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING keystonemiddleware.auth_token [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 16:05:59.608763 dv-neutron-833379-1-hyperv neutron-server[88489]: WARNING keystonemiddleware.auth_token [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 16:05:59.617248 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_concurrency.lockutils [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Acquired lock "singleton_lock" {{(pid=88489) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 11 16:05:59.617756 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_concurrency.lockutils [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Releasing lock "singleton_lock" {{(pid=88489) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 11 16:05:59.618429 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO oslo_service.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Starting 2 workers Mar 11 16:05:59.623150 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Started child 88600 {{(pid=88489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 16:05:59.628610 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Started child 88601 {{(pid=88489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 16:05:59.628742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.629368 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO neutron.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 16:05:59.629644 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Notify callbacks [] for process, before_spawn {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.629881 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [-] (88600) wsgi starting up on http://0.0.0.0:9696 Mar 11 16:05:59.632113 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO oslo_service.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Starting 1 workers Mar 11 16:05:59.632421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.634507 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [-] (88601) wsgi starting up on http://0.0.0.0:9696 Mar 11 16:05:59.637962 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Started child 88602 {{(pid=88489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 16:05:59.638511 dv-neutron-833379-1-hyperv neutron-server[88489]: INFO oslo_service.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Starting 1 workers Mar 11 16:05:59.642620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] calling RpcWorker wait() {{(pid=88602) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 16:05:59.643293 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Started child 88603 {{(pid=88489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 16:05:59.643375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.service [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] returning from RpcWorker wait() {{(pid=88602) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 16:05:59.643665 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c52f-ea81-40e2-a74d-013477999f34 None None] Notify callbacks [] for process, after_spawn {{(pid=88489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.645383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.645383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:59.645559 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88489) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 16:05:59.645632 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 16:05:59.645814 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 16:05:59.646032 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 16:05:59.646411 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 16:05:59.646572 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 16:05:59.647048 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.647321 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.647595 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.647812 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.648906 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.648906 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.649774 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.650049 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.650397 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.650629 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.650866 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.651037 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.651250 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.651508 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.651793 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.652057 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.652316 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.652553 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.652833 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.653005 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.653265 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.653530 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.653786 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.654051 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] debug = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.654334 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.654808 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.655040 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.655281 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.655526 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.655820 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.656044 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.656305 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.656540 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.656756 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.656997 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.657236 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.657489 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.657730 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.657958 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.658255 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.658474 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.658954 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] host = dv-neutron-833379-1-hyperv {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.659193 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.659415 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.659646 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.659890 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.660143 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.660372 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.660632 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.660872 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.661129 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.661372 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.661619 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.661842 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.662076 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.662335 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.662497 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_options = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.662746 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.663016 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.663262 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.663453 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.663621 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.663798 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.664083 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.664244 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.664577 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.664707 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.665002 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.665243 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.665384 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.665568 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.665895 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.666099 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.666370 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.666580 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.666826 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.667056 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.667281 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.667508 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.667752 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.667984 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.668215 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.668450 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.668677 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.668922 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.669134 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.669381 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.669616 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.669857 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.670089 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.670429 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.670429 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.670429 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.670429 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.670429 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.670429 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.672328 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:59.672469 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.672469 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.672469 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.672469 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.672966 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.672966 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.673199 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_json = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.673199 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.674280 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.674280 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.674280 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.674280 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.674946 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.675174 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.675412 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.675652 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.676060 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.676334 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.676661 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.676906 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.677169 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.677411 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.677644 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.678042 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.678490 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.678727 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.679029 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.679271 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.679681 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.680687 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.680687 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.680687 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.681070 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.681070 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.681311 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.681459 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.681886 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.682118 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.682484 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.682747 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.683001 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.683259 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.683482 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.683737 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.683974 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.684188 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.684563 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.684782 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.685052 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.685440 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.685877 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.686100 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.686385 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691374 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691374 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691374 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691374 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691374 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691374 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691374 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691374 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691374 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.691948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692985 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.692985 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.693120 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.693311 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.693529 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.693749 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.693969 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.694195 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.694662 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.694881 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.695944 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.696362 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.696612 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.696858 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.697099 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.697313 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.697681 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.698379 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.698766 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.699172 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.699494 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.699829 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.700083 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.700375 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.700641 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.701023 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.701280 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.701400 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.701601 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.701855 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.702103 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.702407 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.702666 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.702906 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.703145 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.703383 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.703619 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.703855 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.704080 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.704487 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.704747 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.704991 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.705286 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.705552 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.705976 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.706434 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.706884 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.707172 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.707411 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.707709 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.708011 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.708227 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.708542 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.708814 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.709095 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.709343 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.709597 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.709854 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.710106 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.710403 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.710755 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.711647 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.711769 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.711940 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.712175 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.712398 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.712614 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.712864 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.713233 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.713486 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.713738 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.713983 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.714340 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.714592 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.714844 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.715117 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.715376 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.715642 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.715904 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.716133 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.716369 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.716614 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.716865 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.717078 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.717310 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.717522 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.717763 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.717978 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.718211 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.718449 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.718681 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.718913 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.719163 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.719399 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.719607 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.719837 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.720048 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.720287 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.720535 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.720771 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.721005 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.721221 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.721432 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.721686 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.721898 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.722263 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.722448 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.722684 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.722927 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.723149 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.723404 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.723615 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.723857 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.724077 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.724294 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.724502 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.724725 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.724935 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.725167 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.725397 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.725610 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.725860 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.726095 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.726495 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.726751 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.726997 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.727248 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.727493 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.727725 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.727942 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.728167 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.728394 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.728608 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.728827 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.729063 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.729280 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.729515 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.729747 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.729986 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.730279 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.730528 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.730764 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.730999 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.731224 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.731440 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.731653 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.731871 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.732077 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.732303 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.732509 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.732784 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.732922 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.733220 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.733477 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.733701 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.733935 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.734184 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.734611 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.734987 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.735563 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.735920 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.736302 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.736718 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.736928 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.737144 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.737362 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.737597 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.737894 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.738146 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.738391 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.738677 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.738923 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.739152 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.739423 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.739769 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.739988 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.740249 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.740474 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.740710 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.740950 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.741210 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.741532 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.741854 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.742646 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.742884 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.743187 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.743554 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.743827 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.744041 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.744331 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.745175 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.745175 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.745175 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.745423 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.745692 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.745913 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.746148 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.746405 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.746625 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.746843 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.747102 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.747358 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.747599 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.748012 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.748245 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.748485 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.748717 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.748931 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.749157 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.749378 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.749538 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 16:05:59.750033 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88489) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 16:05:59.750238 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 16:05:59.750360 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 16:05:59.750684 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 16:05:59.750855 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 16:05:59.751003 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 16:05:59.751358 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.751523 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.751678 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.751974 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.752281 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.752470 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.752630 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.752789 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.752951 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.753109 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.753270 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.753428 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.753585 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.753744 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.753902 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.754059 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.754244 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.754405 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.754568 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.754731 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.754888 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.755045 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.755203 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] debug = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.755361 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.755536 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.755695 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.755846 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.756004 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.756498 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.756498 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.756498 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.756743 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.756743 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.756928 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.757059 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.757185 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.757344 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.757489 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.758293 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.758538 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.758730 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] host = dv-neutron-833379-1-hyperv {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.758939 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.759077 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.759203 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.759328 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.759480 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.759624 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.759790 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.759945 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.760103 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.760259 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.760416 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.760574 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.760726 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.760885 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.761052 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_options = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.761181 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.761350 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.761494 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.761682 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.761844 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.762000 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.762155 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.762337 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.762497 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.762654 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.762812 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.762970 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.763129 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.763283 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.763442 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.763599 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.763755 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.763914 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.764072 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.764230 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.764388 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.764545 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.764703 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.764863 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.765020 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.765177 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.765317 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.765478 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.765635 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.765791 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.765948 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.766105 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.766284 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.766443 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.766598 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.766740 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.766889 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.767042 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.767207 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.767362 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.767519 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.767675 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.767835 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.767992 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.768144 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.768300 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_json = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.768458 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.768613 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.768767 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.768926 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.769086 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.769254 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.769399 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.769554 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.769673 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 16:05:59.769850 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.770012 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.770227 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.770418 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.770552 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.770865 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.771026 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.771353 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.771522 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.771692 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.771846 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.772005 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.772175 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.772373 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.772495 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.772714 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.772936 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.772936 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.773230 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.773390 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.773702 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.773702 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.773976 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.773976 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.774151 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.774325 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.774414 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.774793 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.774962 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.775123 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.775284 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.775445 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.775604 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.775765 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.775924 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.776084 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.776243 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.776403 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.776563 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.776724 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.776886 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.777045 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.777206 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.777366 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.777527 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.777688 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.777848 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.778007 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.778195 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.778288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:59.778398 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.778522 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.778652 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.778829 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.778956 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.779122 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.779264 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.779424 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.779602 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.779744 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.779903 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.780062 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.780235 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.780393 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.780552 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.780712 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.780872 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.781035 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.781200 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.781372 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.781631 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.781631 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.781960 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.781960 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.782501 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.782501 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.782501 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.782501 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.782941 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.782941 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.783141 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.783141 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.783350 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.783475 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.783599 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.783816 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.783947 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.784130 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.784321 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.784321 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.784560 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.784685 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.784810 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.784945 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.785071 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.785195 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.785329 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.785486 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.785649 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.785810 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.785970 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.786131 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.786397 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.786559 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.786718 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.786881 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.787056 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.787217 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.787375 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.787533 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.787693 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.787851 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.788020 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.788179 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.788340 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.788499 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.788665 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.788867 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.789043 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.789197 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.789440 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.789661 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.789661 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.789942 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.789942 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.790212 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.790341 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.790466 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.790591 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.790715 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.790869 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.791028 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.791174 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.791357 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.791515 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.791674 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.791835 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.791993 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.792151 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.792311 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.792469 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.792628 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.792786 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.792946 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.793106 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.793265 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.793424 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.793582 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.793742 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.793888 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.794069 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.794269 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.794399 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.794523 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.794678 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.794842 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.795001 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.795160 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.795548 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.795548 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.795773 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.795773 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.796011 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.796136 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.796260 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.796392 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.796518 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.796642 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.796910 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.797043 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.797169 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.797294 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.797378 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.797560 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.797694 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.797849 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.798008 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.798188 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.798334 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.798496 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.798656 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.798852 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.798975 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.799134 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.799294 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.799444 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.799602 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.799779 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.799937 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.800098 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.800263 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.800430 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.800614 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.800839 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.801081 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.801081 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.801422 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.801422 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.801975 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.801975 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.801975 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.801975 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.802488 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.802488 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.802488 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.802720 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.802720 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.803586 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.805300 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.805579 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.805763 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.805763 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.806010 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.806147 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.806328 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.806468 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.806595 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.806720 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.806844 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.806998 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.807131 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.807289 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.807460 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.807620 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.807781 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.807940 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.808100 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.808268 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.808427 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.808587 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.808744 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.808903 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.809071 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.809235 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.809398 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.809554 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.809714 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.809856 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.810016 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.810214 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.810369 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.810531 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.810692 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.810852 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.811010 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.811172 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.811337 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.811507 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.811664 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.811823 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.811994 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.812163 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.812329 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.812489 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.812661 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.812831 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.812991 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.813150 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.813309 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.813467 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.813627 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.813786 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.813949 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.814109 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.814280 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.814441 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.814600 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.814747 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.814908 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.815068 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.815227 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.815388 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.815547 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.815706 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.815866 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 16:05:59.816018 dv-neutron-833379-1-hyperv neutron-server[88489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 16:05:59.941781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 51652) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:59.950603 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064187 Mar 11 16:06:11.045523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb05ac-5e42-4cc0-a6ed-9da6c37a619e None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:06:11.152118 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb05ac-5e42-4cc0-a6ed-9da6c37a619e None None] No non-hosted networks {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 16:06:11.160877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.agentschedulers_db [None req-baeb05ac-5e42-4cc0-a6ed-9da6c37a619e None None] DHCP Agent not found on host dv-neutron-833379-1-hyperv {{(pid=88602) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 16:06:11.333998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-890aa4de-2109-471f-ad6b-7344a23bfd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799735'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.343812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c36cde4-e18b-4445-a79e-76b5317430e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799735'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.431754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-4ebaceaf-3d90-4f12-83b7-4373938f1b43 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-833379-1-hyperv {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:13.432513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-4ebaceaf-3d90-4f12-83b7-4373938f1b43 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:14.024561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4ebaceaf-3d90-4f12-83b7-4373938f1b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.520006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799735'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.717117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799735'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.717117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.717940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.719571 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.720150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.721227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.722443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.723122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.723680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.724212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.724617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.725073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.725483 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:14.726117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833379-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:14.732783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833379-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:15.714818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799735'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.451479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 51744) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:18.075609 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING oslo_policy.policy [None req-29f3278d-496f-428b-bf81-735bc6bc3180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:06:18.076194 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING oslo_policy.policy [None req-29f3278d-496f-428b-bf81-735bc6bc3180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:06:18.300542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-29f3278d-496f-428b-bf81-735bc6bc3180 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:06:18.301620 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-29f3278d-496f-428b-bf81-735bc6bc3180 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8492541 Mar 11 16:06:19.483569 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.db.l3_hamode_db [None req-55fc9583-34ad-48e6-b66c-c07a0a51465b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 16:06:19.575852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc9583-34ad-48e6-b66c-c07a0a51465b None None] Routers set() bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:19.576256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc9583-34ad-48e6-b66c-c07a0a51465b None None] Router IDs set() for agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 11 16:06:20.756507 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 51758) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:21.131278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-78c2ee8f-ecc8-476b-afc1-421eeec764c3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:21.235925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.policy [None req-78c2ee8f-ecc8-476b-afc1-421eeec764c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88601) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 16:06:21.298238 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING oslo_policy.policy [None req-78c2ee8f-ecc8-476b-afc1-421eeec764c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:06:21.298637 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING oslo_policy.policy [None req-78c2ee8f-ecc8-476b-afc1-421eeec764c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:06:21.310883 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.quota [None req-78c2ee8f-ecc8-476b-afc1-421eeec764c3 admin admin] Loaded quota_driver: . Mar 11 16:06:21.333511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-78c2ee8f-ecc8-476b-afc1-421eeec764c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:21.454675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78c2ee8f-ecc8-476b-afc1-421eeec764c3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728839941643', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728839941374', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728839936276', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728839924856', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728839920608', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728839975504', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527793', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583524', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1805398'] for rbac-policy, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.748182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78c2ee8f-ecc8-476b-afc1-421eeec764c3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.749376 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78c2ee8f-ecc8-476b-afc1-421eeec764c3 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9918892 Mar 11 16:06:24.484044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51772) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:25.071800 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING oslo_policy.policy [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:06:25.072418 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING oslo_policy.policy [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:06:25.292014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6826215ecfd14c1d8da5835059497136'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:25.293656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.quota [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Loaded quota_driver: . Mar 11 16:06:25.310769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:25.317245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Usage tracker for resource:network and tenant:6826215ecfd14c1d8da5835059497136 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:25.323726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:25.331346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:25.406288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Made reservation on behalf of 6826215ecfd14c1d8da5835059497136 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:25.479396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.policy [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88600) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 16:06:25.525103 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING oslo_policy.policy [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:06:25.525750 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING oslo_policy.policy [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 16:06:25.536177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.558736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.573748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:25.577491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:6826215ecfd14c1d8da5835059497136 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:25.583015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:25.588875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:25.732446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.795176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.822897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:25.853075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728838822934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.853695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Unsubscribe: segment precommit_create {{(pid=88600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 16:06:25.854305 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Added segment 3b6f12fe-cb8d-4f6f-9379-2283b3436008 of type vlan for network c80a7096-a9fb-4416-8cfa-50d812c2d851 Mar 11 16:06:25.863835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20959c7f-238b-4092-b1bc-745b29cf413e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:25.932997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.933387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.933760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.934143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.934531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.934906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.935297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.935673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.935991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.936345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.936720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.937047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Tracked resource versions report: Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: pushed versions: Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: { 'AddressGroup': {'1.2'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'ConntrackHelper': {'1.0'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Log': {'1.0'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Network': {'1.1'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Port': {'1.7'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'PortForwarding': {'1.2'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'QosPolicy': {'1.8'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SecurityGroup': {'1.4'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SubPort': {'1.0'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Subnet': {'1.1'}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Trunk': {'1.1'}} Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: consumer versions: Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: { DHCP agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: L3 agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: Metadata agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: Metering agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: Open vSwitch agent@dv-neutron-833379-1-hyperv: { 'AddressGroup': '1.2', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'ConntrackHelper': '1.0', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Log': '1.0', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Network': '1.1', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Port': '1.7', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'PortForwarding': '1.2', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'QosPolicy': '1.8', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SecurityGroup': '1.4', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SecurityGroupRule': '1.2', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SubPort': '1.0', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Subnet': '1.1', Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Trunk': '1.1'}} Mar 11 16:06:25.938538 dv-neutron-833379-1-hyperv neutron-server[88600]: {{(pid=88600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:06:25.982816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.113806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.114949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:26.115584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.222352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=c80a7096-a9fb-4416-8cfa-50d812c2d851,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:26.236320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network c80a7096-a9fb-4416-8cfa-50d812c2d851 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:26.315673 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d5016cfe-bdbf-41e5-96b2-cea3e7225bd7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8294270 Mar 11 16:06:29.107741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51794) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:29.559833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2927a7-01c9-4aa5-9b3f-106d5981e289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.561125 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be2927a7-01c9-4aa5-9b3f-106d5981e289 admin admin] 10.222.0.57 "GET /v2.0/networks/c80a7096-a9fb-4416-8cfa-50d812c2d851 HTTP/1.1" status: 200 len: 825 time: 0.4524000 Mar 11 16:06:29.593634 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2e643a0a-6ebb-4a60-89cd-082f38f5b0c9 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/b4577956-9c3c-4309-bb3c-5fe47b1aebd5 HTTP/1.1" status: 200 len: 734 time: 0.0269082 Mar 11 16:06:29.603234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Request body: {'subnet': {'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851', 'gateway_ip': '172.20.0.1', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'name': 'private-subnet', 'subnetpool_id': 'b4577956-9c3c-4309-bb3c-5fe47b1aebd5', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:29.608295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:29.612109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Usage tracker for resource:subnet and tenant:6826215ecfd14c1d8da5835059497136 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:29.615235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:29.621800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:29.726017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Made reservation on behalf of 6826215ecfd14c1d8da5835059497136 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:29.728450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.097772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.186881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:30.188696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Checking segment: {'id': '3b6f12fe-cb8d-4f6f-9379-2283b3436008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:06:30.189068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Network hostable DHCP agents. Network: c80a7096-a9fb-4416-8cfa-50d812c2d851, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:30.297485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Network c80a7096-a9fb-4416-8cfa-50d812c2d851 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:30.394653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, c80a7096-a9fb-4416-8cfa-50d812c2d851) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:30.400722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:30.400722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.408368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cae79f-1f48-4eda-9a39-c4397b19a4c6 None None] Network c80a7096-a9fb-4416-8cfa-50d812c2d851 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:06:30.515371 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-efae9070-24d5-472d-ae71-0c2d40265c0e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9158549 Mar 11 16:06:30.734510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-c80a7096-a9fb-4416-8cfa-50d812c2d851', 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'fixed_ips': [{'subnet_id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:06:30.735753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.927046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Allocated IP 172.20.0.2 (c80a7096-a9fb-4416-8cfa-50d812c2d851/011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff/d83398be-646d-4ef5-a4c3-e2db9b679d2c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:31.162723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.176200 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Transition to ACTIVE for port object d83398be-646d-4ef5-a4c3-e2db9b679d2c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:31.196401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Transition to ACTIVE for port object d83398be-646d-4ef5-a4c3-e2db9b679d2c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:31.280626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.341326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Network c80a7096-a9fb-4416-8cfa-50d812c2d851 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:31.344045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:31.355953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:06:31.358148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Pushing event updated for resources: {'Port': ['ID=d83398be-646d-4ef5-a4c3-e2db9b679d2c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:31.366868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.367222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.367555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.367879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.368202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.368573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.368896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.369395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.369729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.370052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.370401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.370710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Tracked resource versions report: Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: pushed versions: Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: { 'AddressGroup': {'1.2'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'ConntrackHelper': {'1.0'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Log': {'1.0'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Network': {'1.1'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Port': {'1.7'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'PortForwarding': {'1.2'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'QosPolicy': {'1.8'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SecurityGroup': {'1.4'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SubPort': {'1.0'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Subnet': {'1.1'}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Trunk': {'1.1'}} Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: consumer versions: Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: { DHCP agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: L3 agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: Metadata agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: Metering agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: Open vSwitch agent@dv-neutron-833379-1-hyperv: { 'AddressGroup': '1.2', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'ConntrackHelper': '1.0', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Log': '1.0', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Network': '1.1', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Port': '1.7', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'PortForwarding': '1.2', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'QosPolicy': '1.8', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SecurityGroup': '1.4', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SecurityGroupRule': '1.2', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SubPort': '1.0', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Subnet': '1.1', Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Trunk': '1.1'}} Mar 11 16:06:31.372041 dv-neutron-833379-1-hyperv neutron-server[88602]: {{(pid=88602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:06:31.463407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Attempting to bind port d83398be-646d-4ef5-a4c3-e2db9b679d2c on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:31.464053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Attempting to bind port d83398be-646d-4ef5-a4c3-e2db9b679d2c by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '3b6f12fe-cb8d-4f6f-9379-2283b3436008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:31.464191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Attempting to bind port d83398be-646d-4ef5-a4c3-e2db9b679d2c on network c80a7096-a9fb-4416-8cfa-50d812c2d851 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:06:31.470280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:06:31.470689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Checking segment: {'id': '3b6f12fe-cb8d-4f6f-9379-2283b3436008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:06:31.471184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.471571 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Bound using segment: {'id': '3b6f12fe-cb8d-4f6f-9379-2283b3436008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:06:31.472065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Bound port: d83398be-646d-4ef5-a4c3-e2db9b679d2c, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6f12fe-cb8d-4f6f-9379-2283b3436008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:31.472445 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.566669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] For port d83398be-646d-4ef5-a4c3-e2db9b679d2c, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:06:31.570704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] For port d83398be-646d-4ef5-a4c3-e2db9b679d2c, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d83398be-646d-4ef5-a4c3-e2db9b679d2c,segment=NetworkSegment(3b6f12fe-cb8d-4f6f-9379-2283b3436008),segment_id=3b6f12fe-cb8d-4f6f-9379-2283b3436008)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:06:31.727329 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.842107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a192c-e395-460a-a1aa-db69e917014e None None] Pushing event updated for resources: {'Port': ['ID=d83398be-646d-4ef5-a4c3-e2db9b679d2c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:33.215693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.632238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-82f68cc7-43d1-4db7-bfb4-5d86da09931c admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:06:33.633245 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-82f68cc7-43d1-4db7-bfb4-5d86da09931c admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4166250 Mar 11 16:06:35.702936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ad7fce-b00c-40a8-8071-398c1019d7e5 None None] Network c80a7096-a9fb-4416-8cfa-50d812c2d851 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:06:35.887832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c9749900-623c-4a08-b6ff-1a3d754e4dd4 None None] Provisioning for port d83398be-646d-4ef5-a4c3-e2db9b679d2c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:36.094739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51818) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:36.403092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d83398be-646d-4ef5-a4c3-e2db9b679d2c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:36.470353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-8dd06651-6aa4-495f-80dc-a2a1a0ba6a93 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:06:36.471281 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8dd06651-6aa4-495f-80dc-a2a1a0ba6a93 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3756936 Mar 11 16:06:36.537669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d83398be-646d-4ef5-a4c3-e2db9b679d2c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:36.543904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d83398be-646d-4ef5-a4c3-e2db9b679d2c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:36.544313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.667925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.703782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port d83398be-646d-4ef5-a4c3-e2db9b679d2c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d83398be-646d-4ef5-a4c3-e2db9b679d2c,segment=NetworkSegment(3b6f12fe-cb8d-4f6f-9379-2283b3436008),segment_id=3b6f12fe-cb8d-4f6f-9379-2283b3436008)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:36.857681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.928217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=d83398be-646d-4ef5-a4c3-e2db9b679d2c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:38.379065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d83398be-646d-4ef5-a4c3-e2db9b679d2c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:38.447939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d83398be-646d-4ef5-a4c3-e2db9b679d2c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:38.448298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.198279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:39.546545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'name': 'router1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:39.551562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:39.555277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Usage tracker for resource:router and tenant:6826215ecfd14c1d8da5835059497136 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:39.558684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:39.564254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:39.663089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.664711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.686853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.852516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.988695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.989916 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f967f92b-d28d-4c19-b888-69c06fa09ec1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7906706 Mar 11 16:06:41.074958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27a0db9b-5d54-4fdf-83ae-a952c7804e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.419141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51840) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:42.812527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-c38f11af-d413-4a1d-bb8a-89fdc586f80f admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:06:42.813512 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c38f11af-d413-4a1d-bb8a-89fdc586f80f admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3934765 Mar 11 16:06:43.308387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e61496d6-e07d-4a44-b839-55e6015d73ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.485962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.674119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.639846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.787884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 51860) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:45.941080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:45.946220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:45.951277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Usage tracker for resource:network and tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:45.955997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:45.963850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:46.022668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Made reservation on behalf of 5d8fcc08fe8d4f1d932fc8c4406c6cd8 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:46.025777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.042970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.057177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:46.060856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Usage tracker for resource:security_group_rule and tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:46.064010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:46.069611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:46.163370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.217276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.233063 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Reserving flat network on physical network physnet1 {{(pid=88601) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 16:06:46.264005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728838822934', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.264574 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Unsubscribe: segment precommit_create {{(pid=88601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 16:06:46.265080 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Added segment 44136f8f-3190-453c-baac-d438fb0d7451 of type flat for network 4685d94e-a86c-4851-83bb-ea47cd8951ec Mar 11 16:06:46.313793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6809b045-8a79-4762-b560-9e45cf6a31ee,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:46.334727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.335086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.335467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.335796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.336121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.336457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.336810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.337143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.337460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.337774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.338088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Tracked resource versions report: Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: pushed versions: Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: { 'AddressGroup': {'1.2'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'ConntrackHelper': {'1.0'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Log': {'1.0'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Network': {'1.1'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Port': {'1.7'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'PortForwarding': {'1.2'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'QosPolicy': {'1.8'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SecurityGroup': {'1.4'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SubPort': {'1.0'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Subnet': {'1.1'}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Trunk': {'1.1'}} Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: consumer versions: Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: { DHCP agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: L3 agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: Metadata agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: Metering agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: Open vSwitch agent@dv-neutron-833379-1-hyperv: { 'AddressGroup': '1.2', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'ConntrackHelper': '1.0', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Log': '1.0', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Network': '1.1', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Port': '1.7', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'PortForwarding': '1.2', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'QosPolicy': '1.8', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SecurityGroup': '1.4', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SecurityGroupRule': '1.2', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SubPort': '1.0', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Subnet': '1.1', Mar 11 16:06:46.342801 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Trunk': '1.1'}} Mar 11 16:06:46.344879 dv-neutron-833379-1-hyperv neutron-server[88601]: {{(pid=88601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:06:46.383167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.491429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.492543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:46.493803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.606362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] Pushing event updated for resources: {'Network': ['ID=4685d94e-a86c-4851-83bb-ea47cd8951ec,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:46.616282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:46.669535 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-59ae34ad-ff48-4f8f-bfd0-46825396ebbf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8806272 Mar 11 16:06:48.931294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51884) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:49.042228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a0c3e-d0a7-4b2a-b3ba-bac1ce589dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:49.043560 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ab0a0c3e-d0a7-4b2a-b3ba-bac1ce589dc7 admin admin] 10.222.0.57 "GET /v2.0/subnets/011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff HTTP/1.1" status: 200 len: 849 time: 0.1113477 Mar 11 16:06:49.187468 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6934f50d-c80f-479a-9f91-54eff41c1671 admin admin] 10.222.0.57 "GET /v2.0/routers/5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da HTTP/1.1" status: 200 len: 704 time: 0.1383669 Mar 11 16:06:49.642881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.880761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Allocated IP 172.20.0.1 (c80a7096-a9fb-4416-8cfa-50d812c2d851/011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff/54fe5bdf-b48a-451d-968f-34ae231d4271) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:50.036479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.053757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Transition to ACTIVE for port object 54fe5bdf-b48a-451d-968f-34ae231d4271 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:50.160388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.224578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Network c80a7096-a9fb-4416-8cfa-50d812c2d851 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:50.227263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:50.232663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:06:50.237588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.407585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Pushing event updated for resources: {'Port': ['ID=54fe5bdf-b48a-451d-968f-34ae231d4271,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:50.514391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d85e5750-d935-48e4-be91-61812234b0df None None] Provisioning for port 54fe5bdf-b48a-451d-968f-34ae231d4271 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:50.519587 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d85e5750-d935-48e4-be91-61812234b0df None None] Provisioning complete for port 54fe5bdf-b48a-451d-968f-34ae231d4271 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:50.521939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d85e5750-d935-48e4-be91-61812234b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.588936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.597626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d85e5750-d935-48e4-be91-61812234b0df None None] Port 54fe5bdf-b48a-451d-968f-34ae231d4271 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:06:50.815484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.908592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.909333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.047078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Pushing event updated for resources: {'Port': ['ID=54fe5bdf-b48a-451d-968f-34ae231d4271,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:51.105523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Network c80a7096-a9fb-4416-8cfa-50d812c2d851 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:51.106661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:51.320895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-258df083-cc1f-4e74-bfa2-60cc9d98203f None None] Provisioning complete for port 54fe5bdf-b48a-451d-968f-34ae231d4271 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:51.321756 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-258df083-cc1f-4e74-bfa2-60cc9d98203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.348417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Router 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:06:51.377929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-258df083-cc1f-4e74-bfa2-60cc9d98203f None None] Port 54fe5bdf-b48a-451d-968f-34ae231d4271 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:06:51.506811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:06:51.516348 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7eeb08f9-012b-4d41-8e67-a16566fc6b5c admin admin] 10.222.0.57 "PUT /v2.0/routers/5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3240149 Mar 11 16:06:51.517955 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Sync routers for ids ['5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:06:51.529265 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Routers {'5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:51.530123 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:51.716196 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Set router 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:52.105595 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'name': 'router1', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:39Z', 'updated_at': '2022-03-11T16:06:50Z', 'revision_number': 2, 'project_id': '6826215ecfd14c1d8da5835059497136', 'gw_port_host': None, '_interfaces': [{'id': '54fe5bdf-b48a-451d-968f-34ae231d4271', 'name': '', 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'mac_address': 'fa:16:3e:57:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:49Z', 'updated_at': '2022-03-11T16:06:50Z', 'revision_number': 2, 'project_id': '6826215ecfd14c1d8da5835059497136', 'subnets': [{'id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4577956-9c3c-4309-bb3c-5fe47b1aebd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:52.105595 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Checking router: 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:06:52.105595 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Updating router 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da port 54fe5bdf-b48a-451d-968f-34ae231d4271 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:06:52.149629 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.535413 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.552337 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Transition to ACTIVE for port object 54fe5bdf-b48a-451d-968f-34ae231d4271 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:52.634891 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.843233 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Pushing event updated for resources: {'Port': ['ID=54fe5bdf-b48a-451d-968f-34ae231d4271,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:52.882056 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.882439 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.882777 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.883110 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.883438 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.884318 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.884645 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.884973 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.885309 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.885632 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.885950 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.886291 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Tracked resource versions report: Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: pushed versions: Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: { 'AddressGroup': {'1.2'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'ConntrackHelper': {'1.0'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Log': {'1.0'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Network': {'1.1'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Port': {'1.7'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'PortForwarding': {'1.2'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'QosPolicy': {'1.8'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SecurityGroup': {'1.4'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SubPort': {'1.0'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Subnet': {'1.1'}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Trunk': {'1.1'}} Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: consumer versions: Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: { DHCP agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: L3 agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: Metadata agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: Metering agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: Open vSwitch agent@dv-neutron-833379-1-hyperv: { 'AddressGroup': '1.2', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'ConntrackHelper': '1.0', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Log': '1.0', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Network': '1.1', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Port': '1.7', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'PortForwarding': '1.2', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'QosPolicy': '1.8', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SecurityGroup': '1.4', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SecurityGroupRule': '1.2', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SubPort': '1.0', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Subnet': '1.1', Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Trunk': '1.1'}} Mar 11 16:06:52.887629 dv-neutron-833379-1-hyperv neutron-server[88603]: {{(pid=88603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:06:52.913371 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Attempting to bind port 54fe5bdf-b48a-451d-968f-34ae231d4271 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:52.913764 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Attempting to bind port 54fe5bdf-b48a-451d-968f-34ae231d4271 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '3b6f12fe-cb8d-4f6f-9379-2283b3436008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:52.914192 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Attempting to bind port 54fe5bdf-b48a-451d-968f-34ae231d4271 on network c80a7096-a9fb-4416-8cfa-50d812c2d851 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:06:52.919377 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:06:52.919761 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Checking segment: {'id': '3b6f12fe-cb8d-4f6f-9379-2283b3436008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:06:52.920245 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.920625 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Bound using segment: {'id': '3b6f12fe-cb8d-4f6f-9379-2283b3436008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:06:52.921100 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Bound port: 54fe5bdf-b48a-451d-968f-34ae231d4271, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6f12fe-cb8d-4f6f-9379-2283b3436008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:52.921502 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.032730 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] For port 54fe5bdf-b48a-451d-968f-34ae231d4271, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:06:53.036777 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] For port 54fe5bdf-b48a-451d-968f-34ae231d4271, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=54fe5bdf-b48a-451d-968f-34ae231d4271,segment=NetworkSegment(3b6f12fe-cb8d-4f6f-9379-2283b3436008),segment_id=3b6f12fe-cb8d-4f6f-9379-2283b3436008)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:06:53.104242 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.191933 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Routers {'5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:06:53.192554 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:53.260304 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac33b3-93cc-4b1e-833c-a71f568b5696 None None] Pushing event updated for resources: {'Port': ['ID=54fe5bdf-b48a-451d-968f-34ae231d4271,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:53.357148 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] Set router 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:06:53.699170 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'name': 'router1', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:39Z', 'updated_at': '2022-03-11T16:06:50Z', 'revision_number': 2, 'project_id': '6826215ecfd14c1d8da5835059497136', 'gw_port_host': None, '_interfaces': [{'id': '54fe5bdf-b48a-451d-968f-34ae231d4271', 'name': '', 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'mac_address': 'fa:16:3e:57:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:49Z', 'updated_at': '2022-03-11T16:06:53Z', 'revision_number': 4, 'project_id': '6826215ecfd14c1d8da5835059497136', 'subnets': [{'id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4577956-9c3c-4309-bb3c-5fe47b1aebd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:53.703663 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866dc49-88ba-46c1-ad93-3e7d61502e58 None None] The sync data for ids ['5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'] in dv-neutron-833379-1-hyperv is: [{'id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'name': 'router1', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:39Z', 'updated_at': '2022-03-11T16:06:50Z', 'revision_number': 2, 'project_id': '6826215ecfd14c1d8da5835059497136', 'gw_port_host': None, '_interfaces': [{'id': '54fe5bdf-b48a-451d-968f-34ae231d4271', 'name': '', 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'mac_address': 'fa:16:3e:57:b0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:49Z', 'updated_at': '2022-03-11T16:06:53Z', 'revision_number': 4, 'project_id': '6826215ecfd14c1d8da5835059497136', 'subnets': [{'id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4577956-9c3c-4309-bb3c-5fe47b1aebd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:06:53.752303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51898) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:53.897240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e01d1b-aa38-45bb-8b42-15fb628e5e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:53.898927 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-24e01d1b-aa38-45bb-8b42-15fb628e5e79 admin admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 842 time: 0.1454351 Mar 11 16:06:53.909003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_dhcp': False, 'gateway_ip': '172.26.8.1', 'name': 'public-subnet', 'cidr': '172.26.8.0/24'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:53.914316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:53.918824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Usage tracker for resource:subnet and tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:53.921584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:53.927123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:54.011599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Made reservation on behalf of 5d8fcc08fe8d4f1d932fc8c4406c6cd8 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:54.014010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.416044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 54fe5bdf-b48a-451d-968f-34ae231d4271 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:54.517093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:06:54.517515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.536784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 54fe5bdf-b48a-451d-968f-34ae231d4271 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:54.542865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 54fe5bdf-b48a-451d-968f-34ae231d4271 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:54.543237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.600099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb6a04a-1b90-4a2e-8ed4-34b604201166,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:54.602836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:06:54.603193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Network hostable DHCP agents. Network: 4685d94e-a86c-4851-83bb-ea47cd8951ec, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:54.668402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:54.670329 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.706009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 54fe5bdf-b48a-451d-968f-34ae231d4271, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=54fe5bdf-b48a-451d-968f-34ae231d4271,segment=NetworkSegment(3b6f12fe-cb8d-4f6f-9379-2283b3436008),segment_id=3b6f12fe-cb8d-4f6f-9379-2283b3436008)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:06:54.754217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 4685d94e-a86c-4851-83bb-ea47cd8951ec) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:54.764609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c5547-6d5c-4bed-999a-2ab6f718ff9d None None] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:06:54.768752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:54.768752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.788988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.869403 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bdfa2952-085d-4ca7-b5b0-0351361a82f3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9637320 Mar 11 16:06:54.929628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=54fe5bdf-b48a-451d-968f-34ae231d4271,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:55.048577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f541fb55-e4d4-40e0-83a0-9da355c61ac5 None None] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:06:56.391996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 54fe5bdf-b48a-451d-968f-34ae231d4271 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:56.463185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 54fe5bdf-b48a-451d-968f-34ae231d4271 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:56.463549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.177641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51912) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:57.372441 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ae749746-508b-4ab9-a1bf-dd5c614aab78 admin admin] 10.222.0.57 "GET /v2.0/routers/5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da HTTP/1.1" status: 200 len: 710 time: 0.1935298 Mar 11 16:06:57.497351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec11fba-ea4a-49f8-a503-cbd325c5fc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:57.498736 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cec11fba-ea4a-49f8-a503-cbd325c5fc17 admin admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 886 time: 0.1212525 Mar 11 16:06:57.507247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:06:57.943973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.360635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.416485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.548776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Allocated IP 172.26.8.193 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/a7c2f829-0832-4eb8-a106-d4fd59c5783b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:58.691788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.771520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.831934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:58.834569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:58.839127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:06:58.910344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c2f829-0832-4eb8-a106-d4fd59c5783b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:59.309660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.699084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.704785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.885297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Router 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:07:00.060880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:07:00.068691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.069871 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1c5ddfc6-dbe6-4360-a359-a18c006110f3 admin admin] 10.222.0.57 "PUT /v2.0/routers/5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da HTTP/1.1" status: 200 len: 890 time: 2.5657327 Mar 11 16:07:00.070046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Sync routers for ids ['5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:07:00.080380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Routers {'5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:07:00.081049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:00.277658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Set router 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:07:00.643139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'name': 'router1', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'a7c2f829-0832-4eb8-a106-d4fd59c5783b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:39Z', 'updated_at': '2022-03-11T16:06:59Z', 'revision_number': 4, 'project_id': '6826215ecfd14c1d8da5835059497136', 'gw_port': {'id': 'a7c2f829-0832-4eb8-a106-d4fd59c5783b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:58Z', 'updated_at': '2022-03-11T16:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '54fe5bdf-b48a-451d-968f-34ae231d4271', 'name': '', 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'mac_address': 'fa:16:3e:57:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:49Z', 'updated_at': '2022-03-11T16:06:54Z', 'revision_number': 5, 'project_id': '6826215ecfd14c1d8da5835059497136', 'subnets': [{'id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4577956-9c3c-4309-bb3c-5fe47b1aebd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:00.647863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Checking router: 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:07:00.648207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Updating router 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da port a7c2f829-0832-4eb8-a106-d4fd59c5783b binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:07:00.700190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.025936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.037479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Transition to ACTIVE for port object a7c2f829-0832-4eb8-a106-d4fd59c5783b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:01.119865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.197483 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f37317-2fec-4ab0-898b-36d0b8324ea7 None None] Pushing event updated for resources: {'Port': ['ID=a7c2f829-0832-4eb8-a106-d4fd59c5783b,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:01.203193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Attempting to bind port a7c2f829-0832-4eb8-a106-d4fd59c5783b on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:01.203553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Attempting to bind port a7c2f829-0832-4eb8-a106-d4fd59c5783b by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:01.203908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Attempting to bind port a7c2f829-0832-4eb8-a106-d4fd59c5783b on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:07:01.209162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:07:01.209527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:07:01.209918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.210332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:07:01.210788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Bound port: a7c2f829-0832-4eb8-a106-d4fd59c5783b, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:01.211169 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.285282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] For port a7c2f829-0832-4eb8-a106-d4fd59c5783b, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:07:01.288165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] For port a7c2f829-0832-4eb8-a106-d4fd59c5783b, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a7c2f829-0832-4eb8-a106-d4fd59c5783b,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:07:01.337202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.412918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Routers {'5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:07:01.413536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:01.469551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f37317-2fec-4ab0-898b-36d0b8324ea7 None None] Pushing event updated for resources: {'Port': ['ID=a7c2f829-0832-4eb8-a106-d4fd59c5783b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:01.597361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] Set router 5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:07:01.921423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'name': 'router1', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'a7c2f829-0832-4eb8-a106-d4fd59c5783b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:39Z', 'updated_at': '2022-03-11T16:06:59Z', 'revision_number': 4, 'project_id': '6826215ecfd14c1d8da5835059497136', 'gw_port': {'id': 'a7c2f829-0832-4eb8-a106-d4fd59c5783b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:58Z', 'updated_at': '2022-03-11T16:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '54fe5bdf-b48a-451d-968f-34ae231d4271', 'name': '', 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'mac_address': 'fa:16:3e:57:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:49Z', 'updated_at': '2022-03-11T16:06:54Z', 'revision_number': 5, 'project_id': '6826215ecfd14c1d8da5835059497136', 'subnets': [{'id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4577956-9c3c-4309-bb3c-5fe47b1aebd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:01.925274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8866c1-c3e2-4e7b-b496-e3fa3eb4908d None None] The sync data for ids ['5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da'] in dv-neutron-833379-1-hyperv is: [{'id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'name': 'router1', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'a7c2f829-0832-4eb8-a106-d4fd59c5783b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:06:39Z', 'updated_at': '2022-03-11T16:06:59Z', 'revision_number': 4, 'project_id': '6826215ecfd14c1d8da5835059497136', 'gw_port': {'id': 'a7c2f829-0832-4eb8-a106-d4fd59c5783b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:57:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:58Z', 'updated_at': '2022-03-11T16:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '54fe5bdf-b48a-451d-968f-34ae231d4271', 'name': '', 'network_id': 'c80a7096-a9fb-4416-8cfa-50d812c2d851', 'tenant_id': '6826215ecfd14c1d8da5835059497136', 'mac_address': 'fa:16:3e:57:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2b220d-a75e-4c21-93fa-4c8a3ec7e8da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:06:49Z', 'updated_at': '2022-03-11T16:06:54Z', 'revision_number': 5, 'project_id': '6826215ecfd14c1d8da5835059497136', 'subnets': [{'id': '011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4577956-9c3c-4309-bb3c-5fe47b1aebd5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:07:02.427607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a7c2f829-0832-4eb8-a106-d4fd59c5783b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:02.543231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 51922) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:02.559750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a7c2f829-0832-4eb8-a106-d4fd59c5783b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:02.565040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a7c2f829-0832-4eb8-a106-d4fd59c5783b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:02.565441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:02.684391 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-68fbedad-f0cd-46b7-86a3-6f3eb749ac81 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1344721 Mar 11 16:07:02.690264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:02.810216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port a7c2f829-0832-4eb8-a106-d4fd59c5783b, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a7c2f829-0832-4eb8-a106-d4fd59c5783b,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:07:02.902669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:02.975937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=a7c2f829-0832-4eb8-a106-d4fd59c5783b,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:04.408194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a7c2f829-0832-4eb8-a106-d4fd59c5783b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:04.508154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a7c2f829-0832-4eb8-a106-d4fd59c5783b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:04.508478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.108340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2584f92-c4b9-46fe-9ee7-0e99ec7da6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.712132 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:07:13.359893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a5ea-75cb-40fc-bd40-3782301e511c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.526486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.690957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.691448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.079457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7ac6bbe8-0d4e-4b7e-8fb0-184a9a6b175f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.325192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bbdf98a5-1a22-4458-a889-ce6618aff513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.526821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.657111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:45.719944 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.704761 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:08:11.096294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b947-d21b-4763-88bf-368e407cba42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.336427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a070580-7f42-4646-a2a9-b71b8821741d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.535007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.679398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.674076 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.696360 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:08:41.084925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ed45581f-2c24-4c35-96c4-0f00d43c3778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.352572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3aaa-b56e-4a97-86f2-65e2a8e87270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.529186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.694731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.684701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.698746 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:09:11.087882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0e13-c429-4548-8d25-9347573811b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.362366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dfef166-efa4-44cd-85e2-37cd107120ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.510629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.653844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.716667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.632528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:18.702147 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d1abe8-6793-4752-a8ff-f490922aa811 admin admin] GET failed (client error): The resource could not be found. Mar 11 16:09:18.702716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-01d1abe8-6793-4752-a8ff-f490922aa811 admin admin] Synchronizing usage tracker for tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:18.819233 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-01d1abe8-6793-4752-a8ff-f490922aa811 admin admin] Unset dirty status for tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:18.820613 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-01d1abe8-6793-4752-a8ff-f490922aa811 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1871481 Mar 11 16:09:18.962336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c2691-e3e1-4c4a-8b48-24995daeeb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:18.963753 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-506c2691-e3e1-4c4a-8b48-24995daeeb33 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1387887 Mar 11 16:09:21.158238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52536) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:21.265780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf0e1e-a137-4318-8449-bdd38c8a5637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:21.267160 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0cbf0e1e-a137-4318-8449-bdd38c8a5637 admin admin] 10.222.0.57 "GET /v2.0/subnets/011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff HTTP/1.1" status: 200 len: 849 time: 0.1079903 Mar 11 16:09:21.276885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:09:21.393654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.879291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728838684151'] for subnet, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.939517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:21.940704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.947957 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] 10.222.0.57 "PUT /v2.0/subnets/011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff HTTP/1.1" status: 200 len: 868 time: 0.6685245 Mar 11 16:09:21.948220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb18bd6-26ca-4559-80ce-e8af09cee5e9 None None] Network c80a7096-a9fb-4416-8cfa-50d812c2d851 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:09:21.978243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:21.986981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.987619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.988149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.988468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.988794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.989128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.989456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.989950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.990312 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.990664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.991014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:21.992060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2881a4-7590-4a26-858d-a3e3efcb7fe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:22.452646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0a2ec0ef-f698-483f-8c10-b53d801b9172 None None] Provisioning complete for port d83398be-646d-4ef5-a4c3-e2db9b679d2c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:22.453011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec0ef-f698-483f-8c10-b53d801b9172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:22.578024 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0a2ec0ef-f698-483f-8c10-b53d801b9172 None None] Provisioning complete for port 54fe5bdf-b48a-451d-968f-34ae231d4271 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:22.578427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec0ef-f698-483f-8c10-b53d801b9172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.171996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52546) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:24.358508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade58c9-4b98-4089-a26e-a3bd6bd36e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:24.358901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade58c9-4b98-4089-a26e-a3bd6bd36e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:24.360417 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0ade58c9-4b98-4089-a26e-a3bd6bd36e35 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1874754 Mar 11 16:09:26.586567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 52556) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:26.764549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94845cf1-ae40-4f21-a41b-e86787f002c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:26.764961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94845cf1-ae40-4f21-a41b-e86787f002c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:26.766524 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-94845cf1-ae40-4f21-a41b-e86787f002c3 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1787415 Mar 11 16:09:28.950595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 52566) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:29.120502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58913c5-3538-4261-a35f-e2a1ea2eda02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:29.121862 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d58913c5-3538-4261-a35f-e2a1ea2eda02 admin admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 886 time: 0.1703081 Mar 11 16:09:31.312375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 52576) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.489120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0205f82f-cc51-4644-9678-dc7d57c0d6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:31.490427 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0205f82f-cc51-4644-9678-dc7d57c0d6e6 admin admin] 10.222.0.57 "GET /v2.0/networks/c80a7096-a9fb-4416-8cfa-50d812c2d851 HTTP/1.1" status: 200 len: 869 time: 0.1770768 Mar 11 16:09:33.684578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52586) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:33.807577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5330986f-120c-4e2f-a536-ed5fe1129556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:33.807929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5330986f-120c-4e2f-a536-ed5fe1129556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:33.809438 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5330986f-120c-4e2f-a536-ed5fe1129556 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239047 Mar 11 16:09:35.995518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52596) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:36.105126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84318126-48fd-4882-b387-c6566c5c2938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:36.105573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84318126-48fd-4882-b387-c6566c5c2938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:36.107143 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-84318126-48fd-4882-b387-c6566c5c2938 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106989 Mar 11 16:09:38.283077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52606) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:38.395025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d8af6f-b48a-4520-b47d-a4ebf4bb079f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:38.397227 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f4d8af6f-b48a-4520-b47d-a4ebf4bb079f admin admin] 10.222.0.57 "GET /v2.0/subnets/011a1dc6-4e7f-4a2d-a00c-b2b8f9a360ff HTTP/1.1" status: 200 len: 868 time: 0.1126831 Mar 11 16:09:40.669018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52616) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:40.700503 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:09:40.784397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed6d9ee-0761-44b3-9e34-d61bf3915b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:40.785740 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3ed6d9ee-0761-44b3-9e34-d61bf3915b39 admin admin] 10.222.0.57 "GET /v2.0/subnets/eeb6a04a-1b90-4a2e-8ed4-34b604201166 HTTP/1.1" status: 200 len: 816 time: 0.1158576 Mar 11 16:09:41.102059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59125ec4-4871-4e87-a63f-2546d3e1a163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.332530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7c792d47-f017-4297-babc-04d924212d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.535652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.678848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.712959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.030329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52662) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:00.079569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-fbb89d25-1191-44cd-aecf-ee36cd52ec14 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:10:00.080545 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fbb89d25-1191-44cd-aecf-ee36cd52ec14 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492942 Mar 11 16:10:02.325152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52672) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:02.390664 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c9d0b9-ad76-4ce1-b966-85cc52acb860 admin admin] GET failed (client error): The resource could not be found. Mar 11 16:10:02.391895 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-15c9d0b9-ad76-4ce1-b966-85cc52acb860 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658388 Mar 11 16:10:02.518978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7900b098-a8ca-41a3-acab-724c67703c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:02.520608 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7900b098-a8ca-41a3-acab-724c67703c0f admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1243985 Mar 11 16:10:04.720648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52682) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:04.769639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:10:04.775423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:04.785001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:04.874906 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Made reservation on behalf of 5d8fcc08fe8d4f1d932fc8c4406c6cd8 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:04.877329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.968175 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.services.revisions.revision_plugin [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Could not find related network for resource to bump revision. Mar 11 16:10:04.980542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:04.989572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.989904 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Added segment 49287817-dce4-4908-9e3c-20d55baaae8e of type vlan for network 2c5d0336-c705-4b85-9c4d-822917c74fc3 Mar 11 16:10:05.017145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.114853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.116471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:05.117155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.218280 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] Pushing event updated for resources: {'Network': ['ID=2c5d0336-c705-4b85-9c4d-822917c74fc3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:05.228591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 2c5d0336-c705-4b85-9c4d-822917c74fc3 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:05.281891 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ef502806-a9ac-46e8-896b-3544c202d15f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5600574 Mar 11 16:10:07.511706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52692) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:07.579815 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9364c93c-2a70-4b5a-a0db-93f13229dca7 admin admin] GET failed (client error): The resource could not be found. Mar 11 16:10:07.580230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9364c93c-2a70-4b5a-a0db-93f13229dca7 admin admin] Synchronizing usage tracker for tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:07.650040 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9364c93c-2a70-4b5a-a0db-93f13229dca7 admin admin] Unset dirty status for tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:07.651346 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9364c93c-2a70-4b5a-a0db-93f13229dca7 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1386807 Mar 11 16:10:07.761347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8bd64e-b991-4442-b7b3-ddb262a96bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:07.762843 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ef8bd64e-b991-4442-b7b3-ddb262a96bca admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1075757 Mar 11 16:10:07.774606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:10:07.779348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:07.783177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Usage tracker for resource:subnet and tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:07.786205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:07.792872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:07.875199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Made reservation on behalf of 5d8fcc08fe8d4f1d932fc8c4406c6cd8 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:07.877629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.141089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.210150 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Pushing event updated for resources: {'Subnet': ['ID=87584a06-96e5-4f0f-9434-1eb9a61b64ab,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:08.220257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Checking segment: {'id': '49287817-dce4-4908-9e3c-20d55baaae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:10:08.220625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Network hostable DHCP agents. Network: 2c5d0336-c705-4b85-9c4d-822917c74fc3, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:08.355057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Network 2c5d0336-c705-4b85-9c4d-822917c74fc3 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:08.503460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 2c5d0336-c705-4b85-9c4d-822917c74fc3) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:08.507930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:08.508512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.513914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d5144-64f4-4613-9860-083fdccc39a4 None None] Network 2c5d0336-c705-4b85-9c4d-822917c74fc3 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:10:08.613129 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa1d443f-9425-413a-9578-39d50d50189a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8440707 Mar 11 16:10:08.782362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-2c5d0336-c705-4b85-9c4d-822917c74fc3', 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3', 'tenant_id': '5d8fcc08fe8d4f1d932fc8c4406c6cd8', 'fixed_ips': [{'subnet_id': '87584a06-96e5-4f0f-9434-1eb9a61b64ab'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:10:08.783302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.944085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Allocated IP 192.168.233.2 (2c5d0336-c705-4b85-9c4d-822917c74fc3/87584a06-96e5-4f0f-9434-1eb9a61b64ab/c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:09.148990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.159306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Transition to ACTIVE for port object c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:09.177976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Transition to ACTIVE for port object c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:09.267449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.328589 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Network 2c5d0336-c705-4b85-9c4d-822917c74fc3 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:09.331381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:09.343410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:10:09.349713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Pushing event updated for resources: {'Port': ['ID=c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:09.381833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.382357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.383162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.383162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.383380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.384373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.384373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.384373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.384659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.384946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.385260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.385573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.461255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Attempting to bind port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:09.461608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Attempting to bind port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '49287817-dce4-4908-9e3c-20d55baaae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:09.461966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Attempting to bind port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf on network 2c5d0336-c705-4b85-9c4d-822917c74fc3 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:10:09.467456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:10:09.467810 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Checking segment: {'id': '49287817-dce4-4908-9e3c-20d55baaae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:10:09.468192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.468567 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Bound using segment: {'id': '49287817-dce4-4908-9e3c-20d55baaae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:10:09.469011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Bound port: c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49287817-dce4-4908-9e3c-20d55baaae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:09.469386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.562149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] For port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:10:09.566389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] For port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf,segment=NetworkSegment(49287817-dce4-4908-9e3c-20d55baaae8e),segment_id=49287817-dce4-4908-9e3c-20d55baaae8e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:10:09.652559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.738684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14af8f-58a5-45d7-ae7a-ae55bdd69c23 None None] Pushing event updated for resources: {'Port': ['ID=c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:10.545744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:10.582518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f12f3-694a-4a46-87e2-3acd9d1a162f None None] Network 2c5d0336-c705-4b85-9c4d-822917c74fc3 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:10:10.825905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e5980fa-79cb-4c54-90cf-eb539031a916 None None] Provisioning for port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:10.881410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:10.886691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:10.887160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.025283 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.077013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-28adebc9-0336-4dfa-a9a4-1ef6cf3b71bb None None] Provisioning complete for port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:11.077296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-28adebc9-0336-4dfa-a9a4-1ef6cf3b71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.102395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf,segment=NetworkSegment(49287817-dce4-4908-9e3c-20d55baaae8e),segment_id=49287817-dce4-4908-9e3c-20d55baaae8e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:10:11.175114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa1ca67f-9919-43eb-ad23-7b87b91dd0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.190572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.239732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-28adebc9-0336-4dfa-a9a4-1ef6cf3b71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.327302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:11.350263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-28adebc9-0336-4dfa-a9a4-1ef6cf3b71bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:10:11.350675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-28adebc9-0336-4dfa-a9a4-1ef6cf3b71bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:10:12.505547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:12.606292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c4d264e1-0d9e-4120-b467-d0fa1e1fb3bf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:12.606651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.413089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c0d70fd5-0821-46c3-8920-27139559571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:14.503244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:14.646129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.697365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.706528 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:10:41.142378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc01b755-a7e6-4020-800d-43f658d67e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:43.374910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-51fca0f7-2f91-48f1-8ae5-81b67b8b1a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.548443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.673271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.702552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:54.708310 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:11:11.118700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d92a17e1-e7b3-4c9c-96b8-86437bf5cf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.357665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-242ab0dd-809b-49a6-971c-3c6853bd9b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.530743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.661499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.690081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.714424 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:11:41.101008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-de8e0ef0-3a0c-40de-83f7-53a0daf3f93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.352205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8acb4d84-07cf-476a-b4d4-57d7ab8c137c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.534667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.637758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.706314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.321578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 52738) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:46.327505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-4932e5d9-2d0c-4b27-a5a6-8df094383b3c tempest-verify_tempest_config-696583157 tempest-verify_tempest_config-696583157-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:11:46.328452 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4932e5d9-2d0c-4b27-a5a6-8df094383b3c tempest-verify_tempest_config-696583157 tempest-verify_tempest_config-696583157-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059056 Mar 11 16:11:46.795558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 52756) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:46.913862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.927982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:46.931714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Usage tracker for resource:security_group_rule and tenant:6c8cff159f8841bf9bb92b87465f2f21 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:46.934535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:46.940166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:47.023806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.077425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.123433 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c8cff159f8841bf9bb92b87465f2f21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3268478 Mar 11 16:11:47.124377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef2041-94f7-4c99-b138-e46ab671bd80,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:47.126327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 52762) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:47.144621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.144973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.145827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.146227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.146559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.146881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.147203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.147537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.147860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.148174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.148487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.148806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eff9f1-6342-4387-82c9-14a3d2d121b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:47.196384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-727e8c94-db64-418b-966c-fc19e0379e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.220519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-727e8c94-db64-418b-966c-fc19e0379e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.403556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-727e8c94-db64-418b-966c-fc19e0379e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.417558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e8c94-db64-418b-966c-fc19e0379e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef2041-94f7-4c99-b138-e46ab671bd80,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:47.423492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-727e8c94-db64-418b-966c-fc19e0379e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.427258 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-727e8c94-db64-418b-966c-fc19e0379e58 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/49ef2041-94f7-4c99-b138-e46ab671bd80 HTTP/1.1" status: 204 len: 168 time: 0.2973933 Mar 11 16:12:08.719639 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:12:11.093951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb224bd0-d34a-4058-8cd3-9e7996262885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.345111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7daebcd-3618-41d7-aab1-c146ad27bedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.556905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.647932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.688052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.098895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6be48993-6869-4b64-8cdc-a8d8e7b6b8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.361738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-362d1384-f326-48b6-9298-3abe682b6971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.510196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.640923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.720952 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 5 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:12:45.722757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.047508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1799735'] for agent, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.115712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a12fde66-4ffc-4c28-98a5-36d6aaf81ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.383018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8808142b-b835-4e87-8797-3ec5eb3ac00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:14.532910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:14.651702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.726936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.732175 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:13:24.622881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 52840) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:24.738982 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-abc30153-efd5-44bf-b21f-9a07d1cf7b26 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1150086 Mar 11 16:13:26.943112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 52850) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:27.002004 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6253cae4-ea84-4e24-8407-294e8b5ab5b2 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0578072 Mar 11 16:13:39.035974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.109453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-33befa74-90a1-4b72-b4b6-d32c6de27108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.372159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-08a91880-80d2-49ee-8bb5-a9bf09dfd23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.530975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.669410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.760973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.727711 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:14:09.011826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:11.098065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7f6351a-fa5e-424f-9686-676847655a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:13.400207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9147fbf8-0406-4f8d-98a3-760ce72474f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.526474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.657791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:15.880263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:36.728259 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:14:39.017107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.096918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a070f30d-6cac-4d90-b779-fc0d98d47718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.371166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a85b2b1-238a-4998-a414-aae148c0de2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:44.531071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:44.648814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.714515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.008654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53040) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:01.099040 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53050) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:01.278231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53060) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:01.428319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1850314402-network', 'tenant_id': 'c4456c43527b40d587279f67503a2854'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:01.433632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:01.437688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Usage tracker for resource:network and tenant:c4456c43527b40d587279f67503a2854 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:01.441564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:01.447890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:01.522119 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Made reservation on behalf of c4456c43527b40d587279f67503a2854 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:01.524455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.542235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.584586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1702433734-network', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:01.592497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:01.597440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:01.599748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Usage tracker for resource:network and tenant:5f8a30f087bc47f5b119a2c413b22e37 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:01.603577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:01.606406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Usage tracker for resource:security_group_rule and tenant:c4456c43527b40d587279f67503a2854 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:01.609148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:01.617553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:01.619746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:01.685316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53074) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:01.710872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.717620 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Made reservation on behalf of 5f8a30f087bc47f5b119a2c413b22e37 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:01.720248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.735064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.750744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:01.756492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Usage tracker for resource:security_group_rule and tenant:5f8a30f087bc47f5b119a2c413b22e37 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:01.759463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:01.765664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:01.824705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1836382338'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:01.844168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.874858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:01.880149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.886028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Usage tracker for resource:network and tenant:201544c4263b4579867dc98e28e420ae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:01.890742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:01.892886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:01.912225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:01.921559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.921888 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Added segment cb6e75ca-fe8a-4f26-8558-55f6367b3c27 of type vlan for network 026af78c-221a-4b26-97b4-0321fe0d1b88 Mar 11 16:15:01.929440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02681630-5854-4eaf-8efa-cd73b28c9419,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:01.943808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.944163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.944498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.944819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.945137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.945472 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.945792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.946124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.946470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.946883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.947134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.947441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Tracked resource versions report: Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: pushed versions: Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: { 'AddressGroup': {'1.2'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'ConntrackHelper': {'1.0'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Log': {'1.0'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Network': {'1.1'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Port': {'1.7'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'PortForwarding': {'1.2'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'QosPolicy': {'1.8'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SecurityGroup': {'1.4'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SubPort': {'1.0'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Subnet': {'1.1'}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Trunk': {'1.1'}} Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: consumer versions: Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: { DHCP agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: HyperV agent@hv-neutron-8333: {}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: L3 agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: Metadata agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: Metering agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: Open vSwitch agent@dv-neutron-833379-1-hyperv: { 'AddressGroup': '1.2', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'ConntrackHelper': '1.0', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Log': '1.0', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Network': '1.1', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Port': '1.7', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'PortForwarding': '1.2', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'QosPolicy': '1.8', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SecurityGroup': '1.4', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SecurityGroupRule': '1.2', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'SubPort': '1.0', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Subnet': '1.1', Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: 'Trunk': '1.1'}} Mar 11 16:15:01.948520 dv-neutron-833379-1-hyperv neutron-server[88601]: {{(pid=88601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:15:01.954624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.988081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.003206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:02.016866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37666b94-efdd-49ee-b301-097a88302eb6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:02.023475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Made reservation on behalf of 201544c4263b4579867dc98e28e420ae for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:02.026892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.054808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.065524 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.065772 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Added segment 574186bd-3274-4f97-be9c-3799cd96c815 of type vlan for network 8a03412e-50be-451f-a956-37655eb04392 Mar 11 16:15:02.079402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:02.087664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Usage tracker for resource:security_group_rule and tenant:201544c4263b4579867dc98e28e420ae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:02.098151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:02.107708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:02.108549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53092) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:02.121353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.160611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.161576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:02.162135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.203682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2139528107-network', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:02.210089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:02.215512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Usage tracker for resource:network and tenant:35b3d889893f468abbd8f3a050968a5e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:02.220813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:02.228014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:02.261215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.300236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Made reservation on behalf of 35b3d889893f468abbd8f3a050968a5e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:02.302669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.322354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.334546 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.339806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:02.344776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Usage tracker for resource:security_group_rule and tenant:35b3d889893f468abbd8f3a050968a5e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:02.348850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:02.351276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.352190 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:02.352907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.357331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:02.362294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] Pushing event updated for resources: {'Network': ['ID=026af78c-221a-4b26-97b4-0321fe0d1b88,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:02.374694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 026af78c-221a-4b26-97b4-0321fe0d1b88 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:02.414841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:02.487832 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.488182 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Added segment 42be695f-9dca-43f3-8b53-44ab8fc0a8b0 of type vlan for network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 Mar 11 16:15:02.501432 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b2239eb-73f3-4453-8f24-543eb73d1f54 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4911406 Mar 11 16:15:02.510796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53106) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:02.511243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f404f-9402-4842-a96a-a19fe1356103,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:02.514853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] Pushing event updated for resources: {'Network': ['ID=8a03412e-50be-451f-a956-37655eb04392,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:02.529560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:02.532784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Request body: {'subnet': {'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1850314402-subnet', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:02.539880 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eee8c86c-02ef-4563-800f-c73a1d7d3c1e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4398098 Mar 11 16:15:02.544192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:02.546294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53110) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:02.548812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:02.550242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.553098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Usage tracker for resource:floatingip and tenant:3fd473520b0a4e2eaa69328f5d57744d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:02.557391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:02.563416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 8a03412e-50be-451f-a956-37655eb04392 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:02.566981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Request body: {'subnet': {'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1702433734-subnet', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:02.577797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Usage tracker for resource:subnet and tenant:c4456c43527b40d587279f67503a2854 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:02.581222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53116) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:02.581603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:02.593012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:02.610391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:02.630323 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:02.635686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Usage tracker for resource:subnet and tenant:5f8a30f087bc47f5b119a2c413b22e37 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:02.659617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:02.671001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:02.677637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.718207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.783518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Made reservation on behalf of c4456c43527b40d587279f67503a2854 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:02.786156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.792167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.805494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Made reservation on behalf of 5f8a30f087bc47f5b119a2c413b22e37 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:02.813795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.823999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:02.846328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.846328 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Added segment e49e5150-4d80-4040-a03e-bd42e1e4afe9 of type vlan for network 6be08afd-bba1-4194-b9a0-20bce245a205 Mar 11 16:15:02.861949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.915689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a054e705-bebf-4205-9fdc-7bd67673e77a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:02.935864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.936216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.936548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.937033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.937515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.938001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.938510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.939044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.940050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.940522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.940991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.941476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Tracked resource versions report: Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: pushed versions: Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: { 'AddressGroup': {'1.2'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'ConntrackHelper': {'1.0'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Log': {'1.0'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Network': {'1.1'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Port': {'1.7'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'PortForwarding': {'1.2'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'QosPolicy': {'1.8'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SecurityGroup': {'1.4'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SubPort': {'1.0'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Subnet': {'1.1'}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Trunk': {'1.1'}} Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: consumer versions: Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: { DHCP agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: HyperV agent@hv-neutron-8333: {}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: L3 agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: Metadata agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: Metering agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: Open vSwitch agent@dv-neutron-833379-1-hyperv: { 'AddressGroup': '1.2', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'ConntrackHelper': '1.0', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Log': '1.0', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Network': '1.1', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Port': '1.7', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'PortForwarding': '1.2', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'QosPolicy': '1.8', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SecurityGroup': '1.4', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SecurityGroupRule': '1.2', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'SubPort': '1.0', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Subnet': '1.1', Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: 'Trunk': '1.1'}} Mar 11 16:15:02.943231 dv-neutron-833379-1-hyperv neutron-server[88600]: {{(pid=88600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:15:02.965465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.980354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:02.987615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:02.988232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.137540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-919388817'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:03.152160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:03.177936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Allocated IP 172.26.8.122 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/3656fe0e-0d41-48b1-a86e-71d46a52735b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:03.187730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.188686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:03.189540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.243026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Usage tracker for resource:network and tenant:6d2a93022c354c90aa84bc53dfa5d726 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:03.254708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:03.274838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:03.277689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Network': ['ID=e02b896c-f344-4fcd-b362-4eb8a1ebeaa3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:03.289947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:03.303316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:03.356814 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-88107bcb-c416-4a41-8c24-ae56b798d559 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0771046 Mar 11 16:15:03.366129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53144) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:03.435114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'subnet': {'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:03.437675 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7131622 Mar 11 16:15:03.437675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff4261-445e-4453-b7a1-30582a2a2673 admin admin] Pushing event updated for resources: {'Network': ['ID=6be08afd-bba1-4194-b9a0-20bce245a205,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:03.438234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 6be08afd-bba1-4194-b9a0-20bce245a205 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:03.438771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53148) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:03.456181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Request body: {'subnet': {'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2139528107-subnet', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:03.466086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:03.476123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Usage tracker for resource:subnet and tenant:35b3d889893f468abbd8f3a050968a5e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:03.487606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:03.497009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:03.501055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.571963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1753413810', 'router:external': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:03.593691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:03.604853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Usage tracker for resource:network and tenant:76c18c752e484592893cf44d13e1521f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:03.623100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:03.631239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:03.641969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:03.646784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Usage tracker for resource:subnet and tenant:201544c4263b4579867dc98e28e420ae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:03.652705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:03.660440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:03.763228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.763811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Made reservation on behalf of 76c18c752e484592893cf44d13e1521f for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:03.765590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.771112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Made reservation on behalf of 35b3d889893f468abbd8f3a050968a5e for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:03.774314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.775533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Made reservation on behalf of 6d2a93022c354c90aa84bc53dfa5d726 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:03.778948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.793184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.796907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.805237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Made reservation on behalf of 201544c4263b4579867dc98e28e420ae for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:03.809640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.854498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:03.858786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:03.865060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:03.877604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.885468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:03.929417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:03.980813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Pushing event updated for resources: {'Port': ['ID=3656fe0e-0d41-48b1-a86e-71d46a52735b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:03.984459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:04.013650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Usage tracker for resource:security_group_rule and tenant:76c18c752e484592893cf44d13e1521f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:04.033222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Usage tracker for resource:security_group_rule and tenant:6d2a93022c354c90aa84bc53dfa5d726 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:04.038455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:04.050073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:04.056598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.064688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:04.067476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:04.113228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9711eae0-37d4-43ce-90d1-96f154e0d138,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:04.115351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Checking segment: {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:04.115905 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Network hostable DHCP agents. Network: 8a03412e-50be-451f-a956-37655eb04392, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:04.120635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Checking segment: {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:04.124268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Network hostable DHCP agents. Network: 026af78c-221a-4b26-97b4-0321fe0d1b88, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:04.200118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.237197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53164) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:04.240402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.303046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba333b4-1c07-4b88-a8b0-095f38c4cde7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:04.341784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16774e41-ceec-4659-b4b5-542fbd354cfc,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:04.356499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Network 8a03412e-50be-451f-a956-37655eb04392 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:04.382249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Checking segment: {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:04.382626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Network hostable DHCP agents. Network: 6be08afd-bba1-4194-b9a0-20bce245a205, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:04.395089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Network 026af78c-221a-4b26-97b4-0321fe0d1b88 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:04.478095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.480485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:04.480842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 8a03412e-50be-451f-a956-37655eb04392) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:04.482300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 026af78c-221a-4b26-97b4-0321fe0d1b88) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:04.492716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:04.496042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46895620-64f6-49e3-8ec0-56b54bd177ef None None] Network 8a03412e-50be-451f-a956-37655eb04392 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:04.504326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:04.504912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.509086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Usage tracker for resource:floatingip and tenant:ff12d2b9f587496ca0b30b5428abe590 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:04.515728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:04.525310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.527643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:04.540620 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:04.541327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.551965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Network 6be08afd-bba1-4194-b9a0-20bce245a205 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:04.563461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.565071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae118b24-d6ac-41b8-9350-8c8e823c5c57 None None] Network 026af78c-221a-4b26-97b4-0321fe0d1b88 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:04.565673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 6be08afd-bba1-4194-b9a0-20bce245a205) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:04.570343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:04.570462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.579386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.592574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93be3c6c-03a6-49d4-9e84-4fe54188cb45 None None] Network 6be08afd-bba1-4194-b9a0-20bce245a205 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:04.597329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.648153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.651118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:04.662601 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d405b7fd-fc95-4c00-9e82-b8ddfc713612 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2196434 Mar 11 16:15:04.662601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.666294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53174) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:04.687775 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3ca7e074-aa41-4c5f-bc39-0f112137eaa6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1702497 Mar 11 16:15:04.688946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94f6c41-9a16-4590-aab7-0541d5d16969,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:04.700774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:04.702288 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3713357d-a0f3-4a16-be2e-06b3a4ab7834 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1545906 Mar 11 16:15:04.705740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53176) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:04.710090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53182) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:04.726915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:04.730304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.730651 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Added segment b498991f-f92c-4a6c-89d8-48eaeb1bbadc of type vlan for network edab7fbd-e06e-4f22-8c37-6da51a77813b Mar 11 16:15:04.740212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:04.740390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:04.742076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.748242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:04.750931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Usage tracker for resource:router and tenant:c4456c43527b40d587279f67503a2854 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:04.760798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:04.766340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:04.773857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:04.776071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:04.791917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Usage tracker for resource:router and tenant:5f8a30f087bc47f5b119a2c413b22e37 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:04.794907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Subnet': ['ID=a48e083d-1668-4081-b433-3523b1ece574,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:04.801772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:04.806430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:04.806766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a615da3f-67fe-4fc3-a8b2-aca4c4ce9d57,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:04.812072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Pushing event updated for resources: {'Port': ['ID=3656fe0e-0d41-48b1-a86e-71d46a52735b,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:05.024226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.024226 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Added segment 57c052b5-1f5b-4efb-95df-e2d97f1b9b44 of type vlan for network 3309714e-38aa-4a76-8982-1ffed700b405 Mar 11 16:15:05.024226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:05.065203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Usage tracker for resource:router and tenant:35b3d889893f468abbd8f3a050968a5e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:05.065203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:05.065203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:05.065583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Checking segment: {'id': '42be695f-9dca-43f3-8b53-44ab8fc0a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:05.065583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Network hostable DHCP agents. Network: e02b896c-f344-4fcd-b362-4eb8a1ebeaa3, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:05.065583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.065583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.066032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.066032 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-de8a7408-5ac0-45f9-a804-c979cff0e194 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8368051 Mar 11 16:15:05.066479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53190) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:05.066479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1545844001', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'fixed_ips': [{'ip_address': '172.26.8.122'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:05.066479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:05.066479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Usage tracker for resource:port and tenant:3fd473520b0a4e2eaa69328f5d57744d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:05.066479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:05.066999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.067275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:05.067275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.067275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.067481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.067481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.067481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.067481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.067898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.067898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:05.067898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.067898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:05.067898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.071234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:05.071993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.077964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.081596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.085498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.163844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-026af78c-221a-4b26-97b4-0321fe0d1b88', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:15:05.164689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.187567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Allocated IP 172.26.8.164 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/0e063d0a-3b7f-4cdd-a918-5c37cfc8c754) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:05.197733 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-8a03412e-50be-451f-a956-37655eb04392', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:15:05.203006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.206542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Made reservation on behalf of 3fd473520b0a4e2eaa69328f5d57744d for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:05.208874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.221823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-6be08afd-bba1-4194-b9a0-20bce245a205', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:15:05.222698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.291401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.303020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, e02b896c-f344-4fcd-b362-4eb8a1ebeaa3) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:05.321986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:05.322641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986a160-0e1e-4749-b250-9095f2deba73 None None] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:05.322732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.327602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event updated for resources: {'Network': ['ID=edab7fbd-e06e-4f22-8c37-6da51a77813b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:05.359910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:05.363534 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eaaffc65-a68e-413a-9fb4-450d597302c3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0578883 Mar 11 16:15:05.374809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network edab7fbd-e06e-4f22-8c37-6da51a77813b details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:05.378088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53200) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:05.384789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Usage tracker for resource:security_group_rule and tenant:3fd473520b0a4e2eaa69328f5d57744d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:05.391425 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8076952 Mar 11 16:15:05.394557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'subnet': {'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:05.400461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:05.446373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53206) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:05.454711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:05.524643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Usage tracker for resource:subnet and tenant:76c18c752e484592893cf44d13e1521f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:05.537400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:05.540792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.548236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:05.552113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545df00-8f62-4a7c-ac42-179d4fc3539a tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Pushing event updated for resources: {'Network': ['ID=3309714e-38aa-4a76-8982-1ffed700b405,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:05.557850 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7ab01471-dde8-4048-afb4-1ebee4e72ed7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1754935 Mar 11 16:15:05.561584 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53212) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:05.575054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:05.640047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'port': {'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3', 'name': 'tempest-AllowedAddressPairTestJSON-1724300721'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:05.647439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 3309714e-38aa-4a76-8982-1ffed700b405 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:05.724478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.764472 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Request body: {'network': {'name': 'tempest-network--1783846525', 'router:external': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:05.824516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:05.845436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Made reservation on behalf of 76c18c752e484592893cf44d13e1521f for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:05.847647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:05.862129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Usage tracker for resource:network and tenant:a062fdbaefba463ca4998735a8e1671e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:05.881428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:05.950200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:05.956974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.028442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:06.031049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.037434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.044740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:06.060251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:06.065536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event updated for resources: {'Port': ['ID=0e063d0a-3b7f-4cdd-a918-5c37cfc8c754,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:06.096171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Allocated IP 172.20.0.2 (8a03412e-50be-451f-a956-37655eb04392/5ba333b4-1c07-4b88-a8b0-095f38c4cde7/94aabf81-b206-4b4c-b222-a22fc5db9c98) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:06.098725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Allocated IP 172.20.0.2 (026af78c-221a-4b26-97b4-0321fe0d1b88/9711eae0-37d4-43ce-90d1-96f154e0d138/c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:06.101112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.176981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:06.188914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Usage tracker for resource:port and tenant:201544c4263b4579867dc98e28e420ae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:06.197261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:06.218622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:06.221806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-e02b896c-f344-4fcd-b362-4eb8a1ebeaa3', 'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3', 'tenant_id': '201544c4263b4579867dc98e28e420ae', 'fixed_ips': [{'subnet_id': 'a48e083d-1668-4081-b433-3523b1ece574'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:15:06.222691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.228473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.243286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Allocated IP 172.20.0.2 (6be08afd-bba1-4194-b9a0-20bce245a205/16774e41-ceec-4659-b4b5-542fbd354cfc/f9fc8908-0b12-4739-af74-2fd8cd88531f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:06.280735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Made reservation on behalf of a062fdbaefba463ca4998735a8e1671e for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:06.283350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.300113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.311859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.327075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] device_id is not set on port c2adaf75-1de6-4522-acc5-440b4c1cc753 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:06.379840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.406535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Made reservation on behalf of 201544c4263b4579867dc98e28e420ae for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:06.410845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.440019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:06.470942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Usage tracker for resource:security_group_rule and tenant:a062fdbaefba463ca4998735a8e1671e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:06.478695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07065d6f-9f0f-4418-b7c5-a53a9f44ca81,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:06.483941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:06.512987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] device_id is not set on port 9772c101-2bc0-4083-bf5e-2a82b401827d yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:06.561494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:06.785268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.802112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.821523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Transition to ACTIVE for port object c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:06.901837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.904700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.925712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Allocated IP 172.20.0.2 (e02b896c-f344-4fcd-b362-4eb8a1ebeaa3/a48e083d-1668-4081-b433-3523b1ece574/4569ce07-30c0-4c7d-b446-0818ea01e81e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:06.930384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Transition to ACTIVE for port object 94aabf81-b206-4b4c-b222-a22fc5db9c98 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:06.940614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Transition to ACTIVE for port object c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:06.973605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Transition to ACTIVE for port object 94aabf81-b206-4b4c-b222-a22fc5db9c98 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:06.975010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:06.987935 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 16:15:06.988623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:15:07.011304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.050605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Transition to ACTIVE for port object f9fc8908-0b12-4739-af74-2fd8cd88531f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:07.066509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.071511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.153688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.159501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.171134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Network 026af78c-221a-4b26-97b4-0321fe0d1b88 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:07.184484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Transition to ACTIVE for port object f9fc8908-0b12-4739-af74-2fd8cd88531f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:07.186964 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:07.194392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event updated for resources: {'Port': ['ID=0e063d0a-3b7f-4cdd-a918-5c37cfc8c754,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:07.197864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Network 8a03412e-50be-451f-a956-37655eb04392 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:07.199732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Pushing event updated for resources: {'Port': ['ID=c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:07.203980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:07.206128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:07.206700 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.212273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:07.223825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.226264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.226264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.226264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.226264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.226264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.226264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.226264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.226719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.226844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.227160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.227473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Tracked resource versions report: Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: pushed versions: Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: { 'AddressGroup': {'1.2'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'ConntrackHelper': {'1.0'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Log': {'1.0'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Network': {'1.1'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Port': {'1.7'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'PortForwarding': {'1.2'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'QosPolicy': {'1.8'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SecurityGroup': {'1.4'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SubPort': {'1.0'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Subnet': {'1.1'}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Trunk': {'1.1'}} Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: consumer versions: Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: { DHCP agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: HyperV agent@hv-neutron-8333: {}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: L3 agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: Metadata agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: Metering agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: Open vSwitch agent@dv-neutron-833379-1-hyperv: { 'AddressGroup': '1.2', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'ConntrackHelper': '1.0', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Log': '1.0', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Network': '1.1', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Port': '1.7', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'PortForwarding': '1.2', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'QosPolicy': '1.8', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SecurityGroup': '1.4', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SecurityGroupRule': '1.2', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'SubPort': '1.0', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Subnet': '1.1', Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: 'Trunk': '1.1'}} Mar 11 16:15:07.228556 dv-neutron-833379-1-hyperv neutron-server[88602]: {{(pid=88602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:15:07.246709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.253423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.271502 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-68926095-22db-456c-8860-9e0ef5e8b6fa tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3200374 Mar 11 16:15:07.282456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:07.374886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.389670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:07.390457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.403317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.407026 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5958dda8-39a2-4906-9c67-d4f7fe6be0d3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1653478 Mar 11 16:15:07.411923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53222) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:07.434607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1745831745'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:07.444277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69710ca6-cdf9-4faa-ba17-4590f82f58f4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:07.485462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.486468 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Added segment 914e1dd6-8a4d-4e97-8a43-8b3533d2d852 of type vlan for network f28ba7e9-45e0-4fc9-9097-3b6bf4078eef Mar 11 16:15:07.499123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:07.519255 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.532718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Network 6be08afd-bba1-4194-b9a0-20bce245a205 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:07.541428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:07.551694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:07.560203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Attempting to bind port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:07.560556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Attempting to bind port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:07.561112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Attempting to bind port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 on network 026af78c-221a-4b26-97b4-0321fe0d1b88 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:07.572285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Attempting to bind port 94aabf81-b206-4b4c-b222-a22fc5db9c98 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:07.572866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Attempting to bind port 94aabf81-b206-4b4c-b222-a22fc5db9c98 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:07.572984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.573477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Attempting to bind port 94aabf81-b206-4b4c-b222-a22fc5db9c98 on network 8a03412e-50be-451f-a956-37655eb04392 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:07.588042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Pushing event updated for resources: {'Port': ['ID=94aabf81-b206-4b4c-b222-a22fc5db9c98,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:07.620549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:07.620943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Checking segment: {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:07.621342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.621725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Bound using segment: {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:07.622211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Bound port: c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:07.622755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.625640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Usage tracker for resource:network and tenant:ff12d2b9f587496ca0b30b5428abe590 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:07.642495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:07.655501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:07.660466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Deleting port 3656fe0e-0d41-48b1-a86e-71d46a52735b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:07.661535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.670093 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:07.670485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Checking segment: {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:07.670879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.673874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Bound using segment: {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:07.673874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Bound port: 94aabf81-b206-4b4c-b222-a22fc5db9c98, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:07.673874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.753578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.761035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Allocated IP 172.26.8.168 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/05a72a6b-acd7-4348-9f8c-8bf056adc661) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:07.810148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.855663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Made reservation on behalf of ff12d2b9f587496ca0b30b5428abe590 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:07.859100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.888874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:15:07.889175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:07.925102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Transition to ACTIVE for port object 4569ce07-30c0-4c7d-b446-0818ea01e81e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:07.957133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Attempting to bind port f9fc8908-0b12-4739-af74-2fd8cd88531f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:07.957565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Attempting to bind port f9fc8908-0b12-4739-af74-2fd8cd88531f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:07.957983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Attempting to bind port f9fc8908-0b12-4739-af74-2fd8cd88531f on network 6be08afd-bba1-4194-b9a0-20bce245a205 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:07.978269 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Pushing event updated for resources: {'Port': ['ID=f9fc8908-0b12-4739-af74-2fd8cd88531f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:08.006261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.007134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:08.007507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Checking segment: {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:08.007898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.008277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Bound using segment: {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:08.008744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Bound port: f9fc8908-0b12-4739-af74-2fd8cd88531f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:08.009150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.031643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Transition to ACTIVE for port object 4569ce07-30c0-4c7d-b446-0818ea01e81e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:08.093425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] For port 94aabf81-b206-4b4c-b222-a22fc5db9c98, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:08.096082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] For port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:08.112270 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] For port 94aabf81-b206-4b4c-b222-a22fc5db9c98, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=94aabf81-b206-4b4c-b222-a22fc5db9c98,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:08.115503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] For port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:08.140982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.182785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:08.196934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.210316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] For port f9fc8908-0b12-4739-af74-2fd8cd88531f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:08.222325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:08.223681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.225941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Usage tracker for resource:security_group_rule and tenant:ff12d2b9f587496ca0b30b5428abe590 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:08.232912 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:08.247082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] For port f9fc8908-0b12-4739-af74-2fd8cd88531f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f9fc8908-0b12-4739-af74-2fd8cd88531f,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:08.248134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:08.257345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Pushing event updated for resources: {'Port': ['ID=4569ce07-30c0-4c7d-b446-0818ea01e81e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:08.265901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:08.269102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.270034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:08.270635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.309471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:08.311647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4ac94e3-0e8d-462d-98b9-c2c3e7740750,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:08.353789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.354124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.356928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.409436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Checking segment: {'id': 'b498991f-f92c-4a6c-89d8-48eaeb1bbadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:08.410016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Network hostable DHCP agents. Network: edab7fbd-e06e-4f22-8c37-6da51a77813b, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:08.452995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Attempting to bind port 4569ce07-30c0-4c7d-b446-0818ea01e81e on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:08.453350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Attempting to bind port 4569ce07-30c0-4c7d-b446-0818ea01e81e by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '42be695f-9dca-43f3-8b53-44ab8fc0a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:08.453699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Attempting to bind port 4569ce07-30c0-4c7d-b446-0818ea01e81e on network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:08.463266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db1e4a-616b-449c-81ad-e31336923b9b None None] Pushing event updated for resources: {'Port': ['ID=94aabf81-b206-4b4c-b222-a22fc5db9c98,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:08.494521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:08.494989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Checking segment: {'id': '42be695f-9dca-43f3-8b53-44ab8fc0a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:08.495442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.495894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Bound using segment: {'id': '42be695f-9dca-43f3-8b53-44ab8fc0a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:08.496430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Bound port: 4569ce07-30c0-4c7d-b446-0818ea01e81e, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42be695f-9dca-43f3-8b53-44ab8fc0a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:08.496873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.616514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Calling delete_port for 3656fe0e-0d41-48b1-a86e-71d46a52735b owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:08.617953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3365b17-f6ea-450d-9423-4c3001e0b839 None None] Pushing event updated for resources: {'Port': ['ID=c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:08.730051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] For port 4569ce07-30c0-4c7d-b446-0818ea01e81e, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:08.760322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] For port 4569ce07-30c0-4c7d-b446-0818ea01e81e, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4569ce07-30c0-4c7d-b446-0818ea01e81e,segment=NetworkSegment(42be695f-9dca-43f3-8b53-44ab8fc0a8b0),segment_id=42be695f-9dca-43f3-8b53-44ab8fc0a8b0)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:08.760989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e668802-7ebb-46ee-91cc-a9a1cce030f5 None None] Pushing event updated for resources: {'Port': ['ID=f9fc8908-0b12-4739-af74-2fd8cd88531f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:08.790774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Allocated IP 172.20.0.13 (e02b896c-f344-4fcd-b362-4eb8a1ebeaa3/a48e083d-1668-4081-b433-3523b1ece574/9772c101-2bc0-4083-bf5e-2a82b401827d) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:08.794839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'Network': ['ID=f28ba7e9-45e0-4fc9-9097-3b6bf4078eef,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:08.806098 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network f28ba7e9-45e0-4fc9-9097-3b6bf4078eef details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:08.848624 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-045df234-78a4-40f4-8bad-e7398c97c106 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4009066 Mar 11 16:15:08.851694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53228) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:08.879018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:08.904013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.004086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Network edab7fbd-e06e-4f22-8c37-6da51a77813b is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:09.035643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.160543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eca721-b6c9-4ddc-958c-a3c4177ec159 None None] Pushing event updated for resources: {'Port': ['ID=4569ce07-30c0-4c7d-b446-0818ea01e81e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:09.165839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, edab7fbd-e06e-4f22-8c37-6da51a77813b) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:09.201430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9930188-f3af-414d-b388-1b5d0275c71a None None] Network edab7fbd-e06e-4f22-8c37-6da51a77813b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:09.202691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:09.203589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.261559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.273271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.315429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.315876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.316750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.317222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > port after_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.317636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.318498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > port after_update 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.318910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.319331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.319706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.320148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.340059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.404313 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-695a7c00-0861-468e-a28c-db8066b14459 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0204191 Mar 11 16:15:09.409926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.411885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.415379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53232) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:09.437024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84692384-9f6e-4a6b-a21f-cfb871bcca5f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:09.536367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=05a72a6b-acd7-4348-9f8c-8bf056adc661,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:09.538932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.555081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-331100637', 'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:09.573994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267c2da9-7a61-44ad-8482-d2f6b8810298 None None] Network edab7fbd-e06e-4f22-8c37-6da51a77813b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:09.591361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.591361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.591361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.591361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:09.591809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28ba7e9-45e0-4fc9-9097-3b6bf4078eef']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:09.625057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:09.628027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:09.633924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Pushing event deleted for resources: {'Port': ['ID=3656fe0e-0d41-48b1-a86e-71d46a52735b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:09.651076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914e1dd6-8a4d-4e97-8a43-8b3533d2d852') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:09.651371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914e1dd6-8a4d-4e97-8a43-8b3533d2d852') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:09.671883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.698117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.708846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Allocated IP 172.26.8.173 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/a5839481-b255-461e-b1f6-6186a9c2e432) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:09.715008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:15:09.715400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.722489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Usage tracker for resource:port and tenant:76c18c752e484592893cf44d13e1521f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:09.723834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: from cryptography.utils import int_from_bytes Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: from cryptography.utils import int_from_bytes Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn_limited( Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn_limited( Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:09.731362 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:09.742893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:09.745798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:09.763274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:09.765823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:09.841225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.958557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.963129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.987579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f28ba7e9-45e0-4fc9-9097-3b6bf4078eef {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 16:15:09.992887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event deleted for resources: {'Network': ['ID=f28ba7e9-45e0-4fc9-9097-3b6bf4078eef,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:09.993127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.993473 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Added segment b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4 of type vlan for network dfc86887-17b1-4605-a20c-b8cb863423ff Mar 11 16:15:09.997660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Made reservation on behalf of 76c18c752e484592893cf44d13e1521f for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:09.997789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:09.998279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.008004 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f863b75a-5fb0-42fd-945c-24d2a8ead294 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "DELETE /v2.0/networks/f28ba7e9-45e0-4fc9-9097-3b6bf4078eef HTTP/1.1" status: 204 len: 168 time: 1.1546314 Mar 11 16:15:10.012094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53238) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:10.020998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:10.033827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:10.041183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Usage tracker for resource:network and tenant:a062fdbaefba463ca4998735a8e1671e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:10.045181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:10.050805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.055330 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e7143867-8e35-4309-9e33-5bbb23da2790 tempest-ExternalNetworksAdminNegativeTestJSON-837708005 tempest-ExternalNetworksAdminNegativeTestJSON-837708005-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/35af4ab8-beb7-4745-8db4-37af2869f64a HTTP/1.1" status: 204 len: 168 time: 2.7619593 Mar 11 16:15:10.064379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:10.124814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.148204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] device_id is not set on port 57b00aaa-f549-4c35-b0d2-8e8337df6237 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:10.153791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Made reservation on behalf of a062fdbaefba463ca4998735a8e1671e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:10.156686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.190966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.253318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Transition to ACTIVE for port object 9772c101-2bc0-4083-bf5e-2a82b401827d will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:10.289016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.392721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.398338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:10.399039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.412219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:10.424299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.424772 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Added segment 906ea40d-40e2-498f-9780-6121a285b4b6 of type vlan for network fc81ff7a-07d4-401b-b000-5652305a01a5 Mar 11 16:15:10.455624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Pushing event updated for resources: {'Port': ['ID=a5839481-b255-461e-b1f6-6186a9c2e432,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:10.536656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:10.552000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Allocated IP 2001:db8::230 (edab7fbd-e06e-4f22-8c37-6da51a77813b/a4ac94e3-0e8d-462d-98b9-c2c3e7740750/57b00aaa-f549-4c35-b0d2-8e8337df6237) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:10.553247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Allocated IP 172.26.8.163 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/d8c64934-3419-40f0-a440-ba1f3c38d64c) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:10.575189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:10.589056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.610097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad716e12-55b2-4b9a-99f3-141807da35b6 None None] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:10.614887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:10.640032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:10.645267 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2261066 Mar 11 16:15:10.665024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53246) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:10.817730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e4c27-4f67-4320-b999-70b8b4b2bf13 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event updated for resources: {'Network': ['ID=dfc86887-17b1-4605-a20c-b8cb863423ff,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:10.839549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Request body: {'subnet': {'network_id': 'dfc86887-17b1-4605-a20c-b8cb863423ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:10.894752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:10.908684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network dfc86887-17b1-4605-a20c-b8cb863423ff details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:10.979747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:11.068420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:11.078093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:11.078850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.109063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f9fc8908-0b12-4739-af74-2fd8cd88531f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:11.132088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53252) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:11.145798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f6137-4003-42dc-a1e8-59924acb9f3a None None] Network 6be08afd-bba1-4194-b9a0-20bce245a205 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:11.209505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Port': ['ID=9772c101-2bc0-4083-bf5e-2a82b401827d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:11.224353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dacb51f7-7eff-4a0e-a7e3-419451608945 None None] Provisioning for port 4569ce07-30c0-4c7d-b446-0818ea01e81e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:11.230511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.297853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee4d622-4462-4290-96c5-68e9e3d61bff None None] Network 026af78c-221a-4b26-97b4-0321fe0d1b88 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:11.441832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:15:11.456136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:11.475070 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-86603160-042a-4173-8cce-c3510448ae3b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9083149 Mar 11 16:15:11.476504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Usage tracker for resource:subnet and tenant:ff12d2b9f587496ca0b30b5428abe590 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:11.496148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53260) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:11.519534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'port': {'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3', 'name': 'tempest-AllowedAddressPairTestJSON-1866666608', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:40:18:d2'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:11.601882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:11.618767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:11.648754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b713c61-6cee-4baa-9189-838dfd30d0e5 None None] Network 8a03412e-50be-451f-a956-37655eb04392 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:11.700344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.701202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:11.701792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.749516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d1767594-2333-458f-a385-ee471a4a9174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.760662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Made reservation on behalf of ff12d2b9f587496ca0b30b5428abe590 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:11.764451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.837240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.855375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.925137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:11.929081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d73e2566ab450eac7d4455e251d607 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:11.936771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'Network': ['ID=fc81ff7a-07d4-401b-b000-5652305a01a5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:11.943459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:11.949710 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.959374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-acc6a6fc-d2e5-4305-97de-2aa9782abfac None None] Provisioning for port 94aabf81-b206-4b4c-b222-a22fc5db9c98 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:11.961170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:11.969135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network fc81ff7a-07d4-401b-b000-5652305a01a5 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:11.987266 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c712c871-19d6-4d7b-9d5a-fba5aba8d64a tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9739878 Mar 11 16:15:12.023632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port f9fc8908-0b12-4739-af74-2fd8cd88531f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:12.038238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:12.040839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53266) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:12.059280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Request body: {'subnet': {'network_id': 'fc81ff7a-07d4-401b-b000-5652305a01a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:12.063597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Usage tracker for resource:port and tenant:201544c4263b4579867dc98e28e420ae is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:12.071052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:12.074131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:12.083581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:12.088705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Usage tracker for resource:subnet and tenant:a062fdbaefba463ca4998735a8e1671e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:12.092804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:12.105563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:12.113414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4569ce07-30c0-4c7d-b446-0818ea01e81e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:12.125871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.189822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.210379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.238460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Made reservation on behalf of 201544c4263b4579867dc98e28e420ae for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:12.292959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Made reservation on behalf of a062fdbaefba463ca4998735a8e1671e for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:12.295168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.342760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-acc6a6fc-d2e5-4305-97de-2aa9782abfac None None] Provisioning for port f9fc8908-0b12-4739-af74-2fd8cd88531f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:12.385263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.391584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-acc6a6fc-d2e5-4305-97de-2aa9782abfac None None] Provisioning complete for port f9fc8908-0b12-4739-af74-2fd8cd88531f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:12.392297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-acc6a6fc-d2e5-4305-97de-2aa9782abfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.394610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:12.458954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 4569ce07-30c0-4c7d-b446-0818ea01e81e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:12.482825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 4569ce07-30c0-4c7d-b446-0818ea01e81e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:12.483296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.558038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c64934-3419-40f0-a440-ba1f3c38d64c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:12.628260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Network edab7fbd-e06e-4f22-8c37-6da51a77813b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:12.635086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.638824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:12.640653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event updated for resources: {'Port': ['ID=57b00aaa-f549-4c35-b0d2-8e8337df6237,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:12.665229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:12.666087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:12.666829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.723658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.742353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-acc6a6fc-d2e5-4305-97de-2aa9782abfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.800076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.845816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.846447 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-26ddfec7-b917-4e1c-b7bd-3ba6d0b1877c tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.3256211 Mar 11 16:15:12.847799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b94880-374d-4a5d-88b1-f0b75cf34bb1,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:12.855004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53270) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:12.860017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Synchronizing usage tracker for tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:12.927529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-acc6a6fc-d2e5-4305-97de-2aa9782abfac None None] For port f9fc8908-0b12-4739-af74-2fd8cd88531f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f9fc8908-0b12-4739-af74-2fd8cd88531f,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:12.931080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 4569ce07-30c0-4c7d-b446-0818ea01e81e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4569ce07-30c0-4c7d-b446-0818ea01e81e,segment=NetworkSegment(42be695f-9dca-43f3-8b53-44ab8fc0a8b0),segment_id=42be695f-9dca-43f3-8b53-44ab8fc0a8b0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:12.955364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Router 2f83fa62-265a-4738-8a9e-94a845140a41 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:15:12.961117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:12.963800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:13.005461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-acc6a6fc-d2e5-4305-97de-2aa9782abfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.094072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.102806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8c7a3-232d-4651-aa2d-0988a441e2bb tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Deleting port 57b00aaa-f549-4c35-b0d2-8e8337df6237 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:13.103143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c7a3-232d-4651-aa2d-0988a441e2bb tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.131736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6a6fc-d2e5-4305-97de-2aa9782abfac None None] Pushing event updated for resources: {'Port': ['ID=f9fc8908-0b12-4739-af74-2fd8cd88531f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:13.140271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.141082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 94aabf81-b206-4b4c-b222-a22fc5db9c98 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:13.145419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event updated for resources: {'Subnet': ['ID=23b94967-965a-4ce1-afdb-2b1647fe13ad,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:13.165296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] Unset dirty status for tenant:5d8fcc08fe8d4f1d932fc8c4406c6cd8 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:13.165296 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5400c829-a3e8-47da-ae13-271eba7f9eb0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4d73e2566ab450eac7d4455e251d607&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0299425 Mar 11 16:15:13.171578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53274) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:13.183451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Checking segment: {'id': 'b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'dfc86887-17b1-4605-a20c-b8cb863423ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:13.183817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Network hostable DHCP agents. Network: dfc86887-17b1-4605-a20c-b8cb863423ff, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:13.253908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.292039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-acc6a6fc-d2e5-4305-97de-2aa9782abfac None None] Provisioning for port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:13.348930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=4569ce07-30c0-4c7d-b446-0818ea01e81e,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:13.382066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] device_id is not set on port efbb3cb6-81d5-48b2-ae63-b7df5906eb8b yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:13.408576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b5a96c58-b639-4c2a-8c5c-f81eb74eddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.446436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:13.447596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 94aabf81-b206-4b4c-b222-a22fc5db9c98 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:13.459499 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Sync routers for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:13.464976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Network dfc86887-17b1-4605-a20c-b8cb863423ff is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:13.473758 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:13.474656 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:13.476483 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 94aabf81-b206-4b4c-b222-a22fc5db9c98 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:13.476993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.540862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Provisioning for port 9772c101-2bc0-4083-bf5e-2a82b401827d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:13.550245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-115e2a60-2739-4c4a-a937-12829d677117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.575945 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Provisioning complete for port 9772c101-2bc0-4083-bf5e-2a82b401827d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:13.582826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.599899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-115e2a60-2739-4c4a-a937-12829d677117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.617483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c7a3-232d-4651-aa2d-0988a441e2bb tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.685746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Port 9772c101-2bc0-4083-bf5e-2a82b401827d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:13.741653 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:13.763465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, dfc86887-17b1-4605-a20c-b8cb863423ff) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:13.776379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8c7a3-232d-4651-aa2d-0988a441e2bb tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Calling delete_port for 57b00aaa-f549-4c35-b0d2-8e8337df6237 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:13.816810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.817216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.817837 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-31545bbe-fc2b-49b0-b8a1-60689d96e7c1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1036763 Mar 11 16:15:13.825062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Allocated IP 172.20.0.10 (e02b896c-f344-4fcd-b362-4eb8a1ebeaa3/a48e083d-1668-4081-b433-3523b1ece574/efbb3cb6-81d5-48b2-ae63-b7df5906eb8b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:13.826890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53278) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:13.833909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:13.835432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.851711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13646b1-f228-4481-92de-4639fc3c0d73 None None] Network dfc86887-17b1-4605-a20c-b8cb863423ff requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:13.952626 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d504e917-990c-4fc4-8a44-f2dbf94595e2 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1681278 Mar 11 16:15:13.962018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53282) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:13.973201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2121101646', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:13.984472 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:13.993166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Usage tracker for resource:router and tenant:ff12d2b9f587496ca0b30b5428abe590 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:13.999768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:14.009968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:14.016094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-115e2a60-2739-4c4a-a937-12829d677117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.041250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e2a60-2739-4c4a-a937-12829d677117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b94880-374d-4a5d-88b1-f0b75cf34bb1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:14.050317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 94aabf81-b206-4b4c-b222-a22fc5db9c98, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=94aabf81-b206-4b4c-b222-a22fc5db9c98,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:14.060988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-115e2a60-2739-4c4a-a937-12829d677117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.062497 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-115e2a60-2739-4c4a-a937-12829d677117 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2b94880-374d-4a5d-88b1-f0b75cf34bb1 HTTP/1.1" status: 204 len: 168 time: 0.8851573 Mar 11 16:15:14.098314 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:15:14.120175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c7a3-232d-4651-aa2d-0988a441e2bb tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.132367 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:10Z', 'revision_number': 3, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:14.138100 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Checking router: 2f83fa62-265a-4738-8a9e-94a845140a41 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:14.138792 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Updating router 2f83fa62-265a-4738-8a9e-94a845140a41 port 05a72a6b-acd7-4348-9f8c-8bf056adc661 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:15:14.209688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.210403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:14.221066 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.307829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.308950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.338521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-dfc86887-17b1-4605-a20c-b8cb863423ff', 'network_id': 'dfc86887-17b1-4605-a20c-b8cb863423ff', 'tenant_id': 'ff12d2b9f587496ca0b30b5428abe590', 'fixed_ips': [{'subnet_id': '23b94967-965a-4ce1-afdb-2b1647fe13ad'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:15:14.339265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.353487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Provisioning complete for port 4569ce07-30c0-4c7d-b446-0818ea01e81e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:14.354762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.373018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8c7a3-232d-4651-aa2d-0988a441e2bb tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event deleted for resources: {'Port': ['ID=57b00aaa-f549-4c35-b0d2-8e8337df6237,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:14.376347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0cf8c7a3-232d-4651-aa2d-0988a441e2bb tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.381322 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0cf8c7a3-232d-4651-aa2d-0988a441e2bb tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "DELETE /v2.0/ports/57b00aaa-f549-4c35-b0d2-8e8337df6237 HTTP/1.1" status: 204 len: 168 time: 1.5168087 Mar 11 16:15:14.383799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53288) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:14.393207 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b', 'external_fixed_ips': [{'subnet_id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'ip_address': '2001:db8::230'}]}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:14.399021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:14.405257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.406835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Usage tracker for resource:router and tenant:76c18c752e484592893cf44d13e1521f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:14.417330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:14.425056 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:14.496750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.498409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.520104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.540579 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=94aabf81-b206-4b4c-b222-a22fc5db9c98,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:14.635849 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.653066 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Transition to ACTIVE for port object 05a72a6b-acd7-4348-9f8c-8bf056adc661 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:14.724527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:14.732935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Router 0c782dfb-7442-45d2-965d-da41e50c2138 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:15:14.739553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.749583 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.770604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:14.771540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.852854 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Attempting to bind port 05a72a6b-acd7-4348-9f8c-8bf056adc661 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:14.853327 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Attempting to bind port 05a72a6b-acd7-4348-9f8c-8bf056adc661 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:14.853843 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Attempting to bind port 05a72a6b-acd7-4348-9f8c-8bf056adc661 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:14.858108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.868917 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:14.869459 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:14.869930 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.870408 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:14.870954 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Bound port: 05a72a6b-acd7-4348-9f8c-8bf056adc661, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:14.871919 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.875414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.892517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Provisioning complete for port 94aabf81-b206-4b4c-b222-a22fc5db9c98 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:14.893142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:14.928768 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Allocated IP 172.20.0.2 (dfc86887-17b1-4605-a20c-b8cb863423ff/23b94967-965a-4ce1-afdb-2b1647fe13ad/75950a5d-8e8c-4b54-acfd-94cc6b91e110) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:15.014998 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] For port 05a72a6b-acd7-4348-9f8c-8bf056adc661, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:15.020654 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] For port 05a72a6b-acd7-4348-9f8c-8bf056adc661, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=05a72a6b-acd7-4348-9f8c-8bf056adc661,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:15.039230 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Pushing event updated for resources: {'Port': ['ID=05a72a6b-acd7-4348-9f8c-8bf056adc661,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:15.048061 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.048701 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.049118 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.049518 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.049916 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.050404 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.050801 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.051201 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.051655 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.052053 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.052441 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.052885 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Tracked resource versions report: Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: pushed versions: Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: { 'AddressGroup': {'1.2'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'ConntrackHelper': {'1.0'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Log': {'1.0'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Network': {'1.1'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Port': {'1.7'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'PortForwarding': {'1.2'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'QosPolicy': {'1.8'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SecurityGroup': {'1.4'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SecurityGroupRule': {'1.2'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SubPort': {'1.0'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Subnet': {'1.1'}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Trunk': {'1.1'}} Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: consumer versions: Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: { DHCP agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: HyperV agent@hv-neutron-8333: {}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: L3 agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: Metadata agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: Metering agent@dv-neutron-833379-1-hyperv: {}, Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: Open vSwitch agent@dv-neutron-833379-1-hyperv: { 'AddressGroup': '1.2', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'ConntrackHelper': '1.0', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Log': '1.0', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Network': '1.1', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Port': '1.7', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'PortForwarding': '1.2', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'QosPolicy': '1.8', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SecurityGroup': '1.4', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SecurityGroupRule': '1.2', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'SubPort': '1.0', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Subnet': '1.1', Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: 'Trunk': '1.1'}} Mar 11 16:15:15.054103 dv-neutron-833379-1-hyperv neutron-server[88603]: {{(pid=88603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:15:15.082488 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.090016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.098855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53294) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:15.165635 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963d3a2-3ff4-4bb3-8acf-c20311856e53 None None] Pushing event updated for resources: {'Port': ['ID=05a72a6b-acd7-4348-9f8c-8bf056adc661,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:15.197383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.201547 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:15.202258 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:15.249846 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.308428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:15.381181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.455350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Provisioning complete for port f9fc8908-0b12-4739-af74-2fd8cd88531f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:15.455713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a90ee08-4075-4aee-8ac2-98a288266abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.471035 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c966333a-bf72-4737-a91a-6bfc15570ead admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3fd473520b0a4e2eaa69328f5d57744d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3675244 Mar 11 16:15:15.475679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53300) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:15.512089 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:15.579011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.590191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Transition to ACTIVE for port object 75950a5d-8e8c-4b54-acfd-94cc6b91e110 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:15.618551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Transition to ACTIVE for port object 75950a5d-8e8c-4b54-acfd-94cc6b91e110 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:15.626807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f9fc8908-0b12-4739-af74-2fd8cd88531f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:15.651629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcf89d61-22f7-4704-81e0-bdd2355426df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.703915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.709275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.717627 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcf89d61-22f7-4704-81e0-bdd2355426df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.771540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Network dfc86887-17b1-4605-a20c-b8cb863423ff is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:15.779567 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f9fc8908-0b12-4739-af74-2fd8cd88531f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:15.780626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.849429 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:15.858537 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:10Z', 'revision_number': 3, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:15.864104 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dfaa1b-7384-4976-8e10-1cf11d367ec5 None None] The sync data for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv is: [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:10Z', 'revision_number': 3, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:15.882873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:15.887863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.888511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:15.941529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.980147 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Pushing event updated for resources: {'Port': ['ID=75950a5d-8e8c-4b54-acfd-94cc6b91e110,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:16.029703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.046219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:16.066731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.081362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Transition to ACTIVE for port object efbb3cb6-81d5-48b2-ae63-b7df5906eb8b will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:16.091616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Sync routers for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:16.097543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Attempting to bind port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:16.098464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Attempting to bind port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'dfc86887-17b1-4605-a20c-b8cb863423ff'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:16.098464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Attempting to bind port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 on network dfc86887-17b1-4605-a20c-b8cb863423ff {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:16.192783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:16.193457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:16.254671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:16.257301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Checking segment: {'id': 'b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'dfc86887-17b1-4605-a20c-b8cb863423ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:16.257301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.257301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Bound using segment: {'id': 'b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'dfc86887-17b1-4605-a20c-b8cb863423ff'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:16.257301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Bound port: 75950a5d-8e8c-4b54-acfd-94cc6b91e110, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'dfc86887-17b1-4605-a20c-b8cb863423ff'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:16.257301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.310940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 94aabf81-b206-4b4c-b222-a22fc5db9c98 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:16.314840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcf89d61-22f7-4704-81e0-bdd2355426df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.321680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.323224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d5bd5b94-4a42-4b87-8b6c-036c76a99eef admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.6096184 Mar 11 16:15:16.339455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53304) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:16.352935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf89d61-22f7-4704-81e0-bdd2355426df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07065d6f-9f0f-4418-b7c5-a53a9f44ca81,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:16.396031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Allocated IP 172.26.8.155 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/78c817d1-0c1d-4ee1-a4ef-31281ecfcb6d) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:16.434189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:15:16.434946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.482472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.495052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcf89d61-22f7-4704-81e0-bdd2355426df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.498400 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fcf89d61-22f7-4704-81e0-bdd2355426df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07065d6f-9f0f-4418-b7c5-a53a9f44ca81 HTTP/1.1" status: 204 len: 168 time: 1.0187407 Mar 11 16:15:16.527774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4f18a418-fb4d-44f5-a657-6cadf58617a1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:16.650714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Port': ['ID=efbb3cb6-81d5-48b2-ae63-b7df5906eb8b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:16.655551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.693495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 94aabf81-b206-4b4c-b222-a22fc5db9c98 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:16.694065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.753847 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] For port 75950a5d-8e8c-4b54-acfd-94cc6b91e110, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:16.761862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Router 299352e0-8cf4-46d1-a792-893271a49ed0 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:15:16.768632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:16.778556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:16.833277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] For port 75950a5d-8e8c-4b54-acfd-94cc6b91e110, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=75950a5d-8e8c-4b54-acfd-94cc6b91e110,segment=NetworkSegment(b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4),segment_id=b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:16.837432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Checking segment: {'id': '906ea40d-40e2-498f-9780-6121a285b4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'fc81ff7a-07d4-401b-b000-5652305a01a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:16.837817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Network hostable DHCP agents. Network: fc81ff7a-07d4-401b-b000-5652305a01a5, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:16.845395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:16.867719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:16.920339 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.945711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:16.984461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:17.052829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:17.080100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Network fc81ff7a-07d4-401b-b000-5652305a01a5 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:17.238114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:17.306514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:17.307156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:17.321430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95483b04-3a71-4474-bb7a-4a257d8bb196 None None] Pushing event updated for resources: {'Port': ['ID=75950a5d-8e8c-4b54-acfd-94cc6b91e110,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:17.332981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, fc81ff7a-07d4-401b-b000-5652305a01a5) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:17.354014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef81067-5b0a-4ed5-96d7-e4f517e8d42a None None] Network fc81ff7a-07d4-401b-b000-5652305a01a5 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:17.373044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4569ce07-30c0-4c7d-b446-0818ea01e81e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:17.378464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:17.379051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:17.388904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event updated for resources: {'Port': ['ID=78c817d1-0c1d-4ee1-a4ef-31281ecfcb6d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:17.401211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:17.409956 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:17.414444 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:17.449456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-53232814-a224-49e6-9939-3623ad6783b0 None None] Provisioning for port efbb3cb6-81d5-48b2-ae63-b7df5906eb8b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:17.542047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Allocated IP 2001:db8::230 (edab7fbd-e06e-4f22-8c37-6da51a77813b/a4ac94e3-0e8d-462d-98b9-c2c3e7740750/3ea779da-85f3-4214-ad39-8036800281f6) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:17.643427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-53232814-a224-49e6-9939-3623ad6783b0 None None] Provisioning complete for port efbb3cb6-81d5-48b2-ae63-b7df5906eb8b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:17.643794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-53232814-a224-49e6-9939-3623ad6783b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:17.715764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Allocated IP 172.20.0.1 (8a03412e-50be-451f-a956-37655eb04392/5ba333b4-1c07-4b88-a8b0-095f38c4cde7/7c8a5647-6222-4a1a-a764-b133c8b069df) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:17.857606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-53232814-a224-49e6-9939-3623ad6783b0 None None] Port efbb3cb6-81d5-48b2-ae63-b7df5906eb8b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:17.889285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:11Z', 'revision_number': 3, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:17.945548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Checking router: 0c782dfb-7442-45d2-965d-da41e50c2138 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:17.946011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Updating router 0c782dfb-7442-45d2-965d-da41e50c2138 port a5839481-b255-461e-b1f6-6186a9c2e432 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:15:17.987792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.015751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 4569ce07-30c0-4c7d-b446-0818ea01e81e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:18.016240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.065261 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba46f538-ce1e-4c25-9dce-6495bfca5dcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 6.5680161 Mar 11 16:15:18.071999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53328) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:18.081581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:18.093170 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Sync routers for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:18.104570 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:18.108036 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef2465e8-f741-4b87-8f91-7cd05685c360 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.0637023 Mar 11 16:15:18.108618 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:18.128069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53332) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:18.133111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.148268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Request body: {'floatingip': {'floating_network_id': 'fc81ff7a-07d4-401b-b000-5652305a01a5'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:18.148268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:18.152452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Usage tracker for resource:floatingip and tenant:a062fdbaefba463ca4998735a8e1671e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:18.155552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:18.162953 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:18.186737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.216796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.241667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Transition to ACTIVE for port object 7c8a5647-6222-4a1a-a764-b133c8b069df will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:18.331512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Network edab7fbd-e06e-4f22-8c37-6da51a77813b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:18.332574 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.353039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:18.356291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:18.462972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.534401 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:18.536463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.541114 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-847abf1b-65f3-47e5-ae6e-0c241418d878 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 13.8446372 Mar 11 16:15:18.542124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53340) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:18.566918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Network 8a03412e-50be-451f-a956-37655eb04392 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:18.640443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:18.643843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:18.652789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.665594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Transition to ACTIVE for port object a5839481-b255-461e-b1f6-6186a9c2e432 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:18.682993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e864520b-ac76-4191-b9cf-15d96593bc0f None None] Network fc81ff7a-07d4-401b-b000-5652305a01a5 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:18.828286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.863726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:18.972975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event updated for resources: {'Port': ['ID=3ea779da-85f3-4214-ad39-8036800281f6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:18.996103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0d416-9019-4404-b74f-4101308ba7a3 None None] Pushing event updated for resources: {'Port': ['ID=a5839481-b255-461e-b1f6-6186a9c2e432,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:19.014066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8a5647-6222-4a1a-a764-b133c8b069df,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:19.096563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Attempting to bind port a5839481-b255-461e-b1f6-6186a9c2e432 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:19.106241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Attempting to bind port a5839481-b255-461e-b1f6-6186a9c2e432 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:19.106241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Attempting to bind port a5839481-b255-461e-b1f6-6186a9c2e432 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:19.106241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:19.106241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:19.107417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.108143 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:19.108789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Bound port: a5839481-b255-461e-b1f6-6186a9c2e432, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:19.109717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.162708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-db36fde1-aa58-4526-9d34-437e7d8c2c1f None None] Provisioning for port 7c8a5647-6222-4a1a-a764-b133c8b069df completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:19.166579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.206667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff5502-fc67-40a0-ba97-2ca656acd0ca None None] Network dfc86887-17b1-4605-a20c-b8cb863423ff requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:19.244224 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:13Z', 'revision_number': 3, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:19.254961 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-db36fde1-aa58-4526-9d34-437e7d8c2c1f None None] Provisioning complete for port 7c8a5647-6222-4a1a-a764-b133c8b069df triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:19.255449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db36fde1-aa58-4526-9d34-437e7d8c2c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.265511 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Checking router: 299352e0-8cf4-46d1-a792-893271a49ed0 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:19.269744 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Updating router 299352e0-8cf4-46d1-a792-893271a49ed0 port d8c64934-3419-40f0-a440-ba1f3c38d64c binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:15:19.366583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597d9ad-4517-4e79-acd3-0bcf2149c7e7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:19.393465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597d9ad-4517-4e79-acd3-0bcf2149c7e7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:19.394116 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.425197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.434048 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] For port a5839481-b255-461e-b1f6-6186a9c2e432, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:19.435279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597d9ad-4517-4e79-acd3-0bcf2149c7e7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:19.436329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c597d9ad-4517-4e79-acd3-0bcf2149c7e7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Synchronizing usage tracker for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:19.447503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] For port a5839481-b255-461e-b1f6-6186a9c2e432, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a5839481-b255-461e-b1f6-6186a9c2e432,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:19.551373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-db36fde1-aa58-4526-9d34-437e7d8c2c1f None None] Port 7c8a5647-6222-4a1a-a764-b133c8b069df cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:19.554068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.609710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 05a72a6b-acd7-4348-9f8c-8bf056adc661 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:19.794666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:19.795351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:19.948074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.963618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53356) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:19.964914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c597d9ad-4517-4e79-acd3-0bcf2149c7e7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Unset dirty status for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:19.966204 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c597d9ad-4517-4e79-acd3-0bcf2149c7e7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 1.8883855 Mar 11 16:15:19.976254 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.977424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:19.977988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0d416-9019-4404-b74f-4101308ba7a3 None None] Pushing event updated for resources: {'Port': ['ID=a5839481-b255-461e-b1f6-6186a9c2e432,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:19.978799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53360) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:19.997817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 05a72a6b-acd7-4348-9f8c-8bf056adc661 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:19.998294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-17e3be92-8fba-491b-bf4b-897ef2a8b5f6 None None] Provisioning for port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:20.005551 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Transition to ACTIVE for port object d8c64934-3419-40f0-a440-ba1f3c38d64c will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:20.005778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 05a72a6b-acd7-4348-9f8c-8bf056adc661 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:20.005973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.093652 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.126440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.224592 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Attempting to bind port d8c64934-3419-40f0-a440-ba1f3c38d64c on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:20.224954 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Attempting to bind port d8c64934-3419-40f0-a440-ba1f3c38d64c by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:20.225314 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Attempting to bind port d8c64934-3419-40f0-a440-ba1f3c38d64c on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:20.243761 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:20.244209 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:20.244526 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.245065 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:20.245420 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Bound port: d8c64934-3419-40f0-a440-ba1f3c38d64c, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:20.245848 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.276592 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0316cf-52ff-4bc8-9611-54ac2f7715dc None None] Pushing event updated for resources: {'Port': ['ID=d8c64934-3419-40f0-a440-ba1f3c38d64c,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:20.304454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:20.323548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-410229416', 'router:external': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:20.409773 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] For port d8c64934-3419-40f0-a440-ba1f3c38d64c, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:20.413637 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] For port d8c64934-3419-40f0-a440-ba1f3c38d64c, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d8c64934-3419-40f0-a440-ba1f3c38d64c,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:20.477852 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.513109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.521571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:20.537927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Usage tracker for resource:network and tenant:9e43be23ba1143c084612f1fe0d234f0 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:20.542541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.545079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:20.558006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:20.600833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 05a72a6b-acd7-4348-9f8c-8bf056adc661, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=05a72a6b-acd7-4348-9f8c-8bf056adc661,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:20.628302 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0316cf-52ff-4bc8-9611-54ac2f7715dc None None] Pushing event updated for resources: {'Port': ['ID=d8c64934-3419-40f0-a440-ba1f3c38d64c,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:20.645760 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:20.647152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bcd60-3ae9-4ee4-a81a-ec38582dc9d6 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Deleting port efbb3cb6-81d5-48b2-ae63-b7df5906eb8b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:20.647637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f1bcd60-3ae9-4ee4-a81a-ec38582dc9d6 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.647826 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:20.659303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Allocated IP 172.20.0.3 (fc81ff7a-07d4-401b-b000-5652305a01a5/4f18a418-fb4d-44f5-a657-6cadf58617a1/b2e4e17e-6ee4-4585-819d-646ec031cb32) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:20.686681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.687444 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:20.712208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Allocated IP 172.20.0.1 (026af78c-221a-4b26-97b4-0321fe0d1b88/9711eae0-37d4-43ce-90d1-96f154e0d138/312e9735-8930-4bdf-b8f3-23bd651bbb31) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:20.850960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:20.851216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.869286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.875646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.880769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Made reservation on behalf of 9e43be23ba1143c084612f1fe0d234f0 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:20.883403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.890257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Transition to ACTIVE for port object 312e9735-8930-4bdf-b8f3-23bd651bbb31 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:20.899240 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:20.901625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=05a72a6b-acd7-4348-9f8c-8bf056adc661,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:20.922591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.939121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:11Z', 'revision_number': 3, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:20.945469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9a155-ec26-44ba-bc1c-0d7bbf9e9326 None None] The sync data for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv is: [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:11Z', 'revision_number': 3, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:21.003789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.015848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:21.021214 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Usage tracker for resource:security_group_rule and tenant:9e43be23ba1143c084612f1fe0d234f0 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:21.024440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:21.030748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:21.062843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 75950a5d-8e8c-4b54-acfd-94cc6b91e110 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:21.102544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=312e9735-8930-4bdf-b8f3-23bd651bbb31,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:21.241417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:21.255383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:21.255993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.305851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Network 026af78c-221a-4b26-97b4-0321fe0d1b88 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:21.316724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.357459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:21.378018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:21.442686 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:13Z', 'revision_number': 3, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:21.455453 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178b1288-0636-40ee-a671-43f6d36f20af None None] The sync data for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv is: [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:13Z', 'revision_number': 3, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:21.471536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.557875 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.613518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 75950a5d-8e8c-4b54-acfd-94cc6b91e110, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=75950a5d-8e8c-4b54-acfd-94cc6b91e110,segment=NetworkSegment(b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4),segment_id=b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:21.664754 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.692684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.717902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.762729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Router 5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:15:21.803976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=75950a5d-8e8c-4b54-acfd-94cc6b91e110,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:21.846388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2bd08921-9efc-46db-ba31-eea712b0088d None None] Provisioning for port 312e9735-8930-4bdf-b8f3-23bd651bbb31 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:21.862611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2bd08921-9efc-46db-ba31-eea712b0088d None None] Provisioning complete for port 312e9735-8930-4bdf-b8f3-23bd651bbb31 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:21.868581 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2bd08921-9efc-46db-ba31-eea712b0088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.886221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Router 6e26e457-5f28-46f1-8088-acae6f2c37ff is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:15:21.895740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.899981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.956979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 05a72a6b-acd7-4348-9f8c-8bf056adc661 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:21.996528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'Port': ['ID=b2e4e17e-6ee4-4585-819d-646ec031cb32,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:22.012685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f1bcd60-3ae9-4ee4-a81a-ec38582dc9d6 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.038083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:22.094248 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2bd08921-9efc-46db-ba31-eea712b0088d None None] Port 312e9735-8930-4bdf-b8f3-23bd651bbb31 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:22.132550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 05a72a6b-acd7-4348-9f8c-8bf056adc661 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:22.133077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.135543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Network fc81ff7a-07d4-401b-b000-5652305a01a5 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:22.219087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:22.221767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aa3cb2-8e23-4ffc-b5c1-8d5dad7dbcd4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:22.226443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:22.235575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Allocated IP 172.20.0.1 (6be08afd-bba1-4194-b9a0-20bce245a205/16774e41-ceec-4659-b4b5-542fbd354cfc/2ac174af-450b-4bd6-95ce-03b1aebc53d1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:22.240984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.241911 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Added segment 88016710-2c17-443b-a317-2b2c2e6c645d of type vlan for network 8e7c895a-8f35-43ad-97b4-38ef389ae59f Mar 11 16:15:22.276604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.341840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a5839481-b255-461e-b1f6-6186a9c2e432 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:22.348747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bcd60-3ae9-4ee4-a81a-ec38582dc9d6 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Calling delete_port for efbb3cb6-81d5-48b2-ae63-b7df5906eb8b owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:22.413094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.515765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a5839481-b255-461e-b1f6-6186a9c2e432 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:22.521535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a5839481-b255-461e-b1f6-6186a9c2e432 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:22.521900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.603798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:15:22.616354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:22.640572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0464768-7e6a-4878-9e4a-07184c5c13e3 None None] Sync routers for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:22.661207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0464768-7e6a-4878-9e4a-07184c5c13e3 None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:22.661843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d0464768-7e6a-4878-9e4a-07184c5c13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:22.682143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:22.696718 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Sync routers for ids ['6e26e457-5f28-46f1-8088-acae6f2c37ff'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:22.698112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.714443 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Routers {'6e26e457-5f28-46f1-8088-acae6f2c37ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:22.715373 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['6e26e457-5f28-46f1-8088-acae6f2c37ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:22.727385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.750562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.752372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:22.754081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.802231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.806558 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7aa7354d-9047-417d-98e8-2920db2d928b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.8433654 Mar 11 16:15:22.807374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53366) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:22.821219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d0464768-7e6a-4878-9e4a-07184c5c13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:22.843651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0464768-7e6a-4878-9e4a-07184c5c13e3 None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:22.844412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d0464768-7e6a-4878-9e4a-07184c5c13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:22.845657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8a5647-6222-4a1a-a764-b133c8b069df,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:22.873360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.880344 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a364b558-62bc-481f-9175-6f7382041e7a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.4889705 Mar 11 16:15:22.880481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53370) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:22.952835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d0464768-7e6a-4878-9e4a-07184c5c13e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:22.953131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0464768-7e6a-4878-9e4a-07184c5c13e3 None None] The sync data for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:22.974118 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Set router 6e26e457-5f28-46f1-8088-acae6f2c37ff gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:23.025410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.035209 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.0648272 Mar 11 16:15:23.035389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.051188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53374) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:23.054779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port a5839481-b255-461e-b1f6-6186a9c2e432, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a5839481-b255-461e-b1f6-6186a9c2e432,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:23.055591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949973d2-3400-4f48-8c68-62256a51ac5a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event updated for resources: {'Network': ['ID=8e7c895a-8f35-43ad-97b4-38ef389ae59f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:23.068257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'subnet': {'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:23.069164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 8e7c895a-8f35-43ad-97b4-38ef389ae59f details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:23.081827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:23.090749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Usage tracker for resource:subnet and tenant:9e43be23ba1143c084612f1fe0d234f0 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:23.097415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:23.156530 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.179638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:23.191021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.203565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.239840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.365361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=a5839481-b255-461e-b1f6-6186a9c2e432,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:23.379787 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e26e457-5f28-46f1-8088-acae6f2c37ff', 'name': '', 'tenant_id': '76c18c752e484592893cf44d13e1521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b', 'external_fixed_ips': [{'subnet_id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'ip_address': '2001:db8::230'}], 'enable_snat': True}, 'gw_port_id': '3ea779da-85f3-4214-ad39-8036800281f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:14Z', 'updated_at': '2022-03-11T16:15:18Z', 'revision_number': 3, 'project_id': '76c18c752e484592893cf44d13e1521f', 'gw_port': {'id': '3ea779da-85f3-4214-ad39-8036800281f6', 'name': '', 'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ec:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e26e457-5f28-46f1-8088-acae6f2c37ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'ip_address': '2001:db8::230', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:17Z', 'updated_at': '2022-03-11T16:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:23.385228 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Checking router: 6e26e457-5f28-46f1-8088-acae6f2c37ff for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:23.385574 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Updating router 6e26e457-5f28-46f1-8088-acae6f2c37ff port 3ea779da-85f3-4214-ad39-8036800281f6 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:15:23.394896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Made reservation on behalf of 9e43be23ba1143c084612f1fe0d234f0 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:23.397188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.399093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Transition to ACTIVE for port object 2ac174af-450b-4bd6-95ce-03b1aebc53d1 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:23.446546 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.633758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f1bcd60-3ae9-4ee4-a81a-ec38582dc9d6 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.694515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.837417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bcd60-3ae9-4ee4-a81a-ec38582dc9d6 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event deleted for resources: {'Port': ['ID=efbb3cb6-81d5-48b2-ae63-b7df5906eb8b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:23.877037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Network 8a03412e-50be-451f-a956-37655eb04392 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:23.891015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:24.033942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a5839481-b255-461e-b1f6-6186a9c2e432 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:24.072554 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.089380 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Transition to ACTIVE for port object 3ea779da-85f3-4214-ad39-8036800281f6 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:24.171451 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.176138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a5839481-b255-461e-b1f6-6186a9c2e432 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:24.176557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.201258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.270955 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91599d7-f512-459a-89f9-40a8e78ac4ed None None] Pushing event updated for resources: {'Port': ['ID=3ea779da-85f3-4214-ad39-8036800281f6,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:24.306275 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Attempting to bind port 3ea779da-85f3-4214-ad39-8036800281f6 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:24.306625 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Attempting to bind port 3ea779da-85f3-4214-ad39-8036800281f6 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'b498991f-f92c-4a6c-89d8-48eaeb1bbadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:24.306978 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Attempting to bind port 3ea779da-85f3-4214-ad39-8036800281f6 on network edab7fbd-e06e-4f22-8c37-6da51a77813b {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:24.319218 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:24.322627 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Checking segment: {'id': 'b498991f-f92c-4a6c-89d8-48eaeb1bbadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:24.323177 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.323671 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Bound using segment: {'id': 'b498991f-f92c-4a6c-89d8-48eaeb1bbadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:24.324805 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Bound port: 3ea779da-85f3-4214-ad39-8036800281f6, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b498991f-f92c-4a6c-89d8-48eaeb1bbadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:24.325286 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.374939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.385108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 75950a5d-8e8c-4b54-acfd-94cc6b91e110 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:24.423854 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] For port 3ea779da-85f3-4214-ad39-8036800281f6, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:24.428021 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] For port 3ea779da-85f3-4214-ad39-8036800281f6, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3ea779da-85f3-4214-ad39-8036800281f6,segment=NetworkSegment(b498991f-f92c-4a6c-89d8-48eaeb1bbadc),segment_id=b498991f-f92c-4a6c-89d8-48eaeb1bbadc)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:24.443848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.460236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-39c65005-ba04-4052-a4fb-b8fc44d1fa9e None None] Provisioning complete for port 7c8a5647-6222-4a1a-a764-b133c8b069df triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:24.460584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-39c65005-ba04-4052-a4fb-b8fc44d1fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.481775 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.499017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Network 6be08afd-bba1-4194-b9a0-20bce245a205 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:24.501683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:15:24.527466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.536131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:24.539284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:24.596104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'Port': ['ID=b2e4e17e-6ee4-4585-819d-646ec031cb32,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:24.632294 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Routers {'6e26e457-5f28-46f1-8088-acae6f2c37ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:24.632900 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['6e26e457-5f28-46f1-8088-acae6f2c37ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:24.634499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-39c65005-ba04-4052-a4fb-b8fc44d1fa9e None None] Port 7c8a5647-6222-4a1a-a764-b133c8b069df cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:24.656251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:24.656969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.688734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.690137 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ae38f699-e911-4c38-b111-bbebb8e16fd1 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.5609622 Mar 11 16:15:24.690660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.711940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac174af-450b-4bd6-95ce-03b1aebc53d1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:24.724389 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91599d7-f512-459a-89f9-40a8e78ac4ed None None] Pushing event updated for resources: {'Port': ['ID=3ea779da-85f3-4214-ad39-8036800281f6,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:24.730478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53378) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:24.835124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.837747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d8c64934-3419-40f0-a440-ba1f3c38d64c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:24.861679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.864644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:24.936357 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] Set router 6e26e457-5f28-46f1-8088-acae6f2c37ff gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:24.992710 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-08e86149-8652-431c-8af9-2657992d17bc tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=fc81ff7a-07d4-401b-b000-5652305a01a5 HTTP/1.1" status: 200 len: 689 time: 0.2520301 Mar 11 16:15:24.996997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53384) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:25.005250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d8c64934-3419-40f0-a440-ba1f3c38d64c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:25.011732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d8c64934-3419-40f0-a440-ba1f3c38d64c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:25.012427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.043591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=312e9735-8930-4bdf-b8f3-23bd651bbb31,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:25.049059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.055065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f1bcd60-3ae9-4ee4-a81a-ec38582dc9d6 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.061609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8aa46766-d25a-4278-83e4-285e546038f1 None None] Provisioning for port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:25.083538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8aa46766-d25a-4278-83e4-285e546038f1 None None] Provisioning complete for port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:25.083948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8aa46766-d25a-4278-83e4-285e546038f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.090188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Router 2f83fa62-265a-4738-8a9e-94a845140a41 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:15:25.092917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Deleting port 3ea779da-85f3-4214-ad39-8036800281f6 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:25.093398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.138331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.148863 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2f1bcd60-3ae9-4ee4-a81a-ec38582dc9d6 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "DELETE /v2.0/ports/efbb3cb6-81d5-48b2-ae63-b7df5906eb8b HTTP/1.1" status: 204 len: 168 time: 5.1665978 Mar 11 16:15:25.155991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53388) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:25.185939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8aa46766-d25a-4278-83e4-285e546038f1 None None] Port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:25.271582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.293023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port d8c64934-3419-40f0-a440-ba1f3c38d64c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d8c64934-3419-40f0-a440-ba1f3c38d64c,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:25.293237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.303988 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e26e457-5f28-46f1-8088-acae6f2c37ff', 'name': '', 'tenant_id': '76c18c752e484592893cf44d13e1521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b', 'external_fixed_ips': [{'subnet_id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'ip_address': '2001:db8::230'}], 'enable_snat': True}, 'gw_port_id': '3ea779da-85f3-4214-ad39-8036800281f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:14Z', 'updated_at': '2022-03-11T16:15:18Z', 'revision_number': 3, 'project_id': '76c18c752e484592893cf44d13e1521f', 'gw_port': {'id': '3ea779da-85f3-4214-ad39-8036800281f6', 'name': '', 'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ec:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e26e457-5f28-46f1-8088-acae6f2c37ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'ip_address': '2001:db8::230', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:17Z', 'updated_at': '2022-03-11T16:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:25.307923 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552e5b18-71dd-4722-a028-ddbc29b7710c None None] The sync data for ids ['6e26e457-5f28-46f1-8088-acae6f2c37ff'] in dv-neutron-833379-1-hyperv is: [{'id': '6e26e457-5f28-46f1-8088-acae6f2c37ff', 'name': '', 'tenant_id': '76c18c752e484592893cf44d13e1521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b', 'external_fixed_ips': [{'subnet_id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'ip_address': '2001:db8::230'}], 'enable_snat': True}, 'gw_port_id': '3ea779da-85f3-4214-ad39-8036800281f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:14Z', 'updated_at': '2022-03-11T16:15:18Z', 'revision_number': 3, 'project_id': '76c18c752e484592893cf44d13e1521f', 'gw_port': {'id': '3ea779da-85f3-4214-ad39-8036800281f6', 'name': '', 'network_id': 'edab7fbd-e06e-4f22-8c37-6da51a77813b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ec:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e26e457-5f28-46f1-8088-acae6f2c37ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'ip_address': '2001:db8::230', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:17Z', 'updated_at': '2022-03-11T16:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4ac94e3-0e8d-462d-98b9-c2c3e7740750', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:25.388110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.409126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Deleting port b2e4e17e-6ee4-4585-819d-646ec031cb32 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:25.409635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.429298 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a5280a-fd98-4d6d-b96f-6c75b46f691b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] GET failed (client error): The resource could not be found. Mar 11 16:15:25.429831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b4a5280a-fd98-4d6d-b96f-6c75b46f691b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Synchronizing usage tracker for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:25.471187 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=d8c64934-3419-40f0-a440-ba1f3c38d64c,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:25.548215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:15:25.548904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.680406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Network 026af78c-221a-4b26-97b4-0321fe0d1b88 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:25.690122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b4a5280a-fd98-4d6d-b96f-6c75b46f691b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Unset dirty status for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:25.691401 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b4a5280a-fd98-4d6d-b96f-6c75b46f691b tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "GET /v2.0/ports/efbb3cb6-81d5-48b2-ae63-b7df5906eb8b HTTP/1.1" status: 404 len: 333 time: 0.5311015 Mar 11 16:15:25.698154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:25.699886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53392) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:25.730120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'port': {'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3', 'name': 'tempest-AllowedAddressPairTestJSON-544314026'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:25.919537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] For port 3ea779da-85f3-4214-ad39-8036800281f6, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3ea779da-85f3-4214-ad39-8036800281f6,segment=NetworkSegment(b498991f-f92c-4a6c-89d8-48eaeb1bbadc),segment_id=b498991f-f92c-4a6c-89d8-48eaeb1bbadc)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:25.919947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:25.965339 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:25.993843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Checking segment: {'id': '88016710-2c17-443b-a317-2b2c2e6c645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:25.994903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Network hostable DHCP agents. Network: 8e7c895a-8f35-43ad-97b4-38ef389ae59f, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:26.009574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3ea779da-85f3-4214-ad39-8036800281f6 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:26.035682 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.036029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.094926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-768812a9-4f23-4dad-a78d-43aba5cea375 None None] Provisioning complete for port 312e9735-8930-4bdf-b8f3-23bd651bbb31 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:26.095660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-768812a9-4f23-4dad-a78d-43aba5cea375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.161067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Calling delete_port for 3ea779da-85f3-4214-ad39-8036800281f6 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:26.189349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-768812a9-4f23-4dad-a78d-43aba5cea375 None None] Port 312e9735-8930-4bdf-b8f3-23bd651bbb31 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:26.215552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Allocated IP 172.20.0.1 (dfc86887-17b1-4605-a20c-b8cb863423ff/23b94967-965a-4ce1-afdb-2b1647fe13ad/490be770-a58d-4682-9460-cf3228d4f510) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:26.228081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Calling delete_port for b2e4e17e-6ee4-4585-819d-646ec031cb32 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:26.301632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 3ea779da-85f3-4214-ad39-8036800281f6 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:26.309452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3ea779da-85f3-4214-ad39-8036800281f6 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:26.309452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.389547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Network 8e7c895a-8f35-43ad-97b4-38ef389ae59f is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:26.397346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:26.409925 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5480ffc7-6555-4d52-86a6-ae3802b46454 admin admin] 10.222.0.57 "PUT /v2.0/routers/2f83fa62-265a-4738-8a9e-94a845140a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5713980 Mar 11 16:15:26.458807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Sync routers for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:26.484109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 8e7c895a-8f35-43ad-97b4-38ef389ae59f) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:26.498407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:26.499381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:26.523066 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:26.523695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.565185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff90f5ed-091c-4073-a120-40d1b5540138 None None] Network 8e7c895a-8f35-43ad-97b4-38ef389ae59f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:26.660659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.680001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 3ea779da-85f3-4214-ad39-8036800281f6, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3ea779da-85f3-4214-ad39-8036800281f6,segment=NetworkSegment(b498991f-f92c-4a6c-89d8-48eaeb1bbadc),segment_id=b498991f-f92c-4a6c-89d8-48eaeb1bbadc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:26.684251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.790335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Transition to ACTIVE for port object 490be770-a58d-4682-9460-cf3228d4f510 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:26.792779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.814786 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.815552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d8c64934-3419-40f0-a440-ba1f3c38d64c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:26.876436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2e4e17e-6ee4-4585-819d-646ec031cb32,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:26.919671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.940780 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e6ea14b4-cf8f-4a3e-88bb-875393f7b3bf tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8864789 Mar 11 16:15:26.949777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:26.965260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1217076421', 'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:26.977203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:26.982494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.984039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:26.988426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.055617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Usage tracker for resource:port and tenant:9e43be23ba1143c084612f1fe0d234f0 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:27.072981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:27.111384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=3ea779da-85f3-4214-ad39-8036800281f6,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:27.144262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:27.165236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Network dfc86887-17b1-4605-a20c-b8cb863423ff is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:27.176440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:27.182295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:27.198091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:27.198975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.233961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:27.238657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Router 0c782dfb-7442-45d2-965d-da41e50c2138 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:15:27.388386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.400348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.402185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Made reservation on behalf of 201544c4263b4579867dc98e28e420ae for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:27.407318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.457933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] device_id is not set on port eddeeb8a-d431-4b4d-9ab1-d93448908667 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:27.503205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event updated for resources: {'Port': ['ID=490be770-a58d-4682-9460-cf3228d4f510,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:27.511541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:15:27.511985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:15:27.515560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.555538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d8c64934-3419-40f0-a440-ba1f3c38d64c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:27.556114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.590518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Made reservation on behalf of 9e43be23ba1143c084612f1fe0d234f0 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:27.593128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.622671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff82f6-887f-4550-9dd1-a353d24fc36e None None] Network 8e7c895a-8f35-43ad-97b4-38ef389ae59f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:15:27.659415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] device_id is not set on port dfca0af0-5ca9-4111-aace-1e5d26a7f9a3 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:27.675296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac174af-450b-4bd6-95ce-03b1aebc53d1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:27.757795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.808830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.827178 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4f18a418-fb4d-44f5-a657-6cadf58617a1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:27.840458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ee20bab2-79ca-449c-926c-c6a22f61148e None None] Provisioning for port 490be770-a58d-4682-9460-cf3228d4f510 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:27.849737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ee20bab2-79ca-449c-926c-c6a22f61148e None None] Provisioning complete for port 490be770-a58d-4682-9460-cf3228d4f510 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:27.850102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee20bab2-79ca-449c-926c-c6a22f61148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:27.906643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3ea779da-85f3-4214-ad39-8036800281f6 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:27.927986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:27.942651 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Sync routers for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:27.953213 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:27.954351 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:27.966334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.018546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Deleting port 3ea779da-85f3-4214-ad39-8036800281f6 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:28.019277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.066813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53414) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:28.074907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.075234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.075997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.076324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > port after_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.076641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.076992 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > port after_update 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.077462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.077674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.077954 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.078444 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.083421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018272094', 'description': 'tempest-description--1395971707'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:28.096407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Allocated IP 172.20.0.10 (e02b896c-f344-4fcd-b362-4eb8a1ebeaa3/a48e083d-1668-4081-b433-3523b1ece574/eddeeb8a-d431-4b4d-9ab1-d93448908667) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:28.101069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:28.114051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '7c8a5647-6222-4a1a-a764-b133c8b069df', 'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'mac_address': 'fa:16:3e:39:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:16Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 2, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'subnets': [{'id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:28.122068 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-101be280-350c-4a2d-a13d-29539d5a5fd5 admin admin] 10.222.0.57 "PUT /v2.0/routers/0c782dfb-7442-45d2-965d-da41e50c2138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7800753 Mar 11 16:15:28.137923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Checking router: 2f83fa62-265a-4738-8a9e-94a845140a41 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:28.138708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Updating router 2f83fa62-265a-4738-8a9e-94a845140a41 port 7c8a5647-6222-4a1a-a764-b133c8b069df binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:15:28.165866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Usage tracker for resource:security_group and tenant:5f8a30f087bc47f5b119a2c413b22e37 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:28.182345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:28.207338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.207753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:28.240669 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:28.319928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.319928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.320240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.320414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:15:28.320711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc81ff7a-07d4-401b-b000-5652305a01a5']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:28.354660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906ea40d-40e2-498f-9780-6121a285b4b6') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:28.355093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906ea40d-40e2-498f-9780-6121a285b4b6') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:28.381904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.409083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Allocated IP 172.20.0.11 (8e7c895a-8f35-43ad-97b4-38ef389ae59f/f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd/dfca0af0-5ca9-4111-aace-1e5d26a7f9a3) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:28.416579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Network 6be08afd-bba1-4194-b9a0-20bce245a205 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:28.421712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.428522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:28.440726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.459177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:15:28.459483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: from cryptography.utils import int_from_bytes Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: from cryptography.utils import int_from_bytes Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn_limited( Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn_limited( Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:28.476495 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:28.560108 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.714979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] For port 3ea779da-85f3-4214-ad39-8036800281f6, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3ea779da-85f3-4214-ad39-8036800281f6,segment=NetworkSegment(b498991f-f92c-4a6c-89d8-48eaeb1bbadc),segment_id=b498991f-f92c-4a6c-89d8-48eaeb1bbadc)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:28.716862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.824105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:28.908492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Usage tracker for resource:security_group_rule and tenant:5f8a30f087bc47f5b119a2c413b22e37 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:28.936298 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '312e9735-8930-4bdf-b8f3-23bd651bbb31', 'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'mac_address': 'fa:16:3e:52:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:19Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 2, 'project_id': 'c4456c43527b40d587279f67503a2854', 'subnets': [{'id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:28.941647 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Checking router: 0c782dfb-7442-45d2-965d-da41e50c2138 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:28.943406 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Updating router 0c782dfb-7442-45d2-965d-da41e50c2138 port 312e9735-8930-4bdf-b8f3-23bd651bbb31 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:15:29.011835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ee20bab2-79ca-449c-926c-c6a22f61148e None None] Port 490be770-a58d-4682-9460-cf3228d4f510 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:29.024200 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.058677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.059004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.092985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Transition to ACTIVE for port object 7c8a5647-6222-4a1a-a764-b133c8b069df will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:29.096554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3ea779da-85f3-4214-ad39-8036800281f6 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:29.096950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.116463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc81ff7a-07d4-401b-b000-5652305a01a5 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 16:15:29.121048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc81ff7a-07d4-401b-b000-5652305a01a5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:29.148494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:29.166371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Calling delete_port for 3ea779da-85f3-4214-ad39-8036800281f6 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:29.166719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.213032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.256302 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9af953bb-66dc-4c17-af15-b617a0ace682 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "DELETE /v2.0/networks/fc81ff7a-07d4-401b-b000-5652305a01a5 HTTP/1.1" status: 204 len: 168 time: 4.2565379 Mar 11 16:15:29.270579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53430) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:29.280208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:29.463125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.468976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-48b22b43-4900-488c-800b-52e112d9c811 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Synchronizing usage tracker for tenant:a062fdbaefba463ca4998735a8e1671e on resource:floatingip {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:29.518209 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeac0b4-c5b3-4e8b-85cf-ec0476c4b5f5 None None] Pushing event updated for resources: {'Port': ['ID=7c8a5647-6222-4a1a-a764-b133c8b069df,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:29.523792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cc0d4c61-5ef8-4a15-bf50-685f54d6569d None None] Provisioning complete for port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:29.524079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc0d4c61-5ef8-4a15-bf50-685f54d6569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.622548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.649274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Router 299352e0-8cf4-46d1-a792-893271a49ed0 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:15:29.664219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.671931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d4c61-5ef8-4a15-bf50-685f54d6569d None None] Port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:29.704806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.760938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Transition to ACTIVE for port object eddeeb8a-d431-4b4d-9ab1-d93448908667 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:29.784941 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.789557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.805398 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Transition to ACTIVE for port object 312e9735-8930-4bdf-b8f3-23bd651bbb31 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:29.910330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Attempting to bind port 7c8a5647-6222-4a1a-a764-b133c8b069df on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:29.910927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Attempting to bind port 7c8a5647-6222-4a1a-a764-b133c8b069df by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:29.911372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Attempting to bind port 7c8a5647-6222-4a1a-a764-b133c8b069df on network 8a03412e-50be-451f-a956-37655eb04392 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:29.915842 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.927903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Network 8e7c895a-8f35-43ad-97b4-38ef389ae59f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:29.931698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:29.932159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Checking segment: {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:29.932738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.933178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Bound using segment: {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:29.934299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Bound port: 7c8a5647-6222-4a1a-a764-b133c8b069df, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:29.934428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:29.934797 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.945758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:29.996120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event updated for resources: {'Port': ['ID=dfca0af0-5ca9-4111-aace-1e5d26a7f9a3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:30.029300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.076047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.145822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] For port 7c8a5647-6222-4a1a-a764-b133c8b069df, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:30.152047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] For port 7c8a5647-6222-4a1a-a764-b133c8b069df, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7c8a5647-6222-4a1a-a764-b133c8b069df,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:30.207977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53436) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:30.211383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event updated for resources: {'Port': ['ID=490be770-a58d-4682-9460-cf3228d4f510,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:30.243517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.252289 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc18c25-59df-4dbf-a2e8-d09c6a494f6b None None] Pushing event updated for resources: {'Port': ['ID=312e9735-8930-4bdf-b8f3-23bd651bbb31,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:30.291078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:30.294653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.310825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.338287 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Attempting to bind port 312e9735-8930-4bdf-b8f3-23bd651bbb31 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:30.338287 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Attempting to bind port 312e9735-8930-4bdf-b8f3-23bd651bbb31 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:30.338287 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Attempting to bind port 312e9735-8930-4bdf-b8f3-23bd651bbb31 on network 026af78c-221a-4b26-97b4-0321fe0d1b88 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:30.347286 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:30.347804 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Checking segment: {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:30.348049 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.348436 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Bound using segment: {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:30.348930 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Bound port: 312e9735-8930-4bdf-b8f3-23bd651bbb31, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:30.349323 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.369870 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752591112', 'description': 'tempest-description--1984813023'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:30.371910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Sync routers for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:30.387541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.389052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.415629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:30.421527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-48b22b43-4900-488c-800b-52e112d9c811 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Unset dirty status for tenant:a062fdbaefba463ca4998735a8e1671e on resource:floatingip {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:30.424863 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-48b22b43-4900-488c-800b-52e112d9c811 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 1.1507528 Mar 11 16:15:30.444637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53440) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:30.451284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Usage tracker for resource:security_group and tenant:c4456c43527b40d587279f67503a2854 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:30.457308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:30.464167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.499653 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] For port 312e9735-8930-4bdf-b8f3-23bd651bbb31, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:30.499737 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6fa1c32c-9da6-4d73-ae3e-b210dcb51f57 admin admin] 10.222.0.57 "PUT /v2.0/routers/299352e0-8cf4-46d1-a792-893271a49ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9346673 Mar 11 16:15:30.500032 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] For port 312e9735-8930-4bdf-b8f3-23bd651bbb31, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=312e9735-8930-4bdf-b8f3-23bd651bbb31,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:30.502530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeac0b4-c5b3-4e8b-85cf-ec0476c4b5f5 None None] Pushing event updated for resources: {'Port': ['ID=7c8a5647-6222-4a1a-a764-b133c8b069df,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:30.504344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.517430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:30.518202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:30.518653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:30.558666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Network dfc86887-17b1-4605-a20c-b8cb863423ff is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:30.568454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:30.588445 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.595862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ea779da-85f3-4214-ad39-8036800281f6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:30.778233 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc8df26b-df7a-45dd-be63-cb2a730e1a83 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.8248966 Mar 11 16:15:30.786203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.786672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.787215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.787564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.787998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.788439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.788886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.789326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.789801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.790264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:30.791468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Synchronizing usage tracker for tenant:a062fdbaefba463ca4998735a8e1671e on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:30.803318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53450) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:30.848152 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:30.848707 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:30.856827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.863112 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7933869 Mar 11 16:15:30.877354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:30.927982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.951293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Port': ['ID=eddeeb8a-d431-4b4d-9ab1-d93448908667,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:30.973021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Request body: {'security_group_rule': {'security_group_id': '811d0a8f-4d11-4472-94c1-e73c71e8603f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:30.984205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc782ff6-cafd-4718-ba05-d99ac0d57e41 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811d0a8f-4d11-4472-94c1-e73c71e8603f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:30.998270 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:31.042215 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc18c25-59df-4dbf-a2e8-d09c6a494f6b None None] Pushing event updated for resources: {'Port': ['ID=312e9735-8930-4bdf-b8f3-23bd651bbb31,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:31.075303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:31.085773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Unset dirty status for tenant:a062fdbaefba463ca4998735a8e1671e on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:31.087068 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b9d78166-e719-4196-8047-254a0809ab24 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6406 time: 0.6397579 Mar 11 16:15:31.105288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Usage tracker for resource:security_group_rule and tenant:c4456c43527b40d587279f67503a2854 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:31.128787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:31.138978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:31.144622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-36e117a8-f17a-4e4b-b0b2-a98b7a3e8d92 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Deleting port dfca0af0-5ca9-4111-aace-1e5d26a7f9a3 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:31.144962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36e117a8-f17a-4e4b-b0b2-a98b7a3e8d92 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.167035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:31.167686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:31.220824 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:31.224415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:31.227899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:31.229152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:31.231759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:31.240310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:31.294865 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-be12c7fe-2155-472c-a402-18fb298a0340 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] delete failed (client error): The resource could not be found. Mar 11 16:15:31.296142 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-be12c7fe-2155-472c-a402-18fb298a0340 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/f0851c73-1e32-43bf-a700-d5714977798b HTTP/1.1" status: 404 len: 345 time: 0.1634352 Mar 11 16:15:31.301646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.307130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.309854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53462) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:31.315629 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Usage tracker for resource:security_group_rule and tenant:5f8a30f087bc47f5b119a2c413b22e37 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:31.335148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:31.353061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Router 5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:15:31.530710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:31.536116 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d63d555-a2f0-4d97-b61c-161b0ce89d27 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 16:15:31.537056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d63d555-a2f0-4d97-b61c-161b0ce89d27 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:15:31.543379 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1d63d555-a2f0-4d97-b61c-161b0ce89d27 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "DELETE /v2.0/networks/fc81ff7a-07d4-401b-b000-5652305a01a5 HTTP/1.1" status: 404 len: 339 time: 0.2242157 Mar 11 16:15:31.545480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53466) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:31.605173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Request body: {'network': {'name': 'tempest-network--791047960', 'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:31.622205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:31.623044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.628978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:31.639487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Usage tracker for resource:network and tenant:a062fdbaefba463ca4998735a8e1671e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:31.646043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:31.659445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:31.686056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.686581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e26e457-5f28-46f1-8088-acae6f2c37ff {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:15:31.694214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.697764 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e6baf8a6-213f-4c3c-811e-0c60386d366a tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "DELETE /v2.0/routers/6e26e457-5f28-46f1-8088-acae6f2c37ff HTTP/1.1" status: 204 len: 168 time: 8.8141441 Mar 11 16:15:31.701826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53470) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:31.749987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53474) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:31.775684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464696897', 'description': 'tempest-description--1809864394'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:31.786278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Made reservation on behalf of a062fdbaefba463ca4998735a8e1671e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:31.788547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.803020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-34400f53-778c-4814-8776-75ed78f6c7e7 None None] Provisioning complete for port 490be770-a58d-4682-9460-cf3228d4f510 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:31.803468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-34400f53-778c-4814-8776-75ed78f6c7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.803849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53478) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:31.806048 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0ce5e653-9543-42f3-b45e-97776316cb4e tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1001866 Mar 11 16:15:31.812835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:31.817232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.835934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Usage tracker for resource:security_group and tenant:35b3d889893f468abbd8f3a050968a5e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:31.845223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:31.848347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:31.853769 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '312e9735-8930-4bdf-b8f3-23bd651bbb31', 'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'mac_address': 'fa:16:3e:52:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:19Z', 'updated_at': '2022-03-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'subnets': [{'id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:31.856283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-dbabc388-7190-4c77-a9b4-5c703bb6fb56 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:40:18:d2'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:31.864605 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105219b-bd2f-4af2-a7d0-a60bc1fc8577 None None] The sync data for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv is: [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '312e9735-8930-4bdf-b8f3-23bd651bbb31', 'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'mac_address': 'fa:16:3e:52:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:19Z', 'updated_at': '2022-03-11T16:15:30Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'subnets': [{'id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:31.869931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31aa8f5-3d38-4b7d-9fd6-ddfbfda78699 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Deleting subnet a4ac94e3-0e8d-462d-98b9-c2c3e7740750 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:15:31.880203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:31.895998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f31aa8f5-3d38-4b7d-9fd6-ddfbfda78699 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.966944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.995598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:32.015929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.017061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Added segment f0a4a452-b902-41fe-9995-146152ab74d4 of type vlan for network dc557eb7-9f87-4179-a324-b0e5c3a167c7 Mar 11 16:15:32.055801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f31aa8f5-3d38-4b7d-9fd6-ddfbfda78699 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.060063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-34400f53-778c-4814-8776-75ed78f6c7e7 None None] Port 490be770-a58d-4682-9460-cf3228d4f510 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:32.090938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.091150 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.105496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.155837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.164775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:32.173256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f31aa8f5-3d38-4b7d-9fd6-ddfbfda78699 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.209767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36e117a8-f17a-4e4b-b0b2-a98b7a3e8d92 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.227998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Usage tracker for resource:security_group_rule and tenant:35b3d889893f468abbd8f3a050968a5e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:32.233265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:32.241669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:32.254800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-95ade07b-0832-4efc-8ee0-184b8856e1e5 None None] Provisioning for port eddeeb8a-d431-4b4d-9ab1-d93448908667 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:32.267158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-95ade07b-0832-4efc-8ee0-184b8856e1e5 None None] Provisioning complete for port eddeeb8a-d431-4b4d-9ab1-d93448908667 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:32.267522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-95ade07b-0832-4efc-8ee0-184b8856e1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.332527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2ac174af-450b-4bd6-95ce-03b1aebc53d1', 'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'mac_address': 'fa:16:3e:2b:da:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:21Z', 'updated_at': '2022-03-11T16:15:27Z', 'revision_number': 2, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'subnets': [{'id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:32.340355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.359414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Checking router: 299352e0-8cf4-46d1-a792-893271a49ed0 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:32.360598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Updating router 299352e0-8cf4-46d1-a792-893271a49ed0 port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:15:32.421189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:15:32.447101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.457129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.466375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 312e9735-8930-4bdf-b8f3-23bd651bbb31 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:32.492589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f31aa8f5-3d38-4b7d-9fd6-ddfbfda78699 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.507854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-95ade07b-0832-4efc-8ee0-184b8856e1e5 None None] Port eddeeb8a-d431-4b4d-9ab1-d93448908667 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:32.537165 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-36e117a8-f17a-4e4b-b0b2-a98b7a3e8d92 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Calling delete_port for dfca0af0-5ca9-4111-aace-1e5d26a7f9a3 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:32.573382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4594121-d256-435a-a0cc-00842c2b514f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:32.578084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aa8f5-3d38-4b7d-9fd6-ddfbfda78699 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ac94e3-0e8d-462d-98b9-c2c3e7740750,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:32.580845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.582115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:32.582620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.601067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.616368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79590a14-d435-44d1-b38c-e45c87851856,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:32.619294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f31aa8f5-3d38-4b7d-9fd6-ddfbfda78699 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.627156 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f31aa8f5-3d38-4b7d-9fd6-ddfbfda78699 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/a4ac94e3-0e8d-462d-98b9-c2c3e7740750 HTTP/1.1" status: 204 len: 168 time: 0.9182811 Mar 11 16:15:32.645266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:32.653187 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53484) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:32.659839 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878cbe4-670e-4359-b74c-72d4788f9f89 None None] Sync routers for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:32.669702 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eea16fd2-cb6b-4ab5-b3bb-099734f838c3 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "PUT /v2.0/routers/5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8559411 Mar 11 16:15:32.674086 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878cbe4-670e-4359-b74c-72d4788f9f89 None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:32.674973 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e878cbe4-670e-4359-b74c-72d4788f9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:32.681090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.684092 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-feba58b5-c641-4aea-bd33-36bfb8adb097 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4609320 Mar 11 16:15:32.684092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53488) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:32.759167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '7c8a5647-6222-4a1a-a764-b133c8b069df', 'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'mac_address': 'fa:16:3e:39:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:16Z', 'updated_at': '2022-03-11T16:15:30Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'subnets': [{'id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:32.770229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 312e9735-8930-4bdf-b8f3-23bd651bbb31 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:32.777318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53490) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:32.781871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'Network': ['ID=dc557eb7-9f87-4179-a324-b0e5c3a167c7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:32.783307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6610b8-a0ca-4833-9b5c-6e4d020e474f None None] The sync data for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv is: [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '7c8a5647-6222-4a1a-a764-b133c8b069df', 'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'mac_address': 'fa:16:3e:39:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:16Z', 'updated_at': '2022-03-11T16:15:30Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'subnets': [{'id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:32.789737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 312e9735-8930-4bdf-b8f3-23bd651bbb31 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:32.790113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.794714 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-12e5dfeb-235a-4379-9ed6-68ed7d0036c2 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2395394 Mar 11 16:15:32.818721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Request body: {'security_group_rule': {'security_group_id': 'e4594121-d256-435a-a0cc-00842c2b514f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:32.822427 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e878cbe4-670e-4359-b74c-72d4788f9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:32.826140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:32.831854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Usage tracker for resource:security_group_rule and tenant:c4456c43527b40d587279f67503a2854 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:32.834873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network dc557eb7-9f87-4179-a324-b0e5c3a167c7 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:32.835811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:32.846695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.848015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:32.852629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:32.859480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.864678 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1101236 Mar 11 16:15:32.865890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:32.866548 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-701820fc-8ee7-431a-adb5-a33482c4695c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9196134 Mar 11 16:15:32.867806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb29a40-8474-4bcf-8dd0-61703783c258 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd2928c-aaa0-4da8-b83d-02481230dc50,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:32.874995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53500) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:32.875190 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Request body: {'port': {'network_id': 'dfc86887-17b1-4605-a20c-b8cb863423ff', 'name': 'tempest-FloatingIPAdminTestJSON-161075136'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:32.882966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:32.898157 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878cbe4-670e-4359-b74c-72d4788f9f89 None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:32.899344 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e878cbe4-670e-4359-b74c-72d4788f9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:32.901206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Request body: {'security_group_rule': {'security_group_id': 'bcd2928c-aaa0-4da8-b83d-02481230dc50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:32.910469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:32.915784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Usage tracker for resource:security_group_rule and tenant:35b3d889893f468abbd8f3a050968a5e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:32.921197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:32.932178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:32.947327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Request body: {'security_group_rule': {'security_group_id': '811d0a8f-4d11-4472-94c1-e73c71e8603f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:32.954747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:32.961879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Usage tracker for resource:security_group_rule and tenant:5f8a30f087bc47f5b119a2c413b22e37 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:32.972186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:32.987468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:33.024652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.085158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.103434 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e878cbe4-670e-4359-b74c-72d4788f9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:33.104012 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e878cbe4-670e-4359-b74c-72d4788f9f89 None None] The sync data for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:33.150143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.284973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.335755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.343911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.346687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.404953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 312e9735-8930-4bdf-b8f3-23bd651bbb31, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=312e9735-8930-4bdf-b8f3-23bd651bbb31,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:33.419410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.433384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Transition to ACTIVE for port object 2ac174af-450b-4bd6-95ce-03b1aebc53d1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:33.572539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.609317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbabc388-7190-4c77-a9b4-5c703bb6fb56 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.636649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:33.641126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.654148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cde625-41fd-4d34-9850-3314fcfe1dc6 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:33.660574 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cde625-41fd-4d34-9850-3314fcfe1dc6 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:33.666828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cde625-41fd-4d34-9850-3314fcfe1dc6 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:33.670917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.674532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cde625-41fd-4d34-9850-3314fcfe1dc6 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:33.679617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.683363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fcccab-5742-4fcb-89d2-577f9589110b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:33.683644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cde625-41fd-4d34-9850-3314fcfe1dc6 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:33.684857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.691864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cde625-41fd-4d34-9850-3314fcfe1dc6 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:33.693212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-46cde625-41fd-4d34-9850-3314fcfe1dc6 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Synchronizing usage tracker for tenant:6d2a93022c354c90aa84bc53dfa5d726 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:33.696683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Usage tracker for resource:port and tenant:ff12d2b9f587496ca0b30b5428abe590 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:33.748949 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.758258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3ea779da-85f3-4214-ad39-8036800281f6 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:33.767904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131923ef-89ba-4925-a098-2e9b8269fa29,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:33.782553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244d19f5-dcde-4e91-b29d-73ca927c4431,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:33.805601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 3ea779da-85f3-4214-ad39-8036800281f6 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:15:33.805930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3ea779da-85f3-4214-ad39-8036800281f6 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:15:33.843268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edab7fbd-e06e-4f22-8c37-6da51a77813b']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:33.851403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:33.854337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.858884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36e117a8-f17a-4e4b-b0b2-a98b7a3e8d92 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.874582 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3004b2b8-a27b-476c-8dae-5e5381f5cf61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9642768 Mar 11 16:15:33.874582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.874582 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2dba1226-fcf6-4117-807a-893e720ed5c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9683676 Mar 11 16:15:33.874582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53508) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:33.874582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:33.874582 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-01c16f33-c3e4-4bea-9b83-ac09b6747258 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0674663 Mar 11 16:15:33.874582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53510) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:33.874582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53514) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:33.875882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b498991f-f92c-4a6c-89d8-48eaeb1bbadc') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:33.875882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b498991f-f92c-4a6c-89d8-48eaeb1bbadc') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:33.876181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:33.887094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Request body: {'security_group_rule': {'security_group_id': 'bcd2928c-aaa0-4da8-b83d-02481230dc50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:33.897318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Request body: {'security_group_rule': {'security_group_id': 'e4594121-d256-435a-a0cc-00842c2b514f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:33.905384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=312e9735-8930-4bdf-b8f3-23bd651bbb31,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:33.913102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:33.916609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:33.919437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:33.927194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Usage tracker for resource:floatingip and tenant:5f8a30f087bc47f5b119a2c413b22e37 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:33.930069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Usage tracker for resource:security_group_rule and tenant:c4456c43527b40d587279f67503a2854 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:33.932957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Usage tracker for resource:security_group_rule and tenant:35b3d889893f468abbd8f3a050968a5e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:33.935668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:33.938903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:33.942161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:33.949077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:33.954717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:33.959150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:33.960348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:33.995086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e117a8-f17a-4e4b-b0b2-a98b7a3e8d92 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfca0af0-5ca9-4111-aace-1e5d26a7f9a3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:34.012967 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.042983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.139457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.147089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.149449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Made reservation on behalf of ff12d2b9f587496ca0b30b5428abe590 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:34.154058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.154623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.192757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Attempting to bind port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:34.193144 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Attempting to bind port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:34.193500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Attempting to bind port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 on network 6be08afd-bba1-4194-b9a0-20bce245a205 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:34.198809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.205159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:34.205534 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Checking segment: {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:34.206022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.206572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Bound using segment: {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:34.207105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Bound port: 2ac174af-450b-4bd6-95ce-03b1aebc53d1, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:34.207476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.211571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:15:34.212772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.221471 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bfac9-c64b-4879-be60-26ba892377de None None] Pushing event updated for resources: {'Port': ['ID=2ac174af-450b-4bd6-95ce-03b1aebc53d1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:34.230545 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:34.248036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.263039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-46cde625-41fd-4d34-9850-3314fcfe1dc6 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Unset dirty status for tenant:6d2a93022c354c90aa84bc53dfa5d726 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:34.264590 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-46cde625-41fd-4d34-9850-3314fcfe1dc6 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3625 time: 1.4098837 Mar 11 16:15:34.274899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53520) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:34.349491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7c8a5647-6222-4a1a-a764-b133c8b069df up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:34.379903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] device_id is not set on port adc6512c-f9c0-4187-8b2f-13e798a2ba10 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:34.385828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] For port 2ac174af-450b-4bd6-95ce-03b1aebc53d1, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:34.409025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] For port 2ac174af-450b-4bd6-95ce-03b1aebc53d1, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2ac174af-450b-4bd6-95ce-03b1aebc53d1,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:34.434341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a06a8a-0502-4c3c-a707-af659007ca14,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:34.450330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.489606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36e117a8-f17a-4e4b-b0b2-a98b7a3e8d92 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.503396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.533672 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.559075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network edab7fbd-e06e-4f22-8c37-6da51a77813b {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 16:15:34.567680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event deleted for resources: {'Network': ['ID=edab7fbd-e06e-4f22-8c37-6da51a77813b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:34.571044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.573011 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9cdb998d-b8e3-4ba3-96ec-a9d31e550458 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "DELETE /v2.0/networks/edab7fbd-e06e-4f22-8c37-6da51a77813b HTTP/1.1" status: 204 len: 168 time: 1.9177520 Mar 11 16:15:34.583523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 7c8a5647-6222-4a1a-a764-b133c8b069df completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:34.584113 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-36e117a8-f17a-4e4b-b0b2-a98b7a3e8d92 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "DELETE /v2.0/ports/dfca0af0-5ca9-4111-aace-1e5d26a7f9a3 HTTP/1.1" status: 204 len: 168 time: 3.7797089 Mar 11 16:15:34.585182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:34.601734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.607493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7c8a5647-6222-4a1a-a764-b133c8b069df triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:34.607493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.614581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f', 'external_fixed_ips': [{'subnet_id': 'f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd', 'ip_address': '172.20.0.11'}]}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:34.648997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.650606 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-abee88a0-360e-4e96-bed8-8044dc2eba24 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7810011 Mar 11 16:15:34.658926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53530) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:34.704880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:34.707994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:34.712821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:34.717995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Usage tracker for resource:floatingip and tenant:35b3d889893f468abbd8f3a050968a5e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:34.736867 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:34.737496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:34.762012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Usage tracker for resource:router and tenant:9e43be23ba1143c084612f1fe0d234f0 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:34.779470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:34.818318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:34.858021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbabc388-7190-4c77-a9b4-5c703bb6fb56 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.875891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Allocated IP 172.20.0.11 (dfc86887-17b1-4605-a20c-b8cb863423ff/23b94967-965a-4ce1-afdb-2b1647fe13ad/adc6512c-f9c0-4187-8b2f-13e798a2ba10) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:34.890190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bfac9-c64b-4879-be60-26ba892377de None None] Pushing event updated for resources: {'Port': ['ID=2ac174af-450b-4bd6-95ce-03b1aebc53d1,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:34.901148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.942222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.960711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 7c8a5647-6222-4a1a-a764-b133c8b069df, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7c8a5647-6222-4a1a-a764-b133c8b069df,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:35.013739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:35.034237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc557eb7-9f87-4179-a324-b0e5c3a167c7']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:35.044844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.045586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 312e9735-8930-4bdf-b8f3-23bd651bbb31 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:35.053803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.060643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:35.083333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53538) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:35.088694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'router': {'name': 'tempest-router--757818528', 'project_id': 'e46a2833fe7c461a92f88d7ed4d155df'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:35.104121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbabc388-7190-4c77-a9b4-5c703bb6fb56 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.106897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8608af-57a9-4d78-9b32-a2e1fcc4635f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:35.112142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a4a452-b902-41fe-9995-146152ab74d4') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:35.112505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a4a452-b902-41fe-9995-146152ab74d4') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:35.155786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.165142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.204038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:35.207611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabc388-7190-4c77-a9b4-5c703bb6fb56 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Port': ['ID=eddeeb8a-d431-4b4d-9ab1-d93448908667,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:35.220677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Usage tracker for resource:router and tenant:e46a2833fe7c461a92f88d7ed4d155df is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:35.225416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:35.271135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.276083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:35.292105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.293601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.305973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:35.312038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=7c8a5647-6222-4a1a-a764-b133c8b069df,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:35.312150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.327403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 312e9735-8930-4bdf-b8f3-23bd651bbb31 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:35.327817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.378045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-dbabc388-7190-4c77-a9b4-5c703bb6fb56 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] In _notify_port_updated(), no bound segment for port eddeeb8a-d431-4b4d-9ab1-d93448908667 on network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:15:35.386793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbabc388-7190-4c77-a9b4-5c703bb6fb56 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:35.387481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbabc388-7190-4c77-a9b4-5c703bb6fb56 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.392645 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dbabc388-7190-4c77-a9b4-5c703bb6fb56 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "PUT /v2.0/ports/eddeeb8a-d431-4b4d-9ab1-d93448908667 HTTP/1.1" status: 200 len: 994 time: 3.5675871 Mar 11 16:15:35.400853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.404730 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-baa88201-5b67-426e-873b-18241becc96c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5209358 Mar 11 16:15:35.404858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53542) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:35.404965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:15:35.404965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.418960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53544) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:35.428752 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:35.463014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:35.496138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.522892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d73b27d2-eed8-4d76-b1ae-773aa416b1ea tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Deleting port eddeeb8a-d431-4b4d-9ab1-d93448908667 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:35.523234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d73b27d2-eed8-4d76-b1ae-773aa416b1ea tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.556393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:35.571488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.572577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.645957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Usage tracker for resource:floatingip and tenant:c4456c43527b40d587279f67503a2854 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:35.645957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:35.662760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:35.682288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Allocated IP 172.26.8.35 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/ded004b1-9263-48c3-8c34-8dd721bea37a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:35.716578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a13f5eda-5edf-4f15-becb-67c32d3e24ec None None] Provisioning complete for port eddeeb8a-d431-4b4d-9ab1-d93448908667 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:35.717117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a13f5eda-5edf-4f15-becb-67c32d3e24ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.793654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Transition to ACTIVE for port object adc6512c-f9c0-4187-8b2f-13e798a2ba10 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:35.798476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.800776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.815341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a13f5eda-5edf-4f15-becb-67c32d3e24ec None None] Port eddeeb8a-d431-4b4d-9ab1-d93448908667 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:35.826651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.829438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.849350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2ac174af-450b-4bd6-95ce-03b1aebc53d1', 'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'mac_address': 'fa:16:3e:2b:da:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:21Z', 'updated_at': '2022-03-11T16:15:34Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'subnets': [{'id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:35.857481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc557eb7-9f87-4179-a324-b0e5c3a167c7 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 16:15:35.857646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4320b-efba-43ff-b209-6d867a96bc81 None None] The sync data for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv is: [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2ac174af-450b-4bd6-95ce-03b1aebc53d1', 'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'mac_address': 'fa:16:3e:2b:da:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:21Z', 'updated_at': '2022-03-11T16:15:34Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'subnets': [{'id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:35.872153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc557eb7-9f87-4179-a324-b0e5c3a167c7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:35.877559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.906018 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-68cc2e33-cee0-428c-984d-32e3f8b54851 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "DELETE /v2.0/networks/dc557eb7-9f87-4179-a324-b0e5c3a167c7 HTTP/1.1" status: 204 len: 168 time: 1.6280196 Mar 11 16:15:35.911005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53550) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:35.915654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.916226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d73b27d2-eed8-4d76-b1ae-773aa416b1ea tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.925557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Request body: {'network': {'name': 'tempest-network--1342009155', 'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:35.930927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:35.988271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.989418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Usage tracker for resource:network and tenant:a062fdbaefba463ca4998735a8e1671e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:35.995371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.039206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:36.041860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.059734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:36.158946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.169712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7c8a5647-6222-4a1a-a764-b133c8b069df up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:36.199425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Made reservation on behalf of a062fdbaefba463ca4998735a8e1671e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:36.201249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.238626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7c8a5647-6222-4a1a-a764-b133c8b069df triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:36.239145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.244116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.249956 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d73b27d2-eed8-4d76-b1ae-773aa416b1ea tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Calling delete_port for eddeeb8a-d431-4b4d-9ab1-d93448908667 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:36.367346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:36.384667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:36.386943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:36.399555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:36.409568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Network dfc86887-17b1-4605-a20c-b8cb863423ff is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:36.432333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Allocated IP 172.26.8.33 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/a756dcee-c677-4232-aeb3-1788dfadb101) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:36.437486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Pushing event updated for resources: {'Port': ['ID=ded004b1-9263-48c3-8c34-8dd721bea37a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:36.458956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.459302 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Added segment d44a8540-823e-45b8-ba4b-3b2d76cfd21a of type vlan for network 80948904-3150-4db0-89dd-15b4ec8555d0 Mar 11 16:15:36.490557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:36.506884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:36.567266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event updated for resources: {'Port': ['ID=adc6512c-f9c0-4187-8b2f-13e798a2ba10,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:36.583594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.585422 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2571fd8d-776d-4a90-aa86-2ed7eee9eda0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5006695 Mar 11 16:15:36.663145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.672244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53554) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:36.711512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.717950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:36.720087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.746264 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.795053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.903665 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dad13f60-64f7-48f0-95f2-abed7e555e70 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0607164 Mar 11 16:15:36.917390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:36.929840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4b20516-cadf-4325-a334-668102abf7d4 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.944556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d80674b5-64c6-4a3d-9e43-4ac6225b3111 None None] Provisioning for port adc6512c-f9c0-4187-8b2f-13e798a2ba10 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:36.946849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.949554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d80674b5-64c6-4a3d-9e43-4ac6225b3111 None None] Provisioning complete for port adc6512c-f9c0-4187-8b2f-13e798a2ba10 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:36.950040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d80674b5-64c6-4a3d-9e43-4ac6225b3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.950512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:36.952737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:36.952737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.041396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d80674b5-64c6-4a3d-9e43-4ac6225b3111 None None] Port adc6512c-f9c0-4187-8b2f-13e798a2ba10 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:37.251428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:37.264762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:37.282007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:37.319291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4b20516-cadf-4325-a334-668102abf7d4 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.322118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4b20516-cadf-4325-a334-668102abf7d4 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.324784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'Network': ['ID=80948904-3150-4db0-89dd-15b4ec8555d0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:37.327281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.336834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 80948904-3150-4db0-89dd-15b4ec8555d0 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:37.361040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'project_id': 'ff12d2b9f587496ca0b30b5428abe590', 'port_id': 'adc6512c-f9c0-4187-8b2f-13e798a2ba10'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:37.368969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Allocated IP 172.26.8.36 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/3c84c416-9c75-4a0f-9b76-b23a2eeb8c41) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:37.384750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Pushing event updated for resources: {'Port': ['ID=a756dcee-c677-4232-aeb3-1788dfadb101,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:37.391225 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9f282b85-c958-4fdf-985f-dc1faec34d9f tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4744799 Mar 11 16:15:37.398532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:37.402821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53564) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:37.412348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Usage tracker for resource:floatingip and tenant:ff12d2b9f587496ca0b30b5428abe590 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:37.441997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:37.473047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:37.526502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d73b27d2-eed8-4d76-b1ae-773aa416b1ea tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.595735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b27d2-eed8-4d76-b1ae-773aa416b1ea tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event deleted for resources: {'Port': ['ID=eddeeb8a-d431-4b4d-9ab1-d93448908667,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:37.641731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4b20516-cadf-4325-a334-668102abf7d4 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.641731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b20516-cadf-4325-a334-668102abf7d4 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa6bf956-6488-4c6c-a78a-d0587b591afd {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:15:37.686914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.767238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b8361c-d902-48bd-b060-1ab0ac72e225 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:37.768634 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-55b8361c-d902-48bd-b060-1ab0ac72e225 tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] 10.222.0.57 "GET /v2.0/networks/80948904-3150-4db0-89dd-15b4ec8555d0 HTTP/1.1" status: 200 len: 757 time: 0.3581562 Mar 11 16:15:37.786445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53568) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:37.787600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4b20516-cadf-4325-a334-668102abf7d4 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.788734 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b4b20516-cadf-4325-a334-668102abf7d4 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "DELETE /v2.0/routers/fa6bf956-6488-4c6c-a78a-d0587b591afd HTTP/1.1" status: 204 len: 168 time: 1.1153982 Mar 11 16:15:37.882016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.928921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.074429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53574) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:38.098940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d73b27d2-eed8-4d76-b1ae-773aa416b1ea tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.102965 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d73b27d2-eed8-4d76-b1ae-773aa416b1ea tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "DELETE /v2.0/ports/eddeeb8a-d431-4b4d-9ab1-d93448908667 HTTP/1.1" status: 204 len: 168 time: 2.6980708 Mar 11 16:15:38.106683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.135797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53580) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:38.161096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221bce81-f520-4d26-ab91-644bd18726fc tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:38.164968 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-221bce81-f520-4d26-ab91-644bd18726fc tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] 10.222.0.57 "GET /v2.0/networks/3309714e-38aa-4a76-8982-1ffed700b405 HTTP/1.1" status: 200 len: 767 time: 0.3752370 Mar 11 16:15:38.175545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53584) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:38.185613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2ac174af-450b-4bd6-95ce-03b1aebc53d1 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:38.212370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.214845 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72e8de8-ebf5-49fc-951b-7d376f02b804 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] GET failed (client error): The resource could not be found. Mar 11 16:15:38.215376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b72e8de8-ebf5-49fc-951b-7d376f02b804 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Synchronizing usage tracker for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:38.328996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.340144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.350410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-723661629', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:38.355532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:38.357386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.362839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:38.363647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.364238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.365198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.368274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.371361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b72e8de8-ebf5-49fc-951b-7d376f02b804 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Unset dirty status for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:38.377346 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b72e8de8-ebf5-49fc-951b-7d376f02b804 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "GET /v2.0/ports/eddeeb8a-d431-4b4d-9ab1-d93448908667 HTTP/1.1" status: 404 len: 333 time: 0.2374861 Mar 11 16:15:38.421217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53588) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:38.428812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'port': {'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3', 'name': 'tempest-AllowedAddressPairTestJSON-1803577490'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:38.450910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:38.503042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.539959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 2ac174af-450b-4bd6-95ce-03b1aebc53d1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2ac174af-450b-4bd6-95ce-03b1aebc53d1,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:38.596498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Usage tracker for resource:router and tenant:d9c02f2fa6dc48dbb2387d9bb0df81f4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:38.607356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:38.617800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.621122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:38.649947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:38.652531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:38.673109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:38.713024 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=2ac174af-450b-4bd6-95ce-03b1aebc53d1,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:38.716199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Pushing event updated for resources: {'Port': ['ID=3c84c416-9c75-4a0f-9b76-b23a2eeb8c41,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:38.740095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.813415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80948904-3150-4db0-89dd-15b4ec8555d0']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:38.825939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Allocated IP 172.26.8.187 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/0ae03af6-ec6a-4e3e-b8c8-9ee64a4dfb80) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:38.833339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.839791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44a8540-823e-45b8-ba4b-3b2d76cfd21a') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:38.840064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44a8540-823e-45b8-ba4b-3b2d76cfd21a') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:38.858935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:38.860795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.880136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.881126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.884336 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Pushing event updated for resources: {'Port': ['ID=ded004b1-9263-48c3-8c34-8dd721bea37a,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:38.889059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:38.894834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Allocated IP 172.20.0.11 (8e7c895a-8f35-43ad-97b4-38ef389ae59f/f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd/8856d5ca-defc-47cd-be07-37a6d4eeed88) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:38.900647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.913013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:15:38.913399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:38.926709 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:38.957957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.006224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.011655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.021166 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0bea0851-391a-4a2e-a5ec-350fb5da3a7e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1484816 Mar 11 16:15:39.021379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Made reservation on behalf of 201544c4263b4579867dc98e28e420ae for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:39.021379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.039400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.063771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.217275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] device_id is not set on port 10bbac84-514d-4332-a9cd-16a90646f54d yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:39.302974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.325905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.335460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80948904-3150-4db0-89dd-15b4ec8555d0 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 16:15:39.341471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.350297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.367650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.383227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Pushing event updated for resources: {'Port': ['ID=a756dcee-c677-4232-aeb3-1788dfadb101,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:39.392956 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event deleted for resources: {'Network': ['ID=80948904-3150-4db0-89dd-15b4ec8555d0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:39.395100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.447069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.452405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Allocated IP 172.20.0.3 (e02b896c-f344-4fcd-b362-4eb8a1ebeaa3/a48e083d-1668-4081-b433-3523b1ece574/10bbac84-514d-4332-a9cd-16a90646f54d) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:39.492094 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f49504e-5d11-4fbd-ae3e-25e48672ad75 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "DELETE /v2.0/networks/80948904-3150-4db0-89dd-15b4ec8555d0 HTTP/1.1" status: 204 len: 168 time: 1.3154821 Mar 11 16:15:39.492878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53610) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:39.536680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Request body: {'network': {'name': 'tempest-network--1084519208'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:39.621805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.622316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53618) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:39.623734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:39.657973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.667133 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef80b3c0-a597-4598-abc7-648aa93e644e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9929967 Mar 11 16:15:39.667321 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 16:15:39.732006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Network 8e7c895a-8f35-43ad-97b4-38ef389ae59f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:39.742481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Usage tracker for resource:network and tenant:a062fdbaefba463ca4998735a8e1671e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:39.745835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:39.748366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:39.755795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:39.836214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:39.842051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.869873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Transition to ACTIVE for port object 10bbac84-514d-4332-a9cd-16a90646f54d will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:39.899361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event updated for resources: {'Port': ['ID=8856d5ca-defc-47cd-be07-37a6d4eeed88,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:39.943032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-a8784504-06c3-45de-9a4b-787559cc6b8e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Synchronizing usage tracker for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:40.008997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.019907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53644) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:40.024389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.041597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.063379 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 16:15:40.115305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:40.137367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:40.146021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2ac174af-450b-4bd6-95ce-03b1aebc53d1 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:40.149387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Made reservation on behalf of a062fdbaefba463ca4998735a8e1671e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:40.151700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.166468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:40.214261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:40.214941 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:40.215446 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.219366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-a8784504-06c3-45de-9a4b-787559cc6b8e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Unset dirty status for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:40.220765 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-a8784504-06c3-45de-9a4b-787559cc6b8e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1018272094&fields=id&tenant_id=5f8a30f087bc47f5b119a2c413b22e37 HTTP/1.1" status: 200 len: 267 time: 0.5593383 Mar 11 16:15:40.229426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:40.258985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:40.265456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae03af6-ec6a-4e3e-b8c8-9ee64a4dfb80,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:40.274083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-05d9f531-a3d6-4125-a62a-96134745b0a1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Synchronizing usage tracker for tenant:35b3d889893f468abbd8f3a050968a5e on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:40.297757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Port': ['ID=10bbac84-514d-4332-a9cd-16a90646f54d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:40.321428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:40.369489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.377665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:40.378617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.430207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.430639 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Added segment cedc7841-d555-4d19-a1bc-815c89e1d327 of type vlan for network 90fb8c85-385c-43cc-b26a-ed575eab62e1 Mar 11 16:15:40.448893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.565508 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6a49edd7-3eb9-4e62-8262-c5b7f2191c26 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1399779 Mar 11 16:15:40.565724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-05d9f531-a3d6-4125-a62a-96134745b0a1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Unset dirty status for tenant:35b3d889893f468abbd8f3a050968a5e on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:40.565724 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-05d9f531-a3d6-4125-a62a-96134745b0a1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1464696897&fields=id&tenant_id=35b3d889893f468abbd8f3a050968a5e HTTP/1.1" status: 200 len: 267 time: 0.5420105 Mar 11 16:15:40.568390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53648) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:40.576076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-12d17ad5-5a5c-46d7-bbba-93110e92809a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:40:18:d2'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:40.581761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fc1aa938-e677-4237-9716-d618e4216c55 None None] Provisioning for port 10bbac84-514d-4332-a9cd-16a90646f54d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:40.587718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fc1aa938-e677-4237-9716-d618e4216c55 None None] Provisioning complete for port 10bbac84-514d-4332-a9cd-16a90646f54d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:40.588325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa938-e677-4237-9716-d618e4216c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.615405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.617702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-b7eaab2f-13e4-4a83-856f-cb215aaa341b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:40.618670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-b7eaab2f-13e4-4a83-856f-cb215aaa341b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Synchronizing usage tracker for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:40.657637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fc1aa938-e677-4237-9716-d618e4216c55 None None] Port 10bbac84-514d-4332-a9cd-16a90646f54d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:40.769808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.930782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Pushing event updated for resources: {'Port': ['ID=3c84c416-9c75-4a0f-9b76-b23a2eeb8c41,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:40.930998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-b7eaab2f-13e4-4a83-856f-cb215aaa341b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Unset dirty status for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:40.932032 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-b7eaab2f-13e4-4a83-856f-cb215aaa341b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 812 time: 0.6982393 Mar 11 16:15:40.933463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:15:40.964350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.009036 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-1890cc3a-116b-4c50-b830-a29d2e9c1a11 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/quotas/5f8a30f087bc47f5b119a2c413b22e37 HTTP/1.1" status: 200 len: 375 time: 0.0293779 Mar 11 16:15:41.097707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.098737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:41.099327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.132846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31d878b3-9496-40f8-bd4f-f2f13b06c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.153798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.155031 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c68b4be3-aa2f-47a1-94b3-363d6027b6bd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7254310 Mar 11 16:15:41.168138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-386379e3-d32a-4d7e-a77a-7135e873c8e6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:41.168839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-386379e3-d32a-4d7e-a77a-7135e873c8e6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Synchronizing usage tracker for tenant:35b3d889893f468abbd8f3a050968a5e on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:41.313988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12d17ad5-5a5c-46d7-bbba-93110e92809a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.331602 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8151300 Mar 11 16:15:41.340273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53656) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:41.345864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e55ad-2733-4386-aff4-30991f774a47 tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'Network': ['ID=90fb8c85-385c-43cc-b26a-ed575eab62e1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:41.355731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 90fb8c85-385c-43cc-b26a-ed575eab62e1 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:41.358269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4e99c26d-ad89-4676-bbd9-86bc81047b5b tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:41.465429 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-367856ae-6ce1-4cde-b20e-c6dfcd0270e8 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4456286 Mar 11 16:15:41.497137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.499166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.583910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-386379e3-d32a-4d7e-a77a-7135e873c8e6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Unset dirty status for tenant:35b3d889893f468abbd8f3a050968a5e on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:41.585048 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-386379e3-d32a-4d7e-a77a-7135e873c8e6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/networks?id=6be08afd-bba1-4194-b9a0-20bce245a205 HTTP/1.1" status: 200 len: 806 time: 0.9824452 Mar 11 16:15:41.680582 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-850958ae-00ff-489f-8672-3e8654d212c7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:15:41.681567 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-850958ae-00ff-489f-8672-3e8654d212c7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0914476 Mar 11 16:15:41.713247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.782956 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-580e8788-2d58-47cd-bee9-92412e3dc4b1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/quotas/35b3d889893f468abbd8f3a050968a5e HTTP/1.1" status: 200 len: 375 time: 0.0709586 Mar 11 16:15:41.956570 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6c427216-a885-4ba2-9c77-cd5f042aed68 service neutron] 10.222.0.57 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649391 Mar 11 16:15:41.999543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12d17ad5-5a5c-46d7-bbba-93110e92809a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.055472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.073901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Router bca8b979-8bbc-4891-806e-11aa3d4b3ade is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:15:42.124749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e99c26d-ad89-4676-bbd9-86bc81047b5b tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.146222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Allocated IP 172.26.8.67 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/fd4b5d05-3d7d-42fb-8aa6-d47d49cd2de6) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:42.158435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12d17ad5-5a5c-46d7-bbba-93110e92809a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.182294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-06f7a444-fea6-4a46-93e1-2515e576ac52 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Synchronizing usage tracker for tenant:35b3d889893f468abbd8f3a050968a5e on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:42.278081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e99c26d-ad89-4676-bbd9-86bc81047b5b tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.386418 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-a53e106d-080f-4866-ae79-37b7073a5d1b service neutron] 10.222.0.57 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189277 Mar 11 16:15:42.436128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d17ad5-5a5c-46d7-bbba-93110e92809a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Port': ['ID=10bbac84-514d-4332-a9cd-16a90646f54d,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:42.470363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-06f7a444-fea6-4a46-93e1-2515e576ac52 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Unset dirty status for tenant:35b3d889893f468abbd8f3a050968a5e on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:42.471667 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-06f7a444-fea6-4a46-93e1-2515e576ac52 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=35b3d889893f468abbd8f3a050968a5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6633992 Mar 11 16:15:42.482437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e99c26d-ad89-4676-bbd9-86bc81047b5b tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Network 90fb8c85-385c-43cc-b26a-ed575eab62e1 is not hosted by any dhcp agent {{(pid=88600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 16:15:42.483208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99c26d-ad89-4676-bbd9-86bc81047b5b tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:42.483809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e99c26d-ad89-4676-bbd9-86bc81047b5b tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.485149 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e99c26d-ad89-4676-bbd9-86bc81047b5b tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "PUT /v2.0/networks/90fb8c85-385c-43cc-b26a-ed575eab62e1 HTTP/1.1" status: 200 len: 858 time: 1.1412661 Mar 11 16:15:42.492149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:42.523579 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-77f6f942-2b9a-4641-8a56-cdc0150a1542 None None] Provisioning complete for port 10bbac84-514d-4332-a9cd-16a90646f54d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:42.524593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77f6f942-2b9a-4641-8a56-cdc0150a1542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.540537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-12d17ad5-5a5c-46d7-bbba-93110e92809a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] In _notify_port_updated(), no bound segment for port 10bbac84-514d-4332-a9cd-16a90646f54d on network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:15:42.546102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d17ad5-5a5c-46d7-bbba-93110e92809a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:42.546798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12d17ad5-5a5c-46d7-bbba-93110e92809a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.548219 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-12d17ad5-5a5c-46d7-bbba-93110e92809a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "PUT /v2.0/ports/10bbac84-514d-4332-a9cd-16a90646f54d HTTP/1.1" status: 200 len: 996 time: 1.9799502 Mar 11 16:15:42.551296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53674) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:42.605353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-77f6f942-2b9a-4641-8a56-cdc0150a1542 None None] Port 10bbac84-514d-4332-a9cd-16a90646f54d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:42.623376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.630437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:42.644099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Sync routers for ids ['bca8b979-8bbc-4891-806e-11aa3d4b3ade'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:42.674471 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Routers {'bca8b979-8bbc-4891-806e-11aa3d4b3ade'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:42.676846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bca8b979-8bbc-4891-806e-11aa3d4b3ade'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:42.678331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b9949b2c-04cd-40c9-bc73-079d5f3f0867 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Deleting port 10bbac84-514d-4332-a9cd-16a90646f54d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:42.678743 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9949b2c-04cd-40c9-bc73-079d5f3f0867 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.683678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99c26d-ad89-4676-bbd9-86bc81047b5b tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event updated for resources: {'Network': ['ID=90fb8c85-385c-43cc-b26a-ed575eab62e1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:42.791440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-02c6bc5f-4299-4794-aa2d-2dd1d11e9485 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:15:42.792237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.792810 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-02c6bc5f-4299-4794-aa2d-2dd1d11e9485 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1923366 Mar 11 16:15:42.793776 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6c84eba8-b2e9-4e03-aa67-a011e52b5df6 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.1971855 Mar 11 16:15:42.802742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:42.887640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.891947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.944677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-4595e57d-3e40-4daa-8ee6-5c46d3d95c24 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Synchronizing usage tracker for tenant:c4456c43527b40d587279f67503a2854 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:42.954010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Set router bca8b979-8bbc-4891-806e-11aa3d4b3ade gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:43.111912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.256339 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-96bed8cc-8276-442c-81c6-efee50570f6f service neutron] 10.222.0.57 "GET /v2.0/networks/6be08afd-bba1-4194-b9a0-20bce245a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462900 Mar 11 16:15:43.278639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-4595e57d-3e40-4daa-8ee6-5c46d3d95c24 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Unset dirty status for tenant:c4456c43527b40d587279f67503a2854 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:43.279777 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-4595e57d-3e40-4daa-8ee6-5c46d3d95c24 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--752591112&fields=id&tenant_id=c4456c43527b40d587279f67503a2854 HTTP/1.1" status: 200 len: 267 time: 0.4894440 Mar 11 16:15:43.353710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b6ca6549-9a70-4875-b9f3-4a92b074f638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.377970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8b979-8bbc-4891-806e-11aa3d4b3ade', 'name': '', 'tenant_id': '9e43be23ba1143c084612f1fe0d234f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f', 'external_fixed_ips': [{'subnet_id': 'f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '8856d5ca-defc-47cd-be07-37a6d4eeed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:35Z', 'updated_at': '2022-03-11T16:15:40Z', 'revision_number': 3, 'project_id': '9e43be23ba1143c084612f1fe0d234f0', 'gw_port': {'id': '8856d5ca-defc-47cd-be07-37a6d4eeed88', 'name': '', 'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca8b979-8bbc-4891-806e-11aa3d4b3ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 173, 'fixed_ips': [{'subnet_id': 'f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:38Z', 'updated_at': '2022-03-11T16:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:43.380270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.382533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Checking router: bca8b979-8bbc-4891-806e-11aa3d4b3ade for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:15:43.382859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Updating router bca8b979-8bbc-4891-806e-11aa3d4b3ade port 8856d5ca-defc-47cd-be07-37a6d4eeed88 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:15:43.442226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.484065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fb8c85-385c-43cc-b26a-ed575eab62e1']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:43.491679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9949b2c-04cd-40c9-bc73-079d5f3f0867 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.504677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedc7841-d555-4d19-a1bc-815c89e1d327') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:43.505149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedc7841-d555-4d19-a1bc-815c89e1d327') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:43.515697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.535380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.540122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.598628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.630582 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-a4805705-75ad-4ffa-bf93-9885a0a80ff5 service neutron] 10.222.0.57 "GET /v2.0/networks/6be08afd-bba1-4194-b9a0-20bce245a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761439 Mar 11 16:15:43.638539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:43.639372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b9949b2c-04cd-40c9-bc73-079d5f3f0867 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Calling delete_port for 10bbac84-514d-4332-a9cd-16a90646f54d owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:43.639890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.649311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:43.651938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:43.699687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event updated for resources: {'Port': ['ID=fd4b5d05-3d7d-42fb-8aa6-d47d49cd2de6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:43.710524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.737330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-33f19bd1-d2ed-4938-91a8-cbf7334ccc16 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:43.738026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-33f19bd1-d2ed-4938-91a8-cbf7334ccc16 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Synchronizing usage tracker for tenant:c4456c43527b40d587279f67503a2854 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:43.759226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:15:43.759638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:43.774108 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:43.778355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Deleting port 8856d5ca-defc-47cd-be07-37a6d4eeed88 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:43.778866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.885078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-33f19bd1-d2ed-4938-91a8-cbf7334ccc16 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Unset dirty status for tenant:c4456c43527b40d587279f67503a2854 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:43.886693 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-33f19bd1-d2ed-4938-91a8-cbf7334ccc16 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/networks?id=026af78c-221a-4b26-97b4-0321fe0d1b88 HTTP/1.1" status: 200 len: 812 time: 0.5855966 Mar 11 16:15:43.933254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.951249 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-c67a4e25-91a2-4e96-ba94-93c60c54ebcc tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/quotas/c4456c43527b40d587279f67503a2854 HTTP/1.1" status: 200 len: 375 time: 0.0493214 Mar 11 16:15:44.002728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae03af6-ec6a-4e3e-b8c8-9ee64a4dfb80,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:44.244324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9949b2c-04cd-40c9-bc73-079d5f3f0867 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.289973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.329857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9949b2c-04cd-40c9-bc73-079d5f3f0867 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event deleted for resources: {'Port': ['ID=10bbac84-514d-4332-a9cd-16a90646f54d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:44.355889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-00ddf595-cb77-4f12-9049-2eb4c57d951f req-72516a13-2e3d-436d-a1cc-a0a992b3f906 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Synchronizing usage tracker for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:44.359130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Transition to ACTIVE for port object 8856d5ca-defc-47cd-be07-37a6d4eeed88 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:44.379535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.386874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.407707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90fb8c85-385c-43cc-b26a-ed575eab62e1 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 16:15:44.414662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.419311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.430282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] Pushing event deleted for resources: {'Network': ['ID=90fb8c85-385c-43cc-b26a-ed575eab62e1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:44.586929 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f7522b41-1225-4a29-b29e-6f0ff67a8dcb tempest-ExternalNetworksTestJSON-921075912 tempest-ExternalNetworksTestJSON-921075912-project-admin] 10.222.0.57 "DELETE /v2.0/networks/90fb8c85-385c-43cc-b26a-ed575eab62e1 HTTP/1.1" status: 204 len: 168 time: 2.0917215 Mar 11 16:15:44.596235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53752) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:44.618976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Attempting to bind port 8856d5ca-defc-47cd-be07-37a6d4eeed88 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:44.619265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Attempting to bind port 8856d5ca-defc-47cd-be07-37a6d4eeed88 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '88016710-2c17-443b-a317-2b2c2e6c645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:44.619618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Attempting to bind port 8856d5ca-defc-47cd-be07-37a6d4eeed88 on network 8e7c895a-8f35-43ad-97b4-38ef389ae59f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:44.630824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad645fb-d963-4e83-8e51-cd97893984ef None None] Pushing event updated for resources: {'Port': ['ID=8856d5ca-defc-47cd-be07-37a6d4eeed88,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:44.644748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.647840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Calling delete_port for 8856d5ca-defc-47cd-be07-37a6d4eeed88 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:44.650601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:44.650956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Checking segment: {'id': '88016710-2c17-443b-a317-2b2c2e6c645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:44.651341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.651721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Bound using segment: {'id': '88016710-2c17-443b-a317-2b2c2e6c645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:44.652180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Bound port: 8856d5ca-defc-47cd-be07-37a6d4eeed88, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88016710-2c17-443b-a317-2b2c2e6c645d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e7c895a-8f35-43ad-97b4-38ef389ae59f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:44.652547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.674200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-00ddf595-cb77-4f12-9049-2eb4c57d951f req-72516a13-2e3d-436d-a1cc-a0a992b3f906 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Unset dirty status for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:44.675350 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00ddf595-cb77-4f12-9049-2eb4c57d951f req-72516a13-2e3d-436d-a1cc-a0a992b3f906 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 210 time: 0.5940888 Mar 11 16:15:44.751726 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efb0538-0f56-4f08-aad0-14ec7dfcf0bd tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] DELETE failed (client error): The resource could not be found. Mar 11 16:15:44.752174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efb0538-0f56-4f08-aad0-14ec7dfcf0bd tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:15:44.756469 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2efb0538-0f56-4f08-aad0-14ec7dfcf0bd tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] 10.222.0.57 "DELETE /v2.0/subnets/4f18a418-fb4d-44f5-a657-6cadf58617a1 HTTP/1.1" status: 404 len: 337 time: 0.1532137 Mar 11 16:15:44.763266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53756) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:44.789871 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Floating IP b12d029b-d19d-433f-9206-0fbab83e30a2 associated. External IP: 172.26.8.187, port: adc6512c-f9c0-4187-8b2f-13e798a2ba10. Mar 11 16:15:44.804585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.816736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] For port 8856d5ca-defc-47cd-be07-37a6d4eeed88, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:44.825323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] For port 8856d5ca-defc-47cd-be07-37a6d4eeed88, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8856d5ca-defc-47cd-be07-37a6d4eeed88,segment=NetworkSegment(88016710-2c17-443b-a317-2b2c2e6c645d),segment_id=88016710-2c17-443b-a317-2b2c2e6c645d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:44.898704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.981681 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8f98dee0-ef45-489d-bbcb-d53ebdf9f39f req-d4711d8b-5e7a-4d80-bfef-b4d44a29f916 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 210 time: 0.2122343 Mar 11 16:15:45.001347 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-406dd96f-3510-45d3-bbc5-1d55a40452d1 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4456c43527b40d587279f67503a2854&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9939766 Mar 11 16:15:45.003530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9949b2c-04cd-40c9-bc73-079d5f3f0867 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.026916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:15:45.027277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:15:45.032727 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b9949b2c-04cd-40c9-bc73-079d5f3f0867 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "DELETE /v2.0/ports/10bbac84-514d-4332-a9cd-16a90646f54d HTTP/1.1" status: 204 len: 168 time: 2.4767098 Mar 11 16:15:45.033509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53768) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:45.087630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Routers {'bca8b979-8bbc-4891-806e-11aa3d4b3ade'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:45.089307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bca8b979-8bbc-4891-806e-11aa3d4b3ade'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:45.115852 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f358e39-babb-48a7-aa7c-685441e54cee tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] GET failed (client error): The resource could not be found. Mar 11 16:15:45.120672 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0f358e39-babb-48a7-aa7c-685441e54cee tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "GET /v2.0/ports/10bbac84-514d-4332-a9cd-16a90646f54d HTTP/1.1" status: 404 len: 333 time: 0.0820663 Mar 11 16:15:45.160143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53772) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:45.167372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad645fb-d963-4e83-8e51-cd97893984ef None None] Pushing event updated for resources: {'Port': ['ID=8856d5ca-defc-47cd-be07-37a6d4eeed88,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:45.184438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'port': {'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3', 'name': 'tempest-AllowedAddressPairTestJSON-496645228'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:45.189015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.212958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.286802 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-a0a2f1bd-2117-4230-b46a-3dbef66ffef2 service neutron] 10.222.0.57 "GET /v2.0/networks/026af78c-221a-4b26-97b4-0321fe0d1b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568750 Mar 11 16:15:45.290306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] Set router bca8b979-8bbc-4891-806e-11aa3d4b3ade gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:15:45.419429 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca8b979-8bbc-4891-806e-11aa3d4b3ade', 'name': '', 'tenant_id': '9e43be23ba1143c084612f1fe0d234f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:35Z', 'updated_at': '2022-03-11T16:15:43Z', 'revision_number': 4, 'project_id': '9e43be23ba1143c084612f1fe0d234f0', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:45.425038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da142daa-d21e-4269-861e-ebfb283df658 None None] The sync data for ids ['bca8b979-8bbc-4891-806e-11aa3d4b3ade'] in dv-neutron-833379-1-hyperv is: [{'id': 'bca8b979-8bbc-4891-806e-11aa3d4b3ade', 'name': '', 'tenant_id': '9e43be23ba1143c084612f1fe0d234f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:35Z', 'updated_at': '2022-03-11T16:15:43Z', 'revision_number': 4, 'project_id': '9e43be23ba1143c084612f1fe0d234f0', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:45.511722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:45.516022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Usage tracker for resource:port and tenant:201544c4263b4579867dc98e28e420ae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:45.519266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:45.541296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:45.557887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Deleting port 8856d5ca-defc-47cd-be07-37a6d4eeed88 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:45.564976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.611471 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-dcca9cfb-4776-4985-924d-3b1cdf2c6e83 service neutron] 10.222.0.57 "GET /v2.0/networks/026af78c-221a-4b26-97b4-0321fe0d1b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041632 Mar 11 16:15:45.668596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Made reservation on behalf of 201544c4263b4579867dc98e28e420ae for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:45.674151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.748020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.757722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] device_id is not set on port 61c73d23-0470-40f6-a288-569a21afd019 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:45.940924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.956306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] For port 8856d5ca-defc-47cd-be07-37a6d4eeed88, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8856d5ca-defc-47cd-be07-37a6d4eeed88,segment=NetworkSegment(88016710-2c17-443b-a317-2b2c2e6c645d),segment_id=88016710-2c17-443b-a317-2b2c2e6c645d)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:15:45.956668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.022905 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8c507119-7d3d-445a-aab8-3bae314d3dc7 req-82d385c9-0d70-46cb-b9a0-b4f27edf27b0 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 210 time: 0.0985031 Mar 11 16:15:46.044511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3309714e-38aa-4a76-8982-1ffed700b405']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:46.059161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c052b5-1f5b-4efb-95df-e2d97f1b9b44') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:46.059456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c052b5-1f5b-4efb-95df-e2d97f1b9b44') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:46.083366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.131552 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-227d1bf6-a6cb-44c3-9dac-cf3c5bb9e2be req-d8046ee4-8e5f-4d73-9b64-032208d34f48 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.1611557 Mar 11 16:15:46.200930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.209474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:15:46.210121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.252126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Calling delete_port for 8856d5ca-defc-47cd-be07-37a6d4eeed88 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:46.302508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Allocated IP 172.20.0.4 (e02b896c-f344-4fcd-b362-4eb8a1ebeaa3/a48e083d-1668-4081-b433-3523b1ece574/61c73d23-0470-40f6-a288-569a21afd019) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:46.303840 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:46.411802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.35', 64335) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:46.465723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.541141 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-493f8355-ec40-47bc-9ea1-c1c7c9cd3281 req-571676f5-cf41-4bab-9567-4170a5d7ad85 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 210 time: 0.2181592 Mar 11 16:15:46.602210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.636990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.641347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] Pushing event deleted for resources: {'Network': ['ID=3309714e-38aa-4a76-8982-1ffed700b405,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:46.654986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Router 5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:15:46.805972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-3b4fdf5f-2b95-4e96-b781-631b23210f60 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:46.807388 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-3b4fdf5f-2b95-4e96-b781-631b23210f60 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.35 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 812 time: 0.3935356 Mar 11 16:15:46.816136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c370cf66-c0b1-4e41-ad9f-52c31daf570c tempest-ExternalNetworksTestJSON-538018968 tempest-ExternalNetworksTestJSON-538018968-project] 10.222.0.57 "DELETE /v2.0/networks/3309714e-38aa-4a76-8982-1ffed700b405 HTTP/1.1" status: 204 len: 168 time: 2.0500410 Mar 11 16:15:46.832742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.905251 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-479f3927-16d1-4672-9bf3-a738982e582e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8a30f087bc47f5b119a2c413b22e37 HTTP/1.1" status: 200 len: 380 time: 0.0585461 Mar 11 16:15:46.915369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Request body: {'port': {'device_id': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'admin_state_up': True, 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'security_groups': ['811d0a8f-4d11-4472-94c1-e73c71e8603f']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:46.980040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:46.992747 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af87094-68fd-4a6e-9832-331b05693f9a None None] Sync routers for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:47.020032 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af87094-68fd-4a6e-9832-331b05693f9a None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:47.020717 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6af87094-68fd-4a6e-9832-331b05693f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:47.030887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Transition to ACTIVE for port object 61c73d23-0470-40f6-a288-569a21afd019 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:47.038817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.090266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.35', 64341) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:47.132801 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6af87094-68fd-4a6e-9832-331b05693f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:47.142924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event deleted for resources: {'Port': ['ID=8856d5ca-defc-47cd-be07-37a6d4eeed88,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:47.150411 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af87094-68fd-4a6e-9832-331b05693f9a None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:47.151085 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6af87094-68fd-4a6e-9832-331b05693f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:47.168033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.278765 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6af87094-68fd-4a6e-9832-331b05693f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:47.279220 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af87094-68fd-4a6e-9832-331b05693f9a None None] The sync data for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:47.281731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Router b4b99fd5-e8c1-4e80-870f-e73bf794504a is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:15:47.341455 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e253470e-8822-460f-b72d-ec6b43d38414 req-aa57df0c-1521-4fbb-be32-74cbaf7ab50c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 210 time: 0.0731792 Mar 11 16:15:47.354106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:47.361405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:47.365815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.445347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-7fd0e432-0f28-49f6-a551-19939e719253 req-8af1f2af-d9ed-441f-98eb-2be9b344dced tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Synchronizing usage tracker for tenant:c4456c43527b40d587279f67503a2854 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:47.553839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.558993 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-144ba61d-1951-4c76-89b5-b2058458a8ac tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.6139519 Mar 11 16:15:47.564763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53832) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:47.577793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53836) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:47.610342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.629343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.631355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Made reservation on behalf of 5f8a30f087bc47f5b119a2c413b22e37 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:47.635963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.690974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:47.715878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:47.768358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:47.805214 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Port': ['ID=61c73d23-0470-40f6-a288-569a21afd019,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:47.845104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-28eb7b7a-2dfe-4be2-9d45-75002cb4133f tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:47.846836 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-28eb7b7a-2dfe-4be2-9d45-75002cb4133f tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.35 "GET /v2.0/networks?id=6be08afd-bba1-4194-b9a0-20bce245a205 HTTP/1.1" status: 200 len: 806 time: 0.7555606 Mar 11 16:15:47.971365 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-7fd0e432-0f28-49f6-a551-19939e719253 req-8af1f2af-d9ed-441f-98eb-2be9b344dced tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Unset dirty status for tenant:c4456c43527b40d587279f67503a2854 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:47.980378 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7fd0e432-0f28-49f6-a551-19939e719253 req-8af1f2af-d9ed-441f-98eb-2be9b344dced tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.6857452 Mar 11 16:15:48.005535 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-30bcd5f1-b3f2-4dac-928a-bd98048a8a15 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] 10.222.0.57 "GET /v2.0/floatingips/b12d029b-d19d-433f-9206-0fbab83e30a2 HTTP/1.1" status: 200 len: 983 time: 0.4364796 Mar 11 16:15:48.014675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53850) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:48.075446 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.075962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bca8b979-8bbc-4891-806e-11aa3d4b3ade {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:15:48.139230 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5b3786b3-9ed3-4daa-bd31-147d04448252 req-6f26bc6b-54be-4d9b-8749-a9657aac244f tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 210 time: 0.3396745 Mar 11 16:15:48.213831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.214571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.264349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:48.296341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba00f3-d79e-4b4f-869f-469aa85bad63 None None] Sync routers for ids ['b4b99fd5-e8c1-4e80-870f-e73bf794504a'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:48.315267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba00f3-d79e-4b4f-869f-469aa85bad63 None None] Routers {'b4b99fd5-e8c1-4e80-870f-e73bf794504a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:48.316254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2bba00f3-d79e-4b4f-869f-469aa85bad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b4b99fd5-e8c1-4e80-870f-e73bf794504a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:48.322003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.326197 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-25f2658f-2020-457b-927e-c7bbd85ede01 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "DELETE /v2.0/routers/bca8b979-8bbc-4891-806e-11aa3d4b3ade HTTP/1.1" status: 204 len: 168 time: 5.4925783 Mar 11 16:15:48.333767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53858) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:48.336136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-a7136061-3c5b-4fbb-95e3-34902b926e30 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b3d889893f468abbd8f3a050968a5e HTTP/1.1" status: 200 len: 380 time: 0.4748328 Mar 11 16:15:48.439186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-52603d06-e771-496c-b69e-b0c6c70c6b04 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Deleting subnet f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:15:48.442028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Allocated IP 172.20.0.11 (8a03412e-50be-451f-a956-37655eb04392/5ba333b4-1c07-4b88-a8b0-095f38c4cde7/56746748-aea1-4b2f-b3b2-13828e8066a4) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:48.447658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52603d06-e771-496c-b69e-b0c6c70c6b04 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.461372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Request body: {'port': {'device_id': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'admin_state_up': True, 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'security_groups': ['bcd2928c-aaa0-4da8-b83d-02481230dc50']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:48.504244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21d465fd-e0d6-48c5-b755-668bb8d46df9 None None] Provisioning for port 61c73d23-0470-40f6-a288-569a21afd019 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:48.540412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52603d06-e771-496c-b69e-b0c6c70c6b04 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.544576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2bba00f3-d79e-4b4f-869f-469aa85bad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:48.555516 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c1e047d-550d-455a-b55b-54e5fd18204f tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.5349257 Mar 11 16:15:48.575847 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21d465fd-e0d6-48c5-b755-668bb8d46df9 None None] Provisioning complete for port 61c73d23-0470-40f6-a288-569a21afd019 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:48.576268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21d465fd-e0d6-48c5-b755-668bb8d46df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.603621 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1b1ef343-767c-4104-9df7-6a4c8159ac20 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4386029 Mar 11 16:15:48.606268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53866) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:48.609704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53868) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:48.626612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'port': {'network_id': 'e02b896c-f344-4fcd-b362-4eb8a1ebeaa3', 'name': 'tempest-AllowedAddressPairTestJSON-1801951794'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:48.674562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba00f3-d79e-4b4f-869f-469aa85bad63 None None] Routers {'b4b99fd5-e8c1-4e80-870f-e73bf794504a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:48.676188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2bba00f3-d79e-4b4f-869f-469aa85bad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b4b99fd5-e8c1-4e80-870f-e73bf794504a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:48.801238 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2bba00f3-d79e-4b4f-869f-469aa85bad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:48.801635 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba00f3-d79e-4b4f-869f-469aa85bad63 None None] The sync data for ids ['b4b99fd5-e8c1-4e80-870f-e73bf794504a'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:48.814651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52603d06-e771-496c-b69e-b0c6c70c6b04 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.830331 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-21d465fd-e0d6-48c5-b755-668bb8d46df9 None None] Port 61c73d23-0470-40f6-a288-569a21afd019 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:48.852667 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-301fc561-e894-420a-bb1b-b8230e92abbe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d2a93022c354c90aa84bc53dfa5d726&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0774021 Mar 11 16:15:48.854695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.856075 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a704d587-823e-49eb-86d1-b328868ae208 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.7784045 Mar 11 16:15:48.857007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53876) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:48.863535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53878) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.132145 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a66684a1-7be5-406d-99d7-aaee492b223c req-77d3c507-80c4-459b-87b2-284afff5af1f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 210 time: 0.5070298 Mar 11 16:15:49.240841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Deleting port 0ae03af6-ec6a-4e3e-b8c8-9ee64a4dfb80 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:49.241217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.283755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-faf451fb-a07f-4d75-af6a-5c51ddb3f661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.308027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.320865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52603d06-e771-496c-b69e-b0c6c70c6b04 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.362040 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d538b4df-43dc-45dc-91ff-11d564cc2a09 req-ab48b056-3025-4f15-b520-e5c2ba6c784d tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.2460475 Mar 11 16:15:49.373126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:49.394015 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52603d06-e771-496c-b69e-b0c6c70c6b04 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:49.407129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Transition to ACTIVE for port object 56746748-aea1-4b2f-b3b2-13828e8066a4 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:49.412577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52603d06-e771-496c-b69e-b0c6c70c6b04 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.423892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:49.425590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Usage tracker for resource:port and tenant:201544c4263b4579867dc98e28e420ae is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:49.430596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:49.438104 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-27dc1a36-3ff8-4625-bf17-bd7f8ca1a38f tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/routers/b4b99fd5-e8c1-4e80-870f-e73bf794504a HTTP/1.1" status: 200 len: 923 time: 0.5652220 Mar 11 16:15:49.439805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:49.441902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.448782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:49.449556 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-52603d06-e771-496c-b69e-b0c6c70c6b04 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd HTTP/1.1" status: 204 len: 168 time: 1.1146138 Mar 11 16:15:49.455783 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69e0b797-2862-4fb0-b68f-ab3a89f37960 req-838fd726-05d1-4267-b4c2-29d7ed9f29ae tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 210 time: 0.1732428 Mar 11 16:15:49.470946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53892) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.535176 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e27d16d2-2cd9-42e7-beb4-1b428f76d670 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4b99fd5-e8c1-4e80-870f-e73bf794504a HTTP/1.1" status: 200 len: 205 time: 0.0919411 Mar 11 16:15:49.538530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.584773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-faf451fb-a07f-4d75-af6a-5c51ddb3f661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.666562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Made reservation on behalf of 201544c4263b4579867dc98e28e420ae for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:49.672178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.693471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.35', 64345) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.724932 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Made reservation on behalf of 35b3d889893f468abbd8f3a050968a5e for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:49.793566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.793724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.980328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.027822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] device_id is not set on port 01a84a01-5b08-415b-b74a-29c179dc2b13 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:15:50.082018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.106855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Network 8a03412e-50be-451f-a956-37655eb04392 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:50.115665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:50.134781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:50.235687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:50.236286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.277475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.278105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.292092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.313758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Pushing event updated for resources: {'Port': ['ID=56746748-aea1-4b2f-b3b2-13828e8066a4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:50.469685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Allocated IP 172.20.0.8 (e02b896c-f344-4fcd-b362-4eb8a1ebeaa3/a48e083d-1668-4081-b433-3523b1ece574/01a84a01-5b08-415b-b74a-29c179dc2b13) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:50.582495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Deleting port fd4b5d05-3d7d-42fb-8aa6-d47d49cd2de6 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:50.582928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.610472 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-60b311f3-be76-4398-a2a2-23887c87e405 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7002127 Mar 11 16:15:50.625604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-ff4bb96b-2ce3-4efa-8e19-1a78d9e4d2c3 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:15:50.630416 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-ff4bb96b-2ce3-4efa-8e19-1a78d9e4d2c3 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067310 Mar 11 16:15:50.726886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Calling delete_port for 0ae03af6-ec6a-4e3e-b8c8-9ee64a4dfb80 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:50.854299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529594ce-3b84-4474-ba0f-a9c4366a079a req-addb8c5e-aa44-4edf-b82e-a689de02c248 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:50.854299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-529594ce-3b84-4474-ba0f-a9c4366a079a req-addb8c5e-aa44-4edf-b82e-a689de02c248 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Synchronizing usage tracker for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:50.854957 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7ac06e7-7851-433d-94d9-34672fd4d2b6 req-f8204a90-b6ac-4926-9631-66a4b0dc72a8 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.2232285 Mar 11 16:15:50.889970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f98915a-2658-412d-bef6-954b8f96bde9 None None] Provisioning for port 56746748-aea1-4b2f-b3b2-13828e8066a4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:50.889970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f98915a-2658-412d-bef6-954b8f96bde9 None None] Provisioning complete for port 56746748-aea1-4b2f-b3b2-13828e8066a4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:50.889970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f98915a-2658-412d-bef6-954b8f96bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.901871 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Request body: {'port': {'device_id': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:50.959961 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:15:50.998671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.020889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-529594ce-3b84-4474-ba0f-a9c4366a079a req-addb8c5e-aa44-4edf-b82e-a689de02c248 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Unset dirty status for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:51.031617 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-529594ce-3b84-4474-ba0f-a9c4366a079a req-addb8c5e-aa44-4edf-b82e-a689de02c248 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 932 time: 0.7091532 Mar 11 16:15:51.082568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9f98915a-2658-412d-bef6-954b8f96bde9 None None] Port 56746748-aea1-4b2f-b3b2-13828e8066a4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:51.197119 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7bd36697-935e-4aeb-999d-dd7fecbe649c req-d56706c0-37a2-4ac2-97e6-d984e7be4cd9 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 210 time: 0.1435161 Mar 11 16:15:51.197721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-faf451fb-a07f-4d75-af6a-5c51ddb3f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.228557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-7389007b-50da-4e8f-b66a-4d490978b260 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:51.230105 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-7389007b-50da-4e8f-b66a-4d490978b260 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.35 "GET /v2.0/networks?id=026af78c-221a-4b26-97b4-0321fe0d1b88 HTTP/1.1" status: 200 len: 812 time: 1.4881625 Mar 11 16:15:51.267427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.271284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Calling delete_port for fd4b5d05-3d7d-42fb-8aa6-d47d49cd2de6 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:51.329790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf451fb-a07f-4d75-af6a-5c51ddb3f661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615da3f-67fe-4fc3-a8b2-aca4c4ce9d57,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:51.421623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Allocated IP 172.20.0.12 (6be08afd-bba1-4194-b9a0-20bce245a205/16774e41-ceec-4659-b4b5-542fbd354cfc/c430d915-78d6-4492-b5e6-74dc23834f04) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:51.437555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7c895a-8f35-43ad-97b4-38ef389ae59f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:51.468365 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-529594ce-3b84-4474-ba0f-a9c4366a079a req-39bdec44-86a3-4320-963b-a6ef8c17b780 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4357755 Mar 11 16:15:51.492350 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-252050d1-ca0c-42ef-86a7-d8f5cb6cfa06 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4456c43527b40d587279f67503a2854 HTTP/1.1" status: 200 len: 379 time: 0.1459887 Mar 11 16:15:51.496815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88016710-2c17-443b-a317-2b2c2e6c645d') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:51.497113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88016710-2c17-443b-a317-2b2c2e6c645d') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:51.515866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Request body: {'port': {'device_id': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'admin_state_up': True, 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'security_groups': ['e4594121-d256-435a-a0cc-00842c2b514f']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:51.537707 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.641043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-faf451fb-a07f-4d75-af6a-5c51ddb3f661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.655106 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-faf451fb-a07f-4d75-af6a-5c51ddb3f661 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a615da3f-67fe-4fc3-a8b2-aca4c4ce9d57 HTTP/1.1" status: 204 len: 168 time: 2.7343199 Mar 11 16:15:51.745802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.857953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:51.869694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:51.889084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.897291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:52.076157 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:52.083275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.169492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event deleted for resources: {'Port': ['ID=fd4b5d05-3d7d-42fb-8aa6-d47d49cd2de6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:52.252225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.339979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Transition to ACTIVE for port object 01a84a01-5b08-415b-b74a-29c179dc2b13 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:52.372998 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7e8c9d58-545c-48cd-a389-289964a7b304 req-eeb4cd85-ae0b-4c49-92ba-6e9ed21a5dd8 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.3317409 Mar 11 16:15:52.451474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Made reservation on behalf of c4456c43527b40d587279f67503a2854 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:52.455746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.547325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.574035 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-80a2d6a7-bdfb-4f08-a897-2f7f4165a2d2 req-302c9476-9df2-411d-a1f5-1284783d3adf tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 210 time: 0.0794227 Mar 11 16:15:52.631327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.712336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:15:52.765682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:52.794218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:52.797720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:52.827006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.827006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.839401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56746748-aea1-4b2f-b3b2-13828e8066a4 {{(pid=88601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:15:52.856674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:52.878735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Transition to ACTIVE for port object 56746748-aea1-4b2f-b3b2-13828e8066a4 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:53.002586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.002586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.002945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53924) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:53.003027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Port': ['ID=01a84a01-5b08-415b-b74a-29c179dc2b13,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:53.025593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e7c895a-8f35-43ad-97b4-38ef389ae59f {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 11 16:15:53.044182 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-12484674-b168-4cdb-a139-bfdc246e7a32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a062fdbaefba463ca4998735a8e1671e&name=default HTTP/1.1" status: 200 len: 2976 time: 0.0744448 Mar 11 16:15:53.045459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53928) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:53.054100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.164221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e7c895a-8f35-43ad-97b4-38ef389ae59f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:53.181337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.182323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event deleted for resources: {'Port': ['ID=0ae03af6-ec6a-4e3e-b8c8-9ee64a4dfb80,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:53.204748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Transition to ACTIVE for port object c430d915-78d6-4492-b5e6-74dc23834f04 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:53.226885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e04ec873-005d-48e6-9ba2-fc5de3dc2eed None None] Provisioning for port 01a84a01-5b08-415b-b74a-29c179dc2b13 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:53.227795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.228220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Fanout notify agent at l3_agent the message router_deleted on router b4b99fd5-e8c1-4e80-870f-e73bf794504a {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:15:53.237310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e04ec873-005d-48e6-9ba2-fc5de3dc2eed None None] Provisioning complete for port 01a84a01-5b08-415b-b74a-29c179dc2b13 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:53.237310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e04ec873-005d-48e6-9ba2-fc5de3dc2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.244316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:53.245052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.274786 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5bb85f85-4b58-46a8-b7e1-1462f677fc9b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "DELETE /v2.0/networks/8e7c895a-8f35-43ad-97b4-38ef389ae59f HTTP/1.1" status: 204 len: 168 time: 3.8015525 Mar 11 16:15:53.337950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.338288 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Floating IP b12d029b-d19d-433f-9206-0fbab83e30a2 disassociated (deleted). External IP: 172.26.8.187, port: adc6512c-f9c0-4187-8b2f-13e798a2ba10. Mar 11 16:15:53.448460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Allocated IP 172.20.0.3 (026af78c-221a-4b26-97b4-0321fe0d1b88/9711eae0-37d4-43ce-90d1-96f154e0d138/bd445947-0da5-4971-9f73-258b426294ee) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:53.461048 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e04ec873-005d-48e6-9ba2-fc5de3dc2eed None None] Port 01a84a01-5b08-415b-b74a-29c179dc2b13 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:53.545902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51431e66-9cb9-4db3-9dc3-1793d50e9037 req-21b89912-6e90-4d3e-88e5-ff32f71a38db tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:53.553643 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51431e66-9cb9-4db3-9dc3-1793d50e9037 req-21b89912-6e90-4d3e-88e5-ff32f71a38db tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 932 time: 0.8823574 Mar 11 16:15:53.624293 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b250cc69-648a-49d9-92c2-b3fe74373501 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0150275 Mar 11 16:15:53.653077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53940) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:53.658113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.664273 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-678a2b67-2cbf-4eca-ab30-17b26621c100 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/b4b99fd5-e8c1-4e80-870f-e73bf794504a HTTP/1.1" status: 204 len: 168 time: 4.1242800 Mar 11 16:15:53.682878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Pushing event updated for resources: {'Port': ['ID=56746748-aea1-4b2f-b3b2-13828e8066a4,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:53.689492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d9bb951f-bafb-448d-8ca8-1cc94241eedb tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:40:18:d2'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:49:d2:20'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:53.723609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53946) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:53.724729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62574def-4749-4b01-a8c8-627a4be2c2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.731876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1374043366', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': False}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:53.736576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:53.741292 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Usage tracker for resource:router and tenant:76c18c752e484592893cf44d13e1521f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:53.744070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:53.750892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:53.848082 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcff0004-ed9e-413e-aefb-e1bfc059bd63 req-af2dff7c-495b-45f7-991e-cef448089b93 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.1381898 Mar 11 16:15:53.862511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.863907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.877645 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Attempting to bind port 56746748-aea1-4b2f-b3b2-13828e8066a4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:53.880888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Attempting to bind port 56746748-aea1-4b2f-b3b2-13828e8066a4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:53.880888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Attempting to bind port 56746748-aea1-4b2f-b3b2-13828e8066a4 on network 8a03412e-50be-451f-a956-37655eb04392 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:53.881867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62574def-4749-4b01-a8c8-627a4be2c2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.897035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Port 56746748-aea1-4b2f-b3b2-13828e8066a4 on network 8a03412e-50be-451f-a956-37655eb04392 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:15:53.897363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Attempting to bind port 56746748-aea1-4b2f-b3b2-13828e8066a4 on network 8a03412e-50be-451f-a956-37655eb04392 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:53.906352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:53.906703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Checking segment: {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:53.907283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Bound using segment: {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'} {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:53.907718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Bound port: 56746748-aea1-4b2f-b3b2-13828e8066a4, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574186bd-3274-4f97-be9c-3799cd96c815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8a03412e-50be-451f-a956-37655eb04392'}}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:53.908077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.014277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53952) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:54.042602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'router': {'name': 'tempest-router--1701350539', 'project_id': 'e729e870dccd426d8e0e36f028e8ce58'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:54.049189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:54.053940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Usage tracker for resource:router and tenant:e729e870dccd426d8e0e36f028e8ce58 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:54.057215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:54.063585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:54.089403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.162487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.163507 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.259101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.259392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.259502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] For port 56746748-aea1-4b2f-b3b2-13828e8066a4, host hv-neutron-8333, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:54.259502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] For port 56746748-aea1-4b2f-b3b2-13828e8066a4, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=56746748-aea1-4b2f-b3b2-13828e8066a4,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:54.283467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffbf78-53f0-4306-bc18-b98f44c95437 req-d6a08bbf-5e26-49b0-afbd-cccd138be4e2 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:54.291846 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1dffbf78-53f0-4306-bc18-b98f44c95437 req-d6a08bbf-5e26-49b0-afbd-cccd138be4e2 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 932 time: 0.2097528 Mar 11 16:15:54.331355 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1dffbf78-53f0-4306-bc18-b98f44c95437 req-b8c8659b-e8f0-429d-99a8-ca61ae490fac tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Mar 11 16:15:54.434842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-51431e66-9cb9-4db3-9dc3-1793d50e9037 req-2b201a3e-5c0b-4d8b-a08c-7e6379974098 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Synchronizing usage tracker for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:54.440052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.453920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.483302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62574def-4749-4b01-a8c8-627a4be2c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.490967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Network 6be08afd-bba1-4194-b9a0-20bce245a205 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:54.497333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:54.505917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Pushing event updated for resources: {'Port': ['ID=c430d915-78d6-4492-b5e6-74dc23834f04,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:54.511472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:54.599414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62574def-4749-4b01-a8c8-627a4be2c2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69710ca6-cdf9-4faa-ba17-4590f82f58f4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:54.704457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:54.705250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.706473 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] 10.222.0.35 "PUT /v2.0/ports/56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 1094 time: 3.9507575 Mar 11 16:15:54.735433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'tag': '56746748-aea1-4b2f-b3b2-13828e8066a4'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:15:54.756921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.758132 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8afdd72e-6d0c-409d-b7e2-bcd53dd756c5 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7395720 Mar 11 16:15:54.855161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62574def-4749-4b01-a8c8-627a4be2c2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.855161 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-62574def-4749-4b01-a8c8-627a4be2c2fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69710ca6-cdf9-4faa-ba17-4590f82f58f4 HTTP/1.1" status: 204 len: 168 time: 1.7932622 Mar 11 16:15:54.855161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 53958) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:54.860067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.876346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662a885-aa1c-491d-8e40-65252690e92d service neutron] Pushing event updated for resources: {'Port': ['ID=56746748-aea1-4b2f-b3b2-13828e8066a4,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:55.093719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-51431e66-9cb9-4db3-9dc3-1793d50e9037 req-2b201a3e-5c0b-4d8b-a08c-7e6379974098 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Unset dirty status for tenant:5f8a30f087bc47f5b119a2c413b22e37 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:55.125470 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51431e66-9cb9-4db3-9dc3-1793d50e9037 req-2b201a3e-5c0b-4d8b-a08c-7e6379974098 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5702074 Mar 11 16:15:55.176937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:55.192555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bb951f-bafb-448d-8ca8-1cc94241eedb tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:55.201524 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24889711-7f0a-49cd-ac1e-ba81819b715c None None] Provisioning for port c430d915-78d6-4492-b5e6-74dc23834f04 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:55.209121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24889711-7f0a-49cd-ac1e-ba81819b715c None None] Provisioning complete for port c430d915-78d6-4492-b5e6-74dc23834f04 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:55.209756 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24889711-7f0a-49cd-ac1e-ba81819b715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:55.280386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:55.280386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:55.287616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-24889711-7f0a-49cd-ac1e-ba81819b715c None None] Port c430d915-78d6-4492-b5e6-74dc23834f04 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:55.296754 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-566285f8-8a7d-4856-ac59-b0d48a3b5beb tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:55.392566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Transition to ACTIVE for port object bd445947-0da5-4971-9f73-258b426294ee will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:55.490606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Router 5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:15:55.533192 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-3869ef78-95d8-4912-849a-4e56403bdfa6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1360519 Mar 11 16:15:55.636393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Request body: {'port': {'device_id': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:55.690553 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1cc9acca-64e8-4923-acca-f59485e90b82 req-9b43212e-36ae-4624-8425-b0b083c6bb5f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.3973072 Mar 11 16:15:55.709527 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'tag': '56746748-aea1-4b2f-b3b2-13828e8066a4', 'status': 'completed', 'code': 200} Mar 11 16:15:55.781037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:55.968433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-566285f8-8a7d-4856-ac59-b0d48a3b5beb tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:55.975254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-566285f8-8a7d-4856-ac59-b0d48a3b5beb tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.006301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-1f3339f5-2310-43e5-aa04-d60e9f17b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:56.011855 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-1f3339f5-2310-43e5-aa04-d60e9f17b7fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1097 time: 0.8862846 Mar 11 16:15:56.117674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Network 026af78c-221a-4b26-97b4-0321fe0d1b88 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:56.142004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-566285f8-8a7d-4856-ac59-b0d48a3b5beb tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.142501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566285f8-8a7d-4856-ac59-b0d48a3b5beb tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f44c8d37-9c75-421c-8f02-dc76a7d28135 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:15:56.145596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:56.147458 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-a5ce8f3c-038b-425b-b9a1-58f42e7cd335 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 217 time: 0.1106601 Mar 11 16:15:56.166936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:56.201298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Pushing event updated for resources: {'Port': ['ID=bd445947-0da5-4971-9f73-258b426294ee,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:56.361539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:56.363252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.402400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:15:56.417544 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662d6db-7efb-48c3-b27c-bfac96288562 None None] Sync routers for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:15:56.430130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bb951f-bafb-448d-8ca8-1cc94241eedb tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.441034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.453497 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662d6db-7efb-48c3-b27c-bfac96288562 None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:56.454139 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e662d6db-7efb-48c3-b27c-bfac96288562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:56.466545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.588578 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-019f6ce2-4112-4ac2-93dc-d1223e7fc2fb tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "DELETE /v2.0/floatingips/b12d029b-d19d-433f-9206-0fbab83e30a2 HTTP/1.1" status: 204 len: 168 time: 7.9773579 Mar 11 16:15:56.604040 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e662d6db-7efb-48c3-b27c-bfac96288562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:56.604246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 53998) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:56.623708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-78ced19a-28b6-4a51-a953-cbd1dc5dbb5b tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1153524 Mar 11 16:15:56.629148 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662d6db-7efb-48c3-b27c-bfac96288562 None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:15:56.629934 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e662d6db-7efb-48c3-b27c-bfac96288562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:56.632905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-205da446-2b66-4847-99ea-891e6113cc40 None None] Provisioning for port bd445947-0da5-4971-9f73-258b426294ee completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:56.636129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:56.645882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-205da446-2b66-4847-99ea-891e6113cc40 None None] Provisioning complete for port bd445947-0da5-4971-9f73-258b426294ee triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:56.645882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-205da446-2b66-4847-99ea-891e6113cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.647473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:56.655303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Usage tracker for resource:floatingip and tenant:daff5184652a4f91812719f7b69c408a is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:56.659943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-566285f8-8a7d-4856-ac59-b0d48a3b5beb tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.668556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:56.678160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:56.679657 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-566285f8-8a7d-4856-ac59-b0d48a3b5beb tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "DELETE /v2.0/routers/f44c8d37-9c75-421c-8f02-dc76a7d28135 HTTP/1.1" status: 204 len: 168 time: 1.7898145 Mar 11 16:15:56.682613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.695652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bb951f-bafb-448d-8ca8-1cc94241eedb tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.713915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Request body: {'port': {'device_id': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:56.721834 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e662d6db-7efb-48c3-b27c-bfac96288562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:56.722558 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662d6db-7efb-48c3-b27c-bfac96288562 None None] The sync data for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:15:56.813864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-205da446-2b66-4847-99ea-891e6113cc40 None None] Port bd445947-0da5-4971-9f73-258b426294ee cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:56.850937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb951f-bafb-448d-8ca8-1cc94241eedb tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event updated for resources: {'Port': ['ID=01a84a01-5b08-415b-b74a-29c179dc2b13,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:56.872388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:57.021926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-c365fe92-cd2a-4e95-8fd4-7fb5320ebbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:57.025381 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-c365fe92-cd2a-4e95-8fd4-7fb5320ebbca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 200 len: 851 time: 0.8703849 Mar 11 16:15:57.088311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:57.200310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3251b-42a7-4886-8237-59f318db1814 req-d97d801c-aff6-4ce7-9070-0fac91bdf047 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:57.201049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e8e3251b-42a7-4886-8237-59f318db1814 req-d97d801c-aff6-4ce7-9070-0fac91bdf047 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Synchronizing usage tracker for tenant:35b3d889893f468abbd8f3a050968a5e on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:57.240203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2e86ac9-be8d-4ec7-abb7-a6b17e048af9 None None] Provisioning complete for port 01a84a01-5b08-415b-b74a-29c179dc2b13 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:57.240839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2e86ac9-be8d-4ec7-abb7-a6b17e048af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:57.304115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d2e86ac9-be8d-4ec7-abb7-a6b17e048af9 None None] Port 01a84a01-5b08-415b-b74a-29c179dc2b13 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:15:57.312619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54010) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:57.354473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec06232-115a-48e3-abf2-25c9ed8173c7 req-402a80f8-1d52-4d8a-b1d1-dd267a1c7aa4 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:57.368960 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2ec06232-115a-48e3-abf2-25c9ed8173c7 req-402a80f8-1d52-4d8a-b1d1-dd267a1c7aa4 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 944 time: 0.9731174 Mar 11 16:15:57.513815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Allocated IP 172.26.8.243 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/dbf0b7ec-cd2b-42c8-a975-96670e8a9f78) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:57.538263 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2ec06232-115a-48e3-abf2-25c9ed8173c7 req-61a4fa6d-ab56-4074-b3c8-6343ba29a31e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682668 Mar 11 16:15:57.553442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-9f168870-7b5c-43d9-8841-0ab820f3ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:57.555166 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-9f168870-7b5c-43d9-8841-0ab820f3ef26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a03412e-50be-451f-a956-37655eb04392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4621594 Mar 11 16:15:57.856784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d9bb951f-bafb-448d-8ca8-1cc94241eedb tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] In _notify_port_updated(), no bound segment for port 01a84a01-5b08-415b-b74a-29c179dc2b13 on network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:15:57.870639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb951f-bafb-448d-8ca8-1cc94241eedb tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:57.871663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bb951f-bafb-448d-8ca8-1cc94241eedb tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:57.878103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:57.881088 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d9bb951f-bafb-448d-8ca8-1cc94241eedb tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "PUT /v2.0/ports/01a84a01-5b08-415b-b74a-29c179dc2b13 HTTP/1.1" status: 200 len: 1056 time: 4.2205243 Mar 11 16:15:57.899987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e8e3251b-42a7-4886-8237-59f318db1814 req-d97d801c-aff6-4ce7-9070-0fac91bdf047 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Unset dirty status for tenant:35b3d889893f468abbd8f3a050968a5e on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:57.914161 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8e3251b-42a7-4886-8237-59f318db1814 req-d97d801c-aff6-4ce7-9070-0fac91bdf047 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 932 time: 2.0656962 Mar 11 16:15:57.915956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.106125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1014911925', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:58.144554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:58.160354 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8e3251b-42a7-4886-8237-59f318db1814 req-0ceca69d-23d1-4335-a98c-0f67b6272530 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452891 Mar 11 16:15:58.164790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Usage tracker for resource:router and tenant:0a2613330f8a494991a7fbc8025dc34b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:58.170549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:58.215506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:58.229303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.237824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e3260a7c-3a9f-4f2b-9a28-36aa928278c7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Deleting port 01a84a01-5b08-415b-b74a-29c179dc2b13 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:15:58.238246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3260a7c-3a9f-4f2b-9a28-36aa928278c7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.282590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250b6f3-6eb1-4383-8787-232c63109022 req-0b79c355-af6c-4a56-8833-cb44c19cd688 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:58.286632 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c250b6f3-6eb1-4383-8787-232c63109022 req-0b79c355-af6c-4a56-8833-cb44c19cd688 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 931 time: 0.5195644 Mar 11 16:15:58.350150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c430d915-78d6-4492-b5e6-74dc23834f04 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:15:58.364626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.381949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.383231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.384437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Transition to ACTIVE for port object c430d915-78d6-4492-b5e6-74dc23834f04 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:58.450739 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-7009a5dd-0774-4513-b24b-14af878fa453 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819184 Mar 11 16:15:58.528599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.579085 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c250b6f3-6eb1-4383-8787-232c63109022 req-18cbed44-d6be-492d-8fe4-a2918556ca58 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727621 Mar 11 16:15:58.608036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.776547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54046) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:58.796090 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-22702b27-d7cc-41b7-9a88-0f9bbbbeddbb req-a032063e-3928-489e-a7f6-aceeb477455b service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356991 Mar 11 16:15:58.804386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.805528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:58.862687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Pushing event updated for resources: {'Port': ['ID=c430d915-78d6-4492-b5e6-74dc23834f04,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:58.933636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:15:58.950918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf0b7ec-cd2b-42c8-a975-96670e8a9f78,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:59.004201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fb5038fd-3b40-4eec-b1f0-ee48d950d9b7 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:59.028963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:59.088894 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd445947-0da5-4971-9f73-258b426294ee {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:15:59.089308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:59.102382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Attempting to bind port c430d915-78d6-4492-b5e6-74dc23834f04 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:59.102748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Attempting to bind port c430d915-78d6-4492-b5e6-74dc23834f04 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:59.103088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Attempting to bind port c430d915-78d6-4492-b5e6-74dc23834f04 on network 6be08afd-bba1-4194-b9a0-20bce245a205 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:59.106613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.109881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:15:59.131293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Port c430d915-78d6-4492-b5e6-74dc23834f04 on network 6be08afd-bba1-4194-b9a0-20bce245a205 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:15:59.131614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Attempting to bind port c430d915-78d6-4492-b5e6-74dc23834f04 on network 6be08afd-bba1-4194-b9a0-20bce245a205 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:15:59.159152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a6ed-7110-4889-8359-32acce021465 req-537901f4-730e-492b-ab5b-a6c71d68a7ae tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:59.160667 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a555a6ed-7110-4889-8359-32acce021465 req-537901f4-730e-492b-ab5b-a6c71d68a7ae tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 944 time: 0.4691634 Mar 11 16:15:59.163315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Allocated IP 172.26.8.162 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/99602aae-afd2-4dce-966e-a0afedf9e783) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:59.165294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:15:59.165645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Checking segment: {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:15:59.166220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Bound using segment: {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:15:59.166647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Bound port: c430d915-78d6-4492-b5e6-74dc23834f04, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49e5150-4d80-4040-a03e-bd42e1e4afe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:59.169278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.182246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Transition to ACTIVE for port object bd445947-0da5-4971-9f73-258b426294ee will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:59.213094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3260a7c-3a9f-4f2b-9a28-36aa928278c7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.245646 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fb5038fd-3b40-4eec-b1f0-ee48d950d9b7 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] 10.222.0.57 "PUT /v2.0/quotas/443537aa0d13454aa891a259ecd6243e HTTP/1.1" status: 200 len: 368 time: 0.4555402 Mar 11 16:15:59.278269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54054) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:59.288853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.343380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Request body: {'network': {'project_id': '443537aa0d13454aa891a259ecd6243e'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:15:59.359050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:59.411313 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a555a6ed-7110-4889-8359-32acce021465 req-6e086778-b86e-4971-b1f1-1aaebe1d7dd4 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277470 Mar 11 16:15:59.423224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e3260a7c-3a9f-4f2b-9a28-36aa928278c7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Calling delete_port for 01a84a01-5b08-415b-b74a-29c179dc2b13 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:15:59.432297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Usage tracker for resource:network and tenant:443537aa0d13454aa891a259ecd6243e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:59.459349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.483116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:59.503492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:59.560899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Pushing event updated for resources: {'Port': ['ID=bd445947-0da5-4971-9f73-258b426294ee,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:59.738685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Made reservation on behalf of 443537aa0d13454aa891a259ecd6243e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:59.741182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.751471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] For port c430d915-78d6-4492-b5e6-74dc23834f04, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:15:59.856918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.891880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] For port c430d915-78d6-4492-b5e6-74dc23834f04, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c430d915-78d6-4492-b5e6-74dc23834f04,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:15:59.899237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-f3cab9f1-de25-47ef-a648-93610a01f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:59.900597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.900731 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-f3cab9f1-de25-47ef-a648-93610a01f527 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1097 time: 0.9426992 Mar 11 16:15:59.910703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:59.932838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Usage tracker for resource:security_group_rule and tenant:443537aa0d13454aa891a259ecd6243e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:59.932838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:59.947486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:59.960495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.009505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Attempting to bind port bd445947-0da5-4971-9f73-258b426294ee on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:00.009836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Attempting to bind port bd445947-0da5-4971-9f73-258b426294ee by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:00.010430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Attempting to bind port bd445947-0da5-4971-9f73-258b426294ee on network 026af78c-221a-4b26-97b4-0321fe0d1b88 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:00.044826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:00.045656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.047595 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] 10.222.0.35 "PUT /v2.0/ports/c430d915-78d6-4492-b5e6-74dc23834f04 HTTP/1.1" status: 200 len: 1094 time: 4.4440660 Mar 11 16:16:00.054220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:00.059076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Port bd445947-0da5-4971-9f73-258b426294ee on network 026af78c-221a-4b26-97b4-0321fe0d1b88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:00.059076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Attempting to bind port bd445947-0da5-4971-9f73-258b426294ee on network 026af78c-221a-4b26-97b4-0321fe0d1b88 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:00.089111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:16:00.089111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Checking segment: {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:00.089461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Bound using segment: {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:16:00.089831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Bound port: bd445947-0da5-4971-9f73-258b426294ee, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:00.090036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.116801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa0629-163f-413c-bbbf-2486c9b07129 req-3bc0f00a-b86e-4ae0-acb1-7fdf91e51074 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:00.117362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f2aa0629-163f-413c-bbbf-2486c9b07129 req-3bc0f00a-b86e-4ae0-acb1-7fdf91e51074 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Synchronizing usage tracker for tenant:c4456c43527b40d587279f67503a2854 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:00.197147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b0dad-eacd-456d-a997-e15f195730f3 req-b11da3bb-07e1-4dca-b822-d32237f1cf55 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:00.198477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5f0f1-8043-479b-9e42-4c12ebf08387 service neutron] Pushing event updated for resources: {'Port': ['ID=c430d915-78d6-4492-b5e6-74dc23834f04,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:00.204504 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4a3b0dad-eacd-456d-a997-e15f195730f3 req-b11da3bb-07e1-4dca-b822-d32237f1cf55 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 944 time: 0.7889585 Mar 11 16:16:00.266536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.338426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f2aa0629-163f-413c-bbbf-2486c9b07129 req-3bc0f00a-b86e-4ae0-acb1-7fdf91e51074 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Unset dirty status for tenant:c4456c43527b40d587279f67503a2854 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:00.339582 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f2aa0629-163f-413c-bbbf-2486c9b07129 req-3bc0f00a-b86e-4ae0-acb1-7fdf91e51074 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 943 time: 0.6121290 Mar 11 16:16:00.350908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-2b3bcfff-5cab-4f0f-b77c-7fdada292f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:00.352350 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-2b3bcfff-5cab-4f0f-b77c-7fdada292f4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 913 time: 0.4346366 Mar 11 16:16:00.373752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:00.384307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:00.387683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] For port bd445947-0da5-4971-9f73-258b426294ee, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:00.392840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:00.428356 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4a3b0dad-eacd-456d-a997-e15f195730f3 req-224c7cf5-016b-44fe-a4df-e76db061e0be tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229974 Mar 11 16:16:00.448847 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3260a7c-3a9f-4f2b-9a28-36aa928278c7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.469077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] For port bd445947-0da5-4971-9f73-258b426294ee, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bd445947-0da5-4971-9f73-258b426294ee,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:16:00.502703 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-ecb65fc0-3544-4792-ba34-84fcd196c400 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 217 time: 0.1395528 Mar 11 16:16:00.539514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Pushing event updated for resources: {'Port': ['ID=99602aae-afd2-4dce-966e-a0afedf9e783,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:00.550252 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f2aa0629-163f-413c-bbbf-2486c9b07129 req-29523750-8750-4a6c-9d1b-4450a7ec417a tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004306 Mar 11 16:16:00.581445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-eaf40414-2bd5-43e3-ab44-c213c2a94d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:00.583105 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-eaf40414-2bd5-43e3-ab44-c213c2a94d7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=35b3d889893f468abbd8f3a050968a5e&device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 1097 time: 0.3800206 Mar 11 16:16:00.584224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.607276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3260a7c-3a9f-4f2b-9a28-36aa928278c7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event deleted for resources: {'Port': ['ID=01a84a01-5b08-415b-b74a-29c179dc2b13,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:00.699796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.715083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:00.717272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.717272 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] 10.222.0.35 "PUT /v2.0/ports/bd445947-0da5-4971-9f73-258b426294ee HTTP/1.1" status: 200 len: 1093 time: 4.0087202 Mar 11 16:16:00.719007 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'status': 'completed', 'code': 200} Mar 11 16:16:00.785030 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-339f04a8-089c-4a11-b0e2-cef8437bd240 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c430d915-78d6-4492-b5e6-74dc23834f04 HTTP/1.1" status: 200 len: 217 time: 0.1908407 Mar 11 16:16:00.787091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.852612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-5fd127d1-5e10-49b9-bbaa-81a8756aaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:00.854068 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-5fd127d1-5e10-49b9-bbaa-81a8756aaa40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 200 len: 851 time: 0.3077488 Mar 11 16:16:00.924193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.952452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:00.956518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-c49fe1b7-7ff4-41fb-ba54-c7438f85ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:00.958143 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-c49fe1b7-7ff4-41fb-ba54-c7438f85ef81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16774e41-ceec-4659-b4b5-542fbd354cfc HTTP/1.1" status: 200 len: 845 time: 0.1603978 Mar 11 16:16:01.021477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:01.030102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc396c-abc3-46b1-9193-0417de37ed4c service neutron] Pushing event updated for resources: {'Port': ['ID=bd445947-0da5-4971-9f73-258b426294ee,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:01.078152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6252590-0f8f-422a-9b9d-69bfe1361312,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:01.090311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.090657 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Added segment 05782c05-46ce-46f6-bf7a-73b713c7027a of type vlan for network 31e5526e-3306-41f3-b560-4eecbd620457 Mar 11 16:16:01.143135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.152281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db2678-d2b7-47d5-9f9c-f99a28b0336e req-27c73a35-a2ec-4b27-af04-c4be7ebfbe85 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:01.153749 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f2db2678-d2b7-47d5-9f9c-f99a28b0336e req-27c73a35-a2ec-4b27-af04-c4be7ebfbe85 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 944 time: 0.4281418 Mar 11 16:16:01.200696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.226935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.254905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-f743e79a-21ba-413c-91ce-d5e64c3f018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:01.256369 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-f743e79a-21ba-413c-91ce-d5e64c3f018f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4456c43527b40d587279f67503a2854&device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 1096 time: 0.4007390 Mar 11 16:16:01.346915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.378859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-8b2734dc-d131-4056-92f5-7a14863d68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:01.380330 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-8b2734dc-d131-4056-92f5-7a14863d68f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6be08afd-bba1-4194-b9a0-20bce245a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4064851 Mar 11 16:16:01.389418 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-57a74ae7-8a82-423c-9ff5-a15a560a4d8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd445947-0da5-4971-9f73-258b426294ee HTTP/1.1" status: 200 len: 217 time: 0.1133590 Mar 11 16:16:01.392989 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f2db2678-d2b7-47d5-9f9c-f99a28b0336e req-31bd52e6-7004-4575-9cac-57a63b56f6d7 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201166 Mar 11 16:16:01.651240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 56746748-aea1-4b2f-b3b2-13828e8066a4 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:16:01.664421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-d05ca81b-5d65-4afb-85f3-f326e98fe117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:01.665813 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-d05ca81b-5d65-4afb-85f3-f326e98fe117 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a03412e-50be-451f-a956-37655eb04392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7921917 Mar 11 16:16:01.736594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.737419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:01.737988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.803602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 56746748-aea1-4b2f-b3b2-13828e8066a4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=56746748-aea1-4b2f-b3b2-13828e8066a4,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:01.815739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '56746748-aea1-4b2f-b3b2-13828e8066a4', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'port_id': '56746748-aea1-4b2f-b3b2-13828e8066a4', 'mac_address': 'fa:16:3e:d2:c5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:16:01.831670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-16f0e852-da9c-43a1-ab50-a18892eafe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:01.833125 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-16f0e852-da9c-43a1-ab50-a18892eafe87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9711eae0-37d4-43ce-90d1-96f154e0d138 HTTP/1.1" status: 200 len: 851 time: 0.4342082 Mar 11 16:16:01.871260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.888882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56746748-aea1-4b2f-b3b2-13828e8066a4 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:16:01.903385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3260a7c-3a9f-4f2b-9a28-36aa928278c7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.906465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 56746748-aea1-4b2f-b3b2-13828e8066a4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=56746748-aea1-4b2f-b3b2-13828e8066a4,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:01.980966 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e3260a7c-3a9f-4f2b-9a28-36aa928278c7 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "DELETE /v2.0/ports/01a84a01-5b08-415b-b74a-29c179dc2b13 HTTP/1.1" status: 204 len: 168 time: 4.0998347 Mar 11 16:16:01.983014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.991297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54078) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:01.997536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Allocated IP 172.26.8.201 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/cee4277e-13a0-4662-a85b-1ba18f65b505) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:02.002062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.024581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Pushing event updated for resources: {'Network': ['ID=31e5526e-3306-41f3-b560-4eecbd620457,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:02.038792 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-d2699a33-a1e1-4162-96e2-6e8d77741fd5 service neutron] 10.222.0.35 "GET /v2.0/networks/6be08afd-bba1-4194-b9a0-20bce245a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425297 Mar 11 16:16:02.050398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 31e5526e-3306-41f3-b560-4eecbd620457 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:02.077243 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-845fe6d7-f016-4889-9852-572f2520fd75 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7846117 Mar 11 16:16:02.091509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54082) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:02.121787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Request body: {'network': {'project_id': '443537aa0d13454aa891a259ecd6243e'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:02.137525 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ec9ee3-d004-453b-bfa1-0756ceebd64a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] GET failed (client error): The resource could not be found. Mar 11 16:16:02.140840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f1ec9ee3-d004-453b-bfa1-0756ceebd64a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Synchronizing usage tracker for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:02.147123 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-e8c85882-c277-4052-8c56-18d556571268 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584818 Mar 11 16:16:02.179121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=56746748-aea1-4b2f-b3b2-13828e8066a4,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:02.182920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.184996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:02.196684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601f35-de00-427d-a76e-62f11b4c51bd req-b88cfa39-1320-4a39-94a5-57e3f855eecd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:02.198927 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8c601f35-de00-427d-a76e-62f11b4c51bd req-b88cfa39-1320-4a39-94a5-57e3f855eecd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 943 time: 0.5153840 Mar 11 16:16:02.207796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Usage tracker for resource:network and tenant:443537aa0d13454aa891a259ecd6243e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:02.221437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e228c-6d30-4444-aa10-5c24809066df req-76b96e84-3b2a-4ad4-9ad6-b30695fecc1c tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:02.222949 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-037e228c-6d30-4444-aa10-5c24809066df req-76b96e84-3b2a-4ad4-9ad6-b30695fecc1c tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 944 time: 0.6214113 Mar 11 16:16:02.228566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:02.253056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:02.261309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['56746748-aea1-4b2f-b3b2-13828e8066a4'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:16:02.289411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.330078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-c2f7d23b-5195-43d8-8be5-a8e96216eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:02.331821 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-c2f7d23b-5195-43d8-8be5-a8e96216eaa2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026af78c-221a-4b26-97b4-0321fe0d1b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4718475 Mar 11 16:16:02.359250 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8c601f35-de00-427d-a76e-62f11b4c51bd req-983c7b19-010a-40e5-8e3c-6a2292ca569f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463969 Mar 11 16:16:02.407358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f1ec9ee3-d004-453b-bfa1-0756ceebd64a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Unset dirty status for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:02.408516 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f1ec9ee3-d004-453b-bfa1-0756ceebd64a tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "GET /v2.0/ports/01a84a01-5b08-415b-b74a-29c179dc2b13 HTTP/1.1" status: 404 len: 333 time: 0.4133976 Mar 11 16:16:02.416611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54086) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:02.467638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Made reservation on behalf of 443537aa0d13454aa891a259ecd6243e for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:02.471022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.516551 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e11b40d9-9ccd-46c5-9463-d9e956d018ac req-17f026b6-0369-47ac-8490-69dae4ac4839 service neutron] 10.222.0.35 "GET /v2.0/networks/6be08afd-bba1-4194-b9a0-20bce245a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670205 Mar 11 16:16:02.525708 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-037e228c-6d30-4444-aa10-5c24809066df req-d6b539dd-59fb-46fa-9343-00d26af44982 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814479 Mar 11 16:16:02.581637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.594660 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82ae2304-e130-439a-8060-27a1fc482fa3 req-4fd5037c-1ec2-405d-b159-fa0738875e61 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236445 Mar 11 16:16:02.596244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Pushing event updated for resources: {'Port': ['ID=99602aae-afd2-4dce-966e-a0afedf9e783,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:02.688639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-612dbb69-e518-4f38-b32b-28dada349027 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Deleting port 61c73d23-0470-40f6-a288-569a21afd019 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:02.688988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-612dbb69-e518-4f38-b32b-28dada349027 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.690615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Router a7e8ad07-48e4-416b-9df3-2783a12233e9 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:02.713761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.727210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'tag': 'bd445947-0da5-4971-9f73-258b426294ee'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:02.755502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:02.761013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.784584 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'tag': 'bd445947-0da5-4971-9f73-258b426294ee', 'status': 'completed', 'code': 200} Mar 11 16:16:02.808131 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-321fc45a-1f7d-4bd5-8ce6-76d4c36d7c56 service neutron] 10.222.0.35 "GET /v2.0/networks/026af78c-221a-4b26-97b4-0321fe0d1b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627056 Mar 11 16:16:02.812546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.812915 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Added segment 1d1a9ce6-82df-4fc2-aa0c-e6d153f7ae24 of type vlan for network 4e6e91da-e925-4de5-9971-2a40dd7a28f2 Mar 11 16:16:02.902359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:02.903555 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e9ec42d-7e4c-4a5b-942a-3fd140d6e091 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2823625 Mar 11 16:16:02.912059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54094) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:02.972049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-4f1d7249-dbcc-4c2d-aed1-14a57feccea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:02.973541 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-4f1d7249-dbcc-4c2d-aed1-14a57feccea2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=35b3d889893f468abbd8f3a050968a5e&device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 1097 time: 0.3340549 Mar 11 16:16:02.976979 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:02.986531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:02.995687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:02.998016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d747d0-2b50-402f-9996-c24992ab0535 req-d8455bc6-0572-4a49-974c-2518983c2f51 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:03.000236 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2d747d0-2b50-402f-9996-c24992ab0535 req-d8455bc6-0572-4a49-974c-2518983c2f51 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 945 time: 0.4250228 Mar 11 16:16:03.039830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event updated for resources: {'Port': ['ID=cee4277e-13a0-4662-a85b-1ba18f65b505,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:03.073767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:03.079983 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.080326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.081050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.081050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.081322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.081615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.081937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.082626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.082626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.082933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.083581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.083581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.161385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:03.182053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:03.216992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Usage tracker for resource:floatingip and tenant:4078c61b3540432997fc881811b85d18 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:03.224564 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2d747d0-2b50-402f-9996-c24992ab0535 req-ba810d79-b37d-4be6-ac35-e7656db6cb22 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018294 Mar 11 16:16:03.228705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:03.239373 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a9d452c-7bb3-488b-88bd-264d434a0f11 req-c25267c0-815d-426b-bb6b-634286cc9f79 service neutron] 10.222.0.35 "GET /v2.0/networks/026af78c-221a-4b26-97b4-0321fe0d1b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895597 Mar 11 16:16:03.246842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:03.272490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-612dbb69-e518-4f38-b32b-28dada349027 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:03.306281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:03.318629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Sync routers for ids ['a7e8ad07-48e4-416b-9df3-2783a12233e9'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:03.328225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Routers {'a7e8ad07-48e4-416b-9df3-2783a12233e9'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:03.329057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['a7e8ad07-48e4-416b-9df3-2783a12233e9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:03.408829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-a31d697f-559c-4701-ac13-d8feb1495de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:03.410350 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-a31d697f-559c-4701-ac13-d8feb1495de6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6be08afd-bba1-4194-b9a0-20bce245a205 HTTP/1.1" status: 200 len: 907 time: 0.4158311 Mar 11 16:16:03.524882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-19c2b9da-17f5-4d16-9fd2-6be2eb527e8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c430d915-78d6-4492-b5e6-74dc23834f04 HTTP/1.1" status: 200 len: 217 time: 0.1048248 Mar 11 16:16:03.525573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:03.529255 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e3c74821-e706-4dbd-8a55-6d0d7aa392d2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.7996423 Mar 11 16:16:03.529892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54102) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:03.540937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Set router a7e8ad07-48e4-416b-9df3-2783a12233e9 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:03.555130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:03.556079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:03.557039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:03.590664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-612dbb69-e518-4f38-b32b-28dada349027 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Calling delete_port for 61c73d23-0470-40f6-a288-569a21afd019 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:03.631591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:03.698892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 56746748-aea1-4b2f-b3b2-13828e8066a4 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:03.812594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-168a03d4-0e59-41e8-85e9-ae959c05095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:03.813543 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-168a03d4-0e59-41e8-85e9-ae959c05095d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16774e41-ceec-4659-b4b5-542fbd354cfc HTTP/1.1" status: 200 len: 845 time: 0.2276683 Mar 11 16:16:03.823851 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7226272 Mar 11 16:16:03.834681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54108) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:03.852226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Pushing event updated for resources: {'Network': ['ID=4e6e91da-e925-4de5-9971-2a40dd7a28f2,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:03.857953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8c4955e1-e164-4df7-a1c3-24638a8907d8 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Request body: {'network': {'project_id': '443537aa0d13454aa891a259ecd6243e'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:03.879119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8c4955e1-e164-4df7-a1c3-24638a8907d8 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:03.887249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.887596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.887936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.888265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.888597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.888924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.889250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.889577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.890521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.891160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.892880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.892880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4657a689-d948-4f59-9ef6-eaa1e8eaa12c tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:03.896775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8c4955e1-e164-4df7-a1c3-24638a8907d8 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Usage tracker for resource:network and tenant:443537aa0d13454aa891a259ecd6243e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:03.903467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8c4955e1-e164-4df7-a1c3-24638a8907d8 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:03.920350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 4e6e91da-e925-4de5-9971-2a40dd7a28f2 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:03.950087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 56746748-aea1-4b2f-b3b2-13828e8066a4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:03.960604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 56746748-aea1-4b2f-b3b2-13828e8066a4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:03.960795 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33ace8cd-963b-4848-af3a-88b876f6d6a1 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/routers/a7e8ad07-48e4-416b-9df3-2783a12233e9 HTTP/1.1" status: 200 len: 909 time: 0.4302819 Mar 11 16:16:03.961411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:03.968887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54112) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:03.980028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1374043366', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': True}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:03.990770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8c4955e1-e164-4df7-a1c3-24638a8907d8 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:03.995358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:04.012143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b6e3c-a7ce-4a66-b51d-68d258754813 req-51946176-8393-4c1e-be6b-97e186ede02d tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.013068 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4955e1-e164-4df7-a1c3-24638a8907d8 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 16:16:04.013681 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b19b6e3c-a7ce-4a66-b51d-68d258754813 req-51946176-8393-4c1e-be6b-97e186ede02d tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 943 time: 0.3882978 Mar 11 16:16:04.014881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Usage tracker for resource:router and tenant:76c18c752e484592893cf44d13e1521f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:04.018688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4955e1-e164-4df7-a1c3-24638a8907d8 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:16:04.020361 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c4955e1-e164-4df7-a1c3-24638a8907d8 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1848955 Mar 11 16:16:04.027959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54116) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:04.028981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:04.080470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-525bb0d0-5c76-4cb3-9a35-1444bca1dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.081839 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-525bb0d0-5c76-4cb3-9a35-1444bca1dedd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4456c43527b40d587279f67503a2854&device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 1096 time: 0.6166749 Mar 11 16:16:04.106266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:04.151638 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f37974a4-edef-4278-80a2-b88ffaa6016a tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=443537aa0d13454aa891a259ecd6243e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045666 Mar 11 16:16:04.161053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54120) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:04.168103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e8ad07-48e4-416b-9df3-2783a12233e9', 'name': 'tempest-snat-router-1374043366', 'tenant_id': '76c18c752e484592893cf44d13e1521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.243'}], 'enable_snat': False}, 'gw_port_id': 'dbf0b7ec-cd2b-42c8-a975-96670e8a9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:53Z', 'updated_at': '2022-03-11T16:15:59Z', 'revision_number': 3, 'project_id': '76c18c752e484592893cf44d13e1521f', 'gw_port': {'id': 'dbf0b7ec-cd2b-42c8-a975-96670e8a9f78', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e8ad07-48e4-416b-9df3-2783a12233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:56Z', 'updated_at': '2022-03-11T16:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:04.174022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91e630-3426-45d0-8379-980a2840ab02 req-7c73a842-f298-4dc1-b9fe-9c615358bc72 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.176018 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c91e630-3426-45d0-8379-980a2840ab02 req-7c73a842-f298-4dc1-b9fe-9c615358bc72 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 944 time: 0.4778800 Mar 11 16:16:04.177131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Checking router: a7e8ad07-48e4-416b-9df3-2783a12233e9 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:16:04.177533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Updating router a7e8ad07-48e4-416b-9df3-2783a12233e9 port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:16:04.182277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.236168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.242445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-612dbb69-e518-4f38-b32b-28dada349027 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.261973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.312166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56746748-aea1-4b2f-b3b2-13828e8066a4'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:04.326948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dbb69-e518-4f38-b32b-28dada349027 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event deleted for resources: {'Port': ['ID=61c73d23-0470-40f6-a288-569a21afd019,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:04.357644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-4551c427-a923-4d96-94f7-1570441883ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.359739 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-4551c427-a923-4d96-94f7-1570441883ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6be08afd-bba1-4194-b9a0-20bce245a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4820738 Mar 11 16:16:04.371718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.371718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.378205 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b19b6e3c-a7ce-4a66-b51d-68d258754813 req-56623634-b2b0-4c19-911e-e7a4ccbdf2f5 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498104 Mar 11 16:16:04.427500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 56746748-aea1-4b2f-b3b2-13828e8066a4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=56746748-aea1-4b2f-b3b2-13828e8066a4,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:04.524910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.556603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.576393 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c91e630-3426-45d0-8379-980a2840ab02 req-b26a70cf-beed-4cd6-a767-bc5edbf3daca tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401384 Mar 11 16:16:04.585775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.589631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-4bf0b7f8-9e39-40f6-8703-eb0100ae3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.591052 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-4bf0b7f8-9e39-40f6-8703-eb0100ae3a38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=026af78c-221a-4b26-97b4-0321fe0d1b88 HTTP/1.1" status: 200 len: 913 time: 0.4932299 Mar 11 16:16:04.707459 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-634017af-c0e3-4c26-8163-bc8ca064986d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd445947-0da5-4971-9f73-258b426294ee HTTP/1.1" status: 200 len: 217 time: 0.0745699 Mar 11 16:16:04.716495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-612dbb69-e518-4f38-b32b-28dada349027 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.759481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=56746748-aea1-4b2f-b3b2-13828e8066a4,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:04.762189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5078048e-a6b8-4860-84df-a7b885c09093 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.784028 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56746748-aea1-4b2f-b3b2-13828e8066a4', 'code': 200} Mar 11 16:16:04.814653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-f97cbce0-5abc-4e10-a439-bbbaf5ffa19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.816087 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-f97cbce0-5abc-4e10-a439-bbbaf5ffa19e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9711eae0-37d4-43ce-90d1-96f154e0d138 HTTP/1.1" status: 200 len: 851 time: 0.1013212 Mar 11 16:16:04.882279 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-612dbb69-e518-4f38-b32b-28dada349027 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "DELETE /v2.0/ports/61c73d23-0470-40f6-a288-569a21afd019 HTTP/1.1" status: 204 len: 168 time: 2.4600074 Mar 11 16:16:04.886985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54134) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:04.911180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.923652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Transition to ACTIVE for port object dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:04.935329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de77d45-5c36-4f96-978a-bde028c123fd tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] GET failed (client error): The resource could not be found. Mar 11 16:16:04.936421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3de77d45-5c36-4f96-978a-bde028c123fd tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Synchronizing usage tracker for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:04.951909 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-351c5062-5b02-497d-91b3-6a128e2c61ad service neutron] 10.222.0.35 "GET /v2.0/networks/6be08afd-bba1-4194-b9a0-20bce245a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685265 Mar 11 16:16:04.964021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-d9677354-107d-48cd-b97d-b5d994f73763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.965568 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-d9677354-107d-48cd-b97d-b5d994f73763 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026af78c-221a-4b26-97b4-0321fe0d1b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1340904 Mar 11 16:16:05.000447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.049550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3de77d45-5c36-4f96-978a-bde028c123fd tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Unset dirty status for tenant:201544c4263b4579867dc98e28e420ae on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:05.056227 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3de77d45-5c36-4f96-978a-bde028c123fd tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "GET /v2.0/ports/61c73d23-0470-40f6-a288-569a21afd019 HTTP/1.1" status: 404 len: 333 time: 0.1627505 Mar 11 16:16:05.056396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5078048e-a6b8-4860-84df-a7b885c09093 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.074080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:05.083136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Attempting to bind port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:05.083633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Attempting to bind port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:05.084123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Attempting to bind port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:05.100733 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:16:05.101282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:05.101775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.102286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:16:05.102845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Bound port: dbf0b7ec-cd2b-42c8-a975-96670e8a9f78, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:05.103306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.127840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174d909-1371-4a59-957d-c2d925407315 None None] Pushing event updated for resources: {'Port': ['ID=dbf0b7ec-cd2b-42c8-a975-96670e8a9f78,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:05.186240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] For port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:05.189859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] For port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=dbf0b7ec-cd2b-42c8-a975-96670e8a9f78,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:16:05.263520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.341973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Allocated IP 172.26.8.252 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/4afea2d4-8466-40b2-8fd0-776829b07a68) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:05.345383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-f98264c8-a188-42a2-8f07-d0168cd446ea service neutron] 10.222.0.35 "GET /v2.0/networks/026af78c-221a-4b26-97b4-0321fe0d1b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714814 Mar 11 16:16:05.352191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Routers {'a7e8ad07-48e4-416b-9df3-2783a12233e9'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:05.353062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['a7e8ad07-48e4-416b-9df3-2783a12233e9'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:05.416710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174d909-1371-4a59-957d-c2d925407315 None None] Pushing event updated for resources: {'Port': ['ID=dbf0b7ec-cd2b-42c8-a975-96670e8a9f78,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:05.425033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05940d34-6833-499c-ac65-706aa0250d45 req-78872990-023e-4165-a345-380a907febac tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:05.426566 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-05940d34-6833-499c-ac65-706aa0250d45 req-78872990-023e-4165-a345-380a907febac tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.8358207 Mar 11 16:16:05.432100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.503714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-20b380a1-a749-4d58-933d-b218ba787e63 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Deleting port 9772c101-2bc0-4083-bf5e-2a82b401827d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:05.504045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20b380a1-a749-4d58-933d-b218ba787e63 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.581707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674a70f-3050-4688-8082-bc64515ef1ba req-44cc4611-f160-4f76-bc03-8b7e102a87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:05.583304 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0674a70f-3050-4688-8082-bc64515ef1ba req-44cc4611-f160-4f76-bc03-8b7e102a87d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1099 time: 0.4643331 Mar 11 16:16:05.601965 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.610644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] Set router a7e8ad07-48e4-416b-9df3-2783a12233e9 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:05.611352 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-bf1a978d-f712-4c24-82b7-f79c04b4b3ca service neutron] 10.222.0.35 "GET /v2.0/networks/6be08afd-bba1-4194-b9a0-20bce245a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408508 Mar 11 16:16:05.668069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0674a70f-3050-4688-8082-bc64515ef1ba req-232c6d80-fc27-4c23-807e-717a1febfb8f service neutron] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.723827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-0674a70f-3050-4688-8082-bc64515ef1ba req-232c6d80-fc27-4c23-807e-717a1febfb8f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:05.726761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device c430d915-78d6-4492-b5e6-74dc23834f04 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:16:05.735435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0674a70f-3050-4688-8082-bc64515ef1ba req-232c6d80-fc27-4c23-807e-717a1febfb8f service neutron] Usage tracker for resource:security_group_rule and tenant:de7c50b272c4454cb69326b4c7dc7352 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:05.740074 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-89fbffb6-8f43-4b00-bcda-067c04457f89 req-942462de-4f1c-429d-b68a-c499f61fa5e0 service neutron] 10.222.0.35 "GET /v2.0/networks/026af78c-221a-4b26-97b4-0321fe0d1b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846409 Mar 11 16:16:05.740916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0674a70f-3050-4688-8082-bc64515ef1ba req-232c6d80-fc27-4c23-807e-717a1febfb8f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:05.761556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-0674a70f-3050-4688-8082-bc64515ef1ba req-232c6d80-fc27-4c23-807e-717a1febfb8f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:05.770244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.816048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf66939-888d-42b9-9bd9-3e96915f76d2 req-191b83db-9d46-43a5-ac80-941ecd2be7ec tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:05.817786 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ebf66939-888d-42b9-9bd9-3e96915f76d2 req-191b83db-9d46-43a5-ac80-941ecd2be7ec tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 943 time: 0.2530389 Mar 11 16:16:05.826768 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-05940d34-6833-499c-ac65-706aa0250d45 req-422511e8-d1b4-4fe2-979b-5a9dc7623273 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723500 Mar 11 16:16:05.873856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5078048e-a6b8-4860-84df-a7b885c09093 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.897001 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ebf66939-888d-42b9-9bd9-3e96915f76d2 req-a566f19d-49a4-4da8-a238-be35bc3d1b7d tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703611 Mar 11 16:16:05.904851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078048e-a6b8-4860-84df-a7b885c09093 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6252590-0f8f-422a-9b9d-69bfe1361312,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:05.972939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.052842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0674a70f-3050-4688-8082-bc64515ef1ba req-232c6d80-fc27-4c23-807e-717a1febfb8f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.069084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:06.069966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Pushing event updated for resources: {'Port': ['ID=4afea2d4-8466-40b2-8fd0-776829b07a68,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:06.073263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:06.076042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:06.114890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port c430d915-78d6-4492-b5e6-74dc23834f04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c430d915-78d6-4492-b5e6-74dc23834f04,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:06.131173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'port_id': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'mac_address': 'fa:16:3e:83:04:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:16:06.152642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0674a70f-3050-4688-8082-bc64515ef1ba req-232c6d80-fc27-4c23-807e-717a1febfb8f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.182516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e8ad07-48e4-416b-9df3-2783a12233e9', 'name': 'tempest-snat-router-1374043366', 'tenant_id': '76c18c752e484592893cf44d13e1521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.243'}], 'enable_snat': False}, 'gw_port_id': 'dbf0b7ec-cd2b-42c8-a975-96670e8a9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:53Z', 'updated_at': '2022-03-11T16:15:59Z', 'revision_number': 3, 'project_id': '76c18c752e484592893cf44d13e1521f', 'gw_port': {'id': 'dbf0b7ec-cd2b-42c8-a975-96670e8a9f78', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e8ad07-48e4-416b-9df3-2783a12233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:56Z', 'updated_at': '2022-03-11T16:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:06.192902 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0674a70f-3050-4688-8082-bc64515ef1ba req-232c6d80-fc27-4c23-807e-717a1febfb8f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5662975 Mar 11 16:16:06.196175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb642a-d08f-48b8-94b9-7d2038381794 None None] The sync data for ids ['a7e8ad07-48e4-416b-9df3-2783a12233e9'] in dv-neutron-833379-1-hyperv is: [{'id': 'a7e8ad07-48e4-416b-9df3-2783a12233e9', 'name': 'tempest-snat-router-1374043366', 'tenant_id': '76c18c752e484592893cf44d13e1521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.243'}], 'enable_snat': False}, 'gw_port_id': 'dbf0b7ec-cd2b-42c8-a975-96670e8a9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:53Z', 'updated_at': '2022-03-11T16:15:59Z', 'revision_number': 3, 'project_id': '76c18c752e484592893cf44d13e1521f', 'gw_port': {'id': 'dbf0b7ec-cd2b-42c8-a975-96670e8a9f78', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e8ad07-48e4-416b-9df3-2783a12233e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 188, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:56Z', 'updated_at': '2022-03-11T16:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:06.199204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5078048e-a6b8-4860-84df-a7b885c09093 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.200313 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5078048e-a6b8-4860-84df-a7b885c09093 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6252590-0f8f-422a-9b9d-69bfe1361312 HTTP/1.1" status: 204 len: 168 time: 2.0367489 Mar 11 16:16:06.201718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.205141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:06.208150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c6d80-fc27-4c23-807e-717a1febfb8f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ce6442-6987-4dea-91dc-a764bfd31adb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:06.214237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.232437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c430d915-78d6-4492-b5e6-74dc23834f04 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:16:06.250632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port c430d915-78d6-4492-b5e6-74dc23834f04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c430d915-78d6-4492-b5e6-74dc23834f04,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:06.299922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20b380a1-a749-4d58-933d-b218ba787e63 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.334527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.342805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.343461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bd445947-0da5-4971-9f73-258b426294ee details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:16:06.444407 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-20b380a1-a749-4d58-933d-b218ba787e63 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Calling delete_port for 9772c101-2bc0-4083-bf5e-2a82b401827d owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:06.467298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=c430d915-78d6-4492-b5e6-74dc23834f04,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:06.518021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b5525-559b-4ebf-bb20-8e23b66705ee req-c19db05c-ff40-4c00-9449-473efd24293b tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:06.526734 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d64b5525-559b-4ebf-bb20-8e23b66705ee req-c19db05c-ff40-4c00-9449-473efd24293b tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 944 time: 0.4744422 Mar 11 16:16:06.527858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.596106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Router fcddf51f-c370-43bd-8c36-c05ccc4ad6ac is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:06.605696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.666640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6e91da-e925-4de5-9971-2a40dd7a28f2']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:06.672971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bd445947-0da5-4971-9f73-258b426294ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bd445947-0da5-4971-9f73-258b426294ee,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:06.687893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1a9ce6-82df-4fc2-aa0c-e6d153f7ae24') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:06.688204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1a9ce6-82df-4fc2-aa0c-e6d153f7ae24') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:06.693580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'bd445947-0da5-4971-9f73-258b426294ee', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'port_id': 'bd445947-0da5-4971-9f73-258b426294ee', 'mac_address': 'fa:16:3e:92:9c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:16:06.719761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.765831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.786071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd445947-0da5-4971-9f73-258b426294ee {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:16:06.797560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.809849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bd445947-0da5-4971-9f73-258b426294ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bd445947-0da5-4971-9f73-258b426294ee,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:06.821067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:16:06.821555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.822764 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d64b5525-559b-4ebf-bb20-8e23b66705ee req-cf341234-e5a1-44ac-a97f-25672a61734b tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948966 Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:16:06.835962 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:16:06.895710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.977355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.006555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bd445947-0da5-4971-9f73-258b426294ee,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:07.082806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.104411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.119892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.123868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['bd445947-0da5-4971-9f73-258b426294ee'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:16:07.144609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.161610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['c430d915-78d6-4492-b5e6-74dc23834f04'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:16:07.170598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e6e91da-e925-4de5-9971-2a40dd7a28f2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:07.237784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.465614 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3ff47b75-76ed-4423-bf9f-3f43c5cad934 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] 10.222.0.57 "DELETE /v2.0/networks/4e6e91da-e925-4de5-9971-2a40dd7a28f2 HTTP/1.1" status: 204 len: 168 time: 1.2583971 Mar 11 16:16:07.465842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54154) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:07.487437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Pushing event updated for resources: {'Port': ['ID=4afea2d4-8466-40b2-8fd0-776829b07a68,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:07.539988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:07.543561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219dbe6b-e486-41ae-baea-1c77379b5cf8 req-4602ed5c-5572-4518-a228-f260de4cf580 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:07.548793 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-219dbe6b-e486-41ae-baea-1c77379b5cf8 req-4602ed5c-5572-4518-a228-f260de4cf580 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.5428147 Mar 11 16:16:07.549628 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a266fb63-e257-4053-b0ef-91b671c4c0f8 None None] Sync routers for ids ['fcddf51f-c370-43bd-8c36-c05ccc4ad6ac'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:07.554093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.563188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266fb63-e257-4053-b0ef-91b671c4c0f8 None None] Routers {'fcddf51f-c370-43bd-8c36-c05ccc4ad6ac'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:07.563793 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a266fb63-e257-4053-b0ef-91b671c4c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fcddf51f-c370-43bd-8c36-c05ccc4ad6ac'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:07.616744 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-219dbe6b-e486-41ae-baea-1c77379b5cf8 req-0c27823c-6edc-4f60-b0a0-6017a5c30ec7 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559754 Mar 11 16:16:07.617325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20b380a1-a749-4d58-933d-b218ba787e63 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.650541 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a266fb63-e257-4053-b0ef-91b671c4c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:07.651501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.656333 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe9e1722-a991-4884-9291-ca95f24ae66e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7344379 Mar 11 16:16:07.657324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:07.664042 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266fb63-e257-4053-b0ef-91b671c4c0f8 None None] Routers {'fcddf51f-c370-43bd-8c36-c05ccc4ad6ac'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:07.664642 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a266fb63-e257-4053-b0ef-91b671c4c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fcddf51f-c370-43bd-8c36-c05ccc4ad6ac'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:07.731183 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a266fb63-e257-4053-b0ef-91b671c4c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:07.731577 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a266fb63-e257-4053-b0ef-91b671c4c0f8 None None] The sync data for ids ['fcddf51f-c370-43bd-8c36-c05ccc4ad6ac'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:07.740589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c950a5b8-80b5-4150-ba4e-907978e70be1 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Synchronizing usage tracker for tenant:daff5184652a4f91812719f7b69c408a on resource:floatingip {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:07.745310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b380a1-a749-4d58-933d-b218ba787e63 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event deleted for resources: {'Port': ['ID=9772c101-2bc0-4083-bf5e-2a82b401827d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:07.840748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.845109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c950a5b8-80b5-4150-ba4e-907978e70be1 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Unset dirty status for tenant:daff5184652a4f91812719f7b69c408a on resource:floatingip {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:07.849329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c950a5b8-80b5-4150-ba4e-907978e70be1 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.1910062 Mar 11 16:16:07.849975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:07.860113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Allocated IP 172.26.8.5 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/c33c4d20-641d-4bc6-aaa5-8ac0905f3a81) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:08.043932 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5008ad3f-0acb-430f-bf3d-de7c86d0a7bf tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Synchronizing usage tracker for tenant:ff12d2b9f587496ca0b30b5428abe590 on resource:floatingip {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:08.126137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5008ad3f-0acb-430f-bf3d-de7c86d0a7bf tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Unset dirty status for tenant:ff12d2b9f587496ca0b30b5428abe590 on resource:floatingip {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:08.130246 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5008ad3f-0acb-430f-bf3d-de7c86d0a7bf tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2791822 Mar 11 16:16:08.132692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54168) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:08.149820 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.191937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.193602 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3aaf7322-0b9d-43c3-b5a5-d3288d6fbb5a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.8772938 Mar 11 16:16:08.206535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54172) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:08.252680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3b317-64a9-454d-a5fb-e3e64d641c98 req-7d081a8f-dcac-4ffb-9210-87f2a302cd0d tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:08.262266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:08.262754 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-54c3b317-64a9-454d-a5fb-e3e64d641c98 req-7d081a8f-dcac-4ffb-9210-87f2a302cd0d tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 945 time: 0.2084415 Mar 11 16:16:08.324772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e511698-3ddb-48f6-bdcb-e56387232200 req-2f50a024-dbf4-4831-a5ad-862f789e4178 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:08.326374 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5e511698-3ddb-48f6-bdcb-e56387232200 req-2f50a024-dbf4-4831-a5ad-862f789e4178 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 944 time: 1.2258341 Mar 11 16:16:08.340571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.366141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Deleting port 4afea2d4-8466-40b2-8fd0-776829b07a68 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:08.366505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.382605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:08.393973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:08.394497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.438622 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-54c3b317-64a9-454d-a5fb-e3e64d641c98 req-8d3cb71b-575b-43ad-819e-e98a37ae2b55 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732941 Mar 11 16:16:08.482099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20b380a1-a749-4d58-933d-b218ba787e63 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.484356 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-20b380a1-a749-4d58-933d-b218ba787e63 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "DELETE /v2.0/ports/9772c101-2bc0-4083-bf5e-2a82b401827d HTTP/1.1" status: 204 len: 168 time: 3.3970487 Mar 11 16:16:08.509219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54176) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:08.532674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:08.542735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:08.568972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:08.570227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.587984 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=dbf0b7ec-cd2b-42c8-a975-96670e8a9f78,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:08.658871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-da90f30a-b688-4921-9ad6-e95eab178cb1 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Deleting subnet a48e083d-1668-4081-b433-3523b1ece574 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:16:08.666054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da90f30a-b688-4921-9ad6-e95eab178cb1 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.667751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.703931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event updated for resources: {'Port': ['ID=c33c4d20-641d-4bc6-aaa5-8ac0905f3a81,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:08.720617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.720943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.723667 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5e511698-3ddb-48f6-bdcb-e56387232200 req-6f17c2af-50bf-4a9c-aff0-44e99ff0b055 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3737659 Mar 11 16:16:08.742465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.783583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=dbf0b7ec-cd2b-42c8-a975-96670e8a9f78,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:08.792612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.793390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.793390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.793959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.794422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.797759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.797887 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7fd1f930-3de1-4699-b42d-610c6cdc6ffa tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/routers/fcddf51f-c370-43bd-8c36-c05ccc4ad6ac HTTP/1.1" status: 200 len: 921 time: 0.5791495 Mar 11 16:16:08.797982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.797982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.797982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.797982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.797982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.797982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:08.809589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54182) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:08.850819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e5526e-3306-41f3-b560-4eecbd620457']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:08.877123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05782c05-46ce-46f6-bf7a-73b713c7027a') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:08.877417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05782c05-46ce-46f6-bf7a-73b713c7027a') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:08.935184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da90f30a-b688-4921-9ad6-e95eab178cb1 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.948435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.976367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Calling delete_port for 4afea2d4-8466-40b2-8fd0-776829b07a68 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:09.000010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.003124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.022963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:16:09.022963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.029837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-68587f86-b961-4217-bce0-0d23f00e528d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcddf51f-c370-43bd-8c36-c05ccc4ad6ac HTTP/1.1" status: 200 len: 205 time: 0.2194972 Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:16:09.037362 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:16:09.041185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54186) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:09.376826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.399464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.414658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] Pushing event deleted for resources: {'Network': ['ID=31e5526e-3306-41f3-b560-4eecbd620457,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:09.423062 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7f27c67-9183-4af5-a1da-647119bbbd35 tempest-QuotasNegativeTest-727089181 tempest-QuotasNegativeTest-727089181-project-admin] 10.222.0.57 "DELETE /v2.0/networks/31e5526e-3306-41f3-b560-4eecbd620457 HTTP/1.1" status: 204 len: 168 time: 1.9383714 Mar 11 16:16:09.441211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.490949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da90f30a-b688-4921-9ad6-e95eab178cb1 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.540016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5733248-b47b-438b-bc96-1bcb64c0e150 req-e701f507-dd53-40e5-abea-471c63e11995 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:09.541469 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d5733248-b47b-438b-bc96-1bcb64c0e150 req-e701f507-dd53-40e5-abea-471c63e11995 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7349830 Mar 11 16:16:09.551568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.690366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device c430d915-78d6-4492-b5e6-74dc23834f04 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:09.706948 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d5733248-b47b-438b-bc96-1bcb64c0e150 req-e57357e1-9586-4b0f-9db9-b832462dabcf tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013343 Mar 11 16:16:09.771839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ff450-043a-458d-8e5d-db85ebcd060a req-a76f2f0e-29ed-437c-b88a-7eeaeabd8ce2 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:09.779083 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-800ff450-043a-458d-8e5d-db85ebcd060a req-a76f2f0e-29ed-437c-b88a-7eeaeabd8ce2 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 945 time: 0.1912007 Mar 11 16:16:09.793193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.858649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da90f30a-b688-4921-9ad6-e95eab178cb1 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.861227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Pushing event deleted for resources: {'Port': ['ID=4afea2d4-8466-40b2-8fd0-776829b07a68,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:09.885956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port c430d915-78d6-4492-b5e6-74dc23834f04 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:09.891588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port c430d915-78d6-4492-b5e6-74dc23834f04 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:09.892000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:09.902760 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-800ff450-043a-458d-8e5d-db85ebcd060a req-9c331bd3-66d5-4c01-939f-79e6853ad82e tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227486 Mar 11 16:16:09.925125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.065701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90f30a-b688-4921-9ad6-e95eab178cb1 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event deleted for resources: {'Subnet': ['ID=a48e083d-1668-4081-b433-3523b1ece574,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:10.084221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.095225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.105675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.115247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-da90f30a-b688-4921-9ad6-e95eab178cb1 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.117641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:10.125630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6729e25b-c576-4a73-896f-93c0802097d0 None None] Network e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:10.142382 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-da90f30a-b688-4921-9ad6-e95eab178cb1 tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "DELETE /v2.0/subnets/a48e083d-1668-4081-b433-3523b1ece574 HTTP/1.1" status: 204 len: 168 time: 1.6314728 Mar 11 16:16:10.145942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.149580 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff261dbd-e190-4f6a-854d-f737adc27a9e tempest-FloatingIPAdminTestJSON-1206589042 tempest-FloatingIPAdminTestJSON-1206589042-project] 10.222.0.57 "DELETE /v2.0/floatingips/ff6e0454-cad0-40d5-a5bd-9b61e7b0bce0 HTTP/1.1" status: 204 len: 168 time: 2.0112426 Mar 11 16:16:10.150997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54202) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:10.151314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54204) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:10.156704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port c430d915-78d6-4492-b5e6-74dc23834f04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c430d915-78d6-4492-b5e6-74dc23834f04,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:10.225023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:10.234120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d197594-f216-4289-835d-c3f099dfea76 req-48a948c0-643f-4f70-86fa-13a8913961f3 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:10.235600 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d197594-f216-4289-835d-c3f099dfea76 req-48a948c0-643f-4f70-86fa-13a8913961f3 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 944 time: 0.2180672 Mar 11 16:16:10.256760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4167c-99bd-4be4-a88a-901ea705b82e req-fd6b6372-a309-44c2-8957-6b2d11409f7d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:10.258302 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fe4167c-99bd-4be4-a88a-901ea705b82e req-fd6b6372-a309-44c2-8957-6b2d11409f7d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3451943 Mar 11 16:16:10.276553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:10.284076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Deleting port cee4277e-13a0-4662-a85b-1ba18f65b505 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:10.284421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.306941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Request body: {'floatingip': {'port_id': '56746748-aea1-4b2f-b3b2-13828e8066a4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:10.324032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.324920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bd445947-0da5-4971-9f73-258b426294ee up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:10.363975 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'code': 200} Mar 11 16:16:10.434650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.518453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Deleting port 99602aae-afd2-4dce-966e-a0afedf9e783 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:10.518790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.572110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.577571 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d197594-f216-4289-835d-c3f099dfea76 req-cd62a88b-1af7-4d7b-9663-b825dba6372c tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343768 Mar 11 16:16:10.614018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=c430d915-78d6-4492-b5e6-74dc23834f04,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:10.653894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:10.654346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.654518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54216) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:10.710641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port bd445947-0da5-4971-9f73-258b426294ee completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:10.720605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port bd445947-0da5-4971-9f73-258b426294ee triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:10.721252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.738478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Deleting port 4569ce07-30c0-4c7d-b446-0818ea01e81e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:10.739065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.743591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Router eaa924ec-b865-458e-a2f5-85e0e53bb303 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:10.758342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba8a75-7655-467a-9720-c3533549c469 None None] DHCP port deletion for e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:16:10.775277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-49ba8a75-7655-467a-9720-c3533549c469 None None] Deleting port 4569ce07-30c0-4c7d-b446-0818ea01e81e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:10.775736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49ba8a75-7655-467a-9720-c3533549c469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:10.931141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.081200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f9b7b7c-3ef3-4061-a4b7-e00de097e55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.105162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.151611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-49ba8a75-7655-467a-9720-c3533549c469 None None] For port 4569ce07-30c0-4c7d-b446-0818ea01e81e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4569ce07-30c0-4c7d-b446-0818ea01e81e,segment=NetworkSegment(42be695f-9dca-43f3-8b53-44ab8fc0a8b0),segment_id=42be695f-9dca-43f3-8b53-44ab8fc0a8b0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:11.152022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49ba8a75-7655-467a-9720-c3533549c469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.175038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0f9b7b7c-3ef3-4061-a4b7-e00de097e55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:11.221145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-743e3b15-a406-439c-8898-f1ff987f1ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.223503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bd445947-0da5-4971-9f73-258b426294ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bd445947-0da5-4971-9f73-258b426294ee,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:11.248285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0f9b7b7c-3ef3-4061-a4b7-e00de097e55b admin admin] Usage tracker for resource:security_group_rule and tenant:49cb99fc45914e82b288cecc28366679 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:11.270620 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0f9b7b7c-3ef3-4061-a4b7-e00de097e55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:11.278864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0f9b7b7c-3ef3-4061-a4b7-e00de097e55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:11.284337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-49ba8a75-7655-467a-9720-c3533549c469 None None] Calling delete_port for 4569ce07-30c0-4c7d-b446-0818ea01e81e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:11.302786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Calling delete_port for cee4277e-13a0-4662-a85b-1ba18f65b505 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:11.314211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.351307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.351691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.475699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bd445947-0da5-4971-9f73-258b426294ee,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:11.524435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:11.532576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Calling delete_port for 99602aae-afd2-4dce-966e-a0afedf9e783 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:11.538817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Sync routers for ids ['eaa924ec-b865-458e-a2f5-85e0e53bb303'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:11.549733 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-49ba8a75-7655-467a-9720-c3533549c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.587955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Routers {'eaa924ec-b865-458e-a2f5-85e0e53bb303'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:11.587955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['eaa924ec-b865-458e-a2f5-85e0e53bb303'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:11.659226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.660390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8a75-7655-467a-9720-c3533549c469 None None] Pushing event deleted for resources: {'Port': ['ID=4569ce07-30c0-4c7d-b446-0818ea01e81e,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:11.660503 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ddcaf816-05dd-4e00-981c-55990f5545d6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.6892121 Mar 11 16:16:11.667720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54226) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:11.672130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba8a75-7655-467a-9720-c3533549c469 None None] No DVR routers for this DVR port 4569ce07-30c0-4c7d-b446-0818ea01e81e on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:16:11.703444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2051601-02f6-490b-8a07-336d24e464f2 req-e15cbc05-25c1-4b94-8fc1-07be77fffcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:11.705021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2051601-02f6-490b-8a07-336d24e464f2 req-e15cbc05-25c1-4b94-8fc1-07be77fffcb4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 1099 time: 0.9386096 Mar 11 16:16:11.727504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f9b7b7c-3ef3-4061-a4b7-e00de097e55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.783745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:16:11.803956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Set router eaa924ec-b865-458e-a2f5-85e0e53bb303 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:11.840138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] For port 4569ce07-30c0-4c7d-b446-0818ea01e81e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4569ce07-30c0-4c7d-b446-0818ea01e81e,segment=NetworkSegment(42be695f-9dca-43f3-8b53-44ab8fc0a8b0),segment_id=42be695f-9dca-43f3-8b53-44ab8fc0a8b0)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:11.840723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.847590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f9b7b7c-3ef3-4061-a4b7-e00de097e55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.921266 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0f9b7b7c-3ef3-4061-a4b7-e00de097e55b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49cb99fc45914e82b288cecc28366679&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2624178 Mar 11 16:16:11.930819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54230) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:11.937273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.939700 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b7b7c-3ef3-4061-a4b7-e00de097e55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca44e096-702b-4130-8d9d-94bd427f6670,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:11.997381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809331d-e072-4833-a3d5-6f6c53d3fb22 req-deb5c1f6-eabf-4d4a-b38c-634105a63570 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:11.999503 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2809331d-e072-4833-a3d5-6f6c53d3fb22 req-deb5c1f6-eabf-4d4a-b38c-634105a63570 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 945 time: 0.2684386 Mar 11 16:16:12.003603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.042539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c9455-6b77-46b8-87a0-e79a3ad93afb req-ca2f34f2-2a7c-4b7f-bc63-34b431381b77 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:12.043916 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-274c9455-6b77-46b8-87a0-e79a3ad93afb req-ca2f34f2-2a7c-4b7f-bc63-34b431381b77 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 946 time: 0.9304144 Mar 11 16:16:12.054921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Calling delete_port for 4569ce07-30c0-4c7d-b446-0818ea01e81e owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:12.081775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c2051601-02f6-490b-8a07-336d24e464f2 req-b4076070-7a21-482d-b815-b7db0493aa8a service neutron] Synchronizing usage tracker for tenant:de7c50b272c4454cb69326b4c7dc7352 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:12.117714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa924ec-b865-458e-a2f5-85e0e53bb303', 'name': 'tempest-snat-router-1374043366', 'tenant_id': '76c18c752e484592893cf44d13e1521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'c33c4d20-641d-4bc6-aaa5-8ac0905f3a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:16:04Z', 'updated_at': '2022-03-11T16:16:09Z', 'revision_number': 3, 'project_id': '76c18c752e484592893cf44d13e1521f', 'gw_port': {'id': 'c33c4d20-641d-4bc6-aaa5-8ac0905f3a81', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:55:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa924ec-b865-458e-a2f5-85e0e53bb303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:16:07Z', 'updated_at': '2022-03-11T16:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:12.123576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75bda088-d39c-4703-bb15-a89f15daaf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.125117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Checking router: eaa924ec-b865-458e-a2f5-85e0e53bb303 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:16:12.125416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Updating router eaa924ec-b865-458e-a2f5-85e0e53bb303 port c33c4d20-641d-4bc6-aaa5-8ac0905f3a81 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:16:12.156048 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2809331d-e072-4833-a3d5-6f6c53d3fb22 req-3686185d-cc6d-4162-900d-6aab7df80962 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930526 Mar 11 16:16:12.232489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75bda088-d39c-4703-bb15-a89f15daaf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.257945 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4569ce07-30c0-4c7d-b446-0818ea01e81e no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:12.281122 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Floating IP ebe67777-08fc-4fd5-8a3d-74853b4aee26 associated. External IP: 172.26.8.35, port: 56746748-aea1-4b2f-b3b2-13828e8066a4. Mar 11 16:16:12.336641 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9e6f9842-ea49-45ad-bfc2-66449ed12699 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/routers/eaa924ec-b865-458e-a2f5-85e0e53bb303 HTTP/1.1" status: 200 len: 906 time: 0.6574154 Mar 11 16:16:12.343302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 4569ce07-30c0-4c7d-b446-0818ea01e81e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:16:12.343631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4569ce07-30c0-4c7d-b446-0818ea01e81e not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:16:12.347598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54234) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:12.355655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.374782 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-274c9455-6b77-46b8-87a0-e79a3ad93afb req-f8ea0425-a8a4-40bb-bae2-e49f37c52e87 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757008 Mar 11 16:16:12.384437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd445947-0da5-4971-9f73-258b426294ee'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:12.395675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c2051601-02f6-490b-8a07-336d24e464f2 req-b4076070-7a21-482d-b815-b7db0493aa8a service neutron] Unset dirty status for tenant:de7c50b272c4454cb69326b4c7dc7352 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:12.397380 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2051601-02f6-490b-8a07-336d24e464f2 req-b4076070-7a21-482d-b815-b7db0493aa8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6156228 Mar 11 16:16:12.398116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:16:12.398735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:16:12.461688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.471602 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd445947-0da5-4971-9f73-258b426294ee', 'code': 200} Mar 11 16:16:12.511531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Pushing event deleted for resources: {'Port': ['ID=99602aae-afd2-4dce-966e-a0afedf9e783,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:12.558008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.740918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.820542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Transition to ACTIVE for port object c33c4d20-641d-4bc6-aaa5-8ac0905f3a81 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:12.835065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75bda088-d39c-4703-bb15-a89f15daaf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.840860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event deleted for resources: {'Port': ['ID=cee4277e-13a0-4662-a85b-1ba18f65b505,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:12.886541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bda088-d39c-4703-bb15-a89f15daaf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca44e096-702b-4130-8d9d-94bd427f6670,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:12.897288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.899165 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.903558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Deleting port 4569ce07-30c0-4c7d-b446-0818ea01e81e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:12.903899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.912199 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.959330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75bda088-d39c-4703-bb15-a89f15daaf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.962795 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-75bda088-d39c-4703-bb15-a89f15daaf6b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca44e096-702b-4130-8d9d-94bd427f6670 HTTP/1.1" status: 204 len: 168 time: 1.0268133 Mar 11 16:16:13.001516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Attempting to bind port c33c4d20-641d-4bc6-aaa5-8ac0905f3a81 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:13.002266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Attempting to bind port c33c4d20-641d-4bc6-aaa5-8ac0905f3a81 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:13.002266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Attempting to bind port c33c4d20-641d-4bc6-aaa5-8ac0905f3a81 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:13.008911 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac10625-2cb0-421c-852c-aa084bc0de0b None None] Pushing event updated for resources: {'Port': ['ID=c33c4d20-641d-4bc6-aaa5-8ac0905f3a81,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:13.014436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:16:13.014810 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:13.015207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.015606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:16:13.016051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Bound port: c33c4d20-641d-4bc6-aaa5-8ac0905f3a81, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:13.016417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.053735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] The port '4569ce07-30c0-4c7d-b446-0818ea01e81e' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:16:13.081429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.098405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] For port c33c4d20-641d-4bc6-aaa5-8ac0905f3a81, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:13.101412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] For port c33c4d20-641d-4bc6-aaa5-8ac0905f3a81, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c33c4d20-641d-4bc6-aaa5-8ac0905f3a81,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:16:13.159018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Router 2f83fa62-265a-4738-8a9e-94a845140a41 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:13.188049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.262281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.334219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac10625-2cb0-421c-852c-aa084bc0de0b None None] Pushing event updated for resources: {'Port': ['ID=c33c4d20-641d-4bc6-aaa5-8ac0905f3a81,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:13.343565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Deleting port c33c4d20-641d-4bc6-aaa5-8ac0905f3a81 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:13.343978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.352430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Routers {'eaa924ec-b865-458e-a2f5-85e0e53bb303'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:13.353178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['eaa924ec-b865-458e-a2f5-85e0e53bb303'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:13.403895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.408282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.424894 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.431954 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54248) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:13.432818 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74bd3a5b-101b-41bc-aade-83dcd3674fc8 tempest-FloatingIPAdminTestJSON-243519590 tempest-FloatingIPAdminTestJSON-243519590-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/3a4a5660-1ccf-4ee8-a8d5-d1eb602fa44c HTTP/1.1" status: 204 len: 168 time: 3.2762375 Mar 11 16:16:13.434682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.490568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:13.503609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.504876 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] Sync routers for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:13.522437 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:13.523032 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:15:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:13.660510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-01d80dd0-1b0e-46da-8505-20d14e8b50bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.661132 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4d08bc11-4701-4819-9a6f-9ba381bcf96f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "PUT /v2.0/floatingips/ebe67777-08fc-4fd5-8a3d-74853b4aee26 HTTP/1.1" status: 200 len: 991 time: 3.3784070 Mar 11 16:16:13.667117 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'tag': '56746748-aea1-4b2f-b3b2-13828e8066a4'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:13.667892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb78478-8712-4f46-b65d-08fe2c513783 req-1180c774-e7cb-436c-9786-3d0941c0ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:13.669422 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2cb78478-8712-4f46-b65d-08fe2c513783 req-1180c774-e7cb-436c-9786-3d0941c0ba0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 1098 time: 0.6665940 Mar 11 16:16:13.683367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ddf58f09-ebb3-430b-9696-af08ff17c83d tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Deleting port adc6512c-f9c0-4187-8b2f-13e798a2ba10 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:13.683715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f09-ebb3-430b-9696-af08ff17c83d tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.694486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02b896c-f344-4fcd-b362-4eb8a1ebeaa3']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:13.712129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] Set router eaa924ec-b865-458e-a2f5-85e0e53bb303 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:13.751766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42be695f-9dca-43f3-8b53-44ab8fc0a8b0') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:13.752422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42be695f-9dca-43f3-8b53-44ab8fc0a8b0') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:13.773908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.790064 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2cb78478-8712-4f46-b65d-08fe2c513783 req-7dc630d6-5329-4ee6-aae3-48650a8c7448 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065650 Mar 11 16:16:13.803973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.821041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:16:13.821702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.825821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] For port c33c4d20-641d-4bc6-aaa5-8ac0905f3a81, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c33c4d20-641d-4bc6-aaa5-8ac0905f3a81,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:13.826331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.848489 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa924ec-b865-458e-a2f5-85e0e53bb303', 'name': 'tempest-snat-router-1374043366', 'tenant_id': '76c18c752e484592893cf44d13e1521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:16:04Z', 'updated_at': '2022-03-11T16:16:13Z', 'revision_number': 4, 'project_id': '76c18c752e484592893cf44d13e1521f', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:13.864036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b04886-8ca7-4e38-9026-2f9418e06d9a None None] The sync data for ids ['eaa924ec-b865-458e-a2f5-85e0e53bb303'] in dv-neutron-833379-1-hyperv is: [{'id': 'eaa924ec-b865-458e-a2f5-85e0e53bb303', 'name': 'tempest-snat-router-1374043366', 'tenant_id': '76c18c752e484592893cf44d13e1521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:16:04Z', 'updated_at': '2022-03-11T16:16:13Z', 'revision_number': 4, 'project_id': '76c18c752e484592893cf44d13e1521f', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:16:13.881173 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:16:13.884362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54256) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:13.909868 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:13.939973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.940771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Fanout notify agent at l3_agent the message router_deleted on router fcddf51f-c370-43bd-8c36-c05ccc4ad6ac {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:13.949973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84a82a-aa8f-4a59-afc7-c00dbb03294b req-9709b3ca-fccf-4e44-8a69-bf5270710938 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:13.951528 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7b84a82a-aa8f-4a59-afc7-c00dbb03294b req-9709b3ca-fccf-4e44-8a69-bf5270710938 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 945 time: 0.4982705 Mar 11 16:16:14.008907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3518c3c4-2c99-40e8-b20f-4b56fe3a5a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.032331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.033448 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9452fb87-0ed7-49de-a8d3-abd3fd34f84e tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/fcddf51f-c370-43bd-8c36-c05ccc4ad6ac HTTP/1.1" status: 204 len: 168 time: 4.9936984 Mar 11 16:16:14.039253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3518c3c4-2c99-40e8-b20f-4b56fe3a5a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:14.078328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54260) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:14.085177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1771794266', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': False}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:14.089960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:14.113572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3518c3c4-2c99-40e8-b20f-4b56fe3a5a87 admin admin] Usage tracker for resource:security_group_rule and tenant:a3baf17f399145609b9a2c690bac7b6e is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:14.118813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3518c3c4-2c99-40e8-b20f-4b56fe3a5a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:14.121948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Usage tracker for resource:router and tenant:9e43be23ba1143c084612f1fe0d234f0 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:14.135475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:14.145842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3518c3c4-2c99-40e8-b20f-4b56fe3a5a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:14.150275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:14.156117 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Calling delete_port for c33c4d20-641d-4bc6-aaa5-8ac0905f3a81 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:14.156249 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7b84a82a-aa8f-4a59-afc7-c00dbb03294b req-1f55d2b6-745e-4fcd-aed5-8d261fad7b0a tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753974 Mar 11 16:16:14.178654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.231352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.250690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] Pushing event deleted for resources: {'Network': ['ID=e02b896c-f344-4fcd-b362-4eb8a1ebeaa3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:14.270240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.271538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.282537 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-34e3d602-b2e9-4e3d-979c-83ecb162abcf tempest-AllowedAddressPairTestJSON-1158447120 tempest-AllowedAddressPairTestJSON-1158447120-project] 10.222.0.57 "DELETE /v2.0/networks/e02b896c-f344-4fcd-b362-4eb8a1ebeaa3 HTTP/1.1" status: 204 len: 168 time: 4.1301112 Mar 11 16:16:14.339557 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-e3923f15-4b83-4556-99d8-110e5d24add8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3016822 Mar 11 16:16:14.358929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.360665 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'ebe67777-08fc-4fd5-8a3d-74853b4aee26', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'floating_ip_address': '172.26.8.35', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'port_id': '56746748-aea1-4b2f-b3b2-13828e8066a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'mac_address': 'fa:16:3e:d2:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:36Z', 'updated_at': '2022-03-11T16:16:11Z', 'revision_number': 1, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8a5647-6222-4a1a-a764-b133c8b069df', 'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'mac_address': 'fa:16:3e:39:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:16Z', 'updated_at': '2022-03-11T16:15:34Z', 'revision_number': 5, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'subnets': [{'id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:14.370280 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] Checking router: 2f83fa62-265a-4738-8a9e-94a845140a41 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:16:14.390449 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:14.392091 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:14.432624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f09-ebb3-430b-9696-af08ff17c83d tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.439998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3518c3c4-2c99-40e8-b20f-4b56fe3a5a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.579873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.601740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3518c3c4-2c99-40e8-b20f-4b56fe3a5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.614715 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:14.629758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ddf58f09-ebb3-430b-9696-af08ff17c83d tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Calling delete_port for adc6512c-f9c0-4187-8b2f-13e798a2ba10 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:14.657136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:14.697811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1121-74ba-4c16-9b9f-9f416090dfd0 req-bf19fe7f-ddc7-49f2-a485-c58f6692fa5d tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:14.699810 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-83de1121-74ba-4c16-9b9f-9f416090dfd0 req-bf19fe7f-ddc7-49f2-a485-c58f6692fa5d tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 946 time: 0.9857442 Mar 11 16:16:14.814889 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-83de1121-74ba-4c16-9b9f-9f416090dfd0 req-7aeb4dc1-05bf-4bea-ac22-a0e5986f6be1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927668 Mar 11 16:16:14.928018 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3518c3c4-2c99-40e8-b20f-4b56fe3a5a87 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3baf17f399145609b9a2c690bac7b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0378931 Mar 11 16:16:14.938643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518c3c4-2c99-40e8-b20f-4b56fe3a5a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a6084f-82c8-4514-96d8-b9971eba60a3,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:14.945068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54268) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:14.949479 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'tag': '56746748-aea1-4b2f-b3b2-13828e8066a4', 'status': 'completed', 'code': 200} Mar 11 16:16:15.036111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.067493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54272) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:15.104205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5abc2f-2fb7-42e9-be89-e11daf4d973d req-08791029-eebd-456c-9551-6d802ab36465 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.111236 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d5abc2f-2fb7-42e9-be89-e11daf4d973d req-08791029-eebd-456c-9551-6d802ab36465 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7634120 Mar 11 16:16:15.144814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-6de3dc29-b0bc-4ddc-8c1d-bf8eda43cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.146360 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-6de3dc29-b0bc-4ddc-8c1d-bf8eda43cfd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1099 time: 0.6646163 Mar 11 16:16:15.206760 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d5abc2f-2fb7-42e9-be89-e11daf4d973d req-ae8b52d4-86e4-4d8c-9333-14e203aed2f9 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945725 Mar 11 16:16:15.229434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f09-ebb3-430b-9696-af08ff17c83d tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.237379 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'ebe67777-08fc-4fd5-8a3d-74853b4aee26', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'floating_ip_address': '172.26.8.35', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'port_id': '56746748-aea1-4b2f-b3b2-13828e8066a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'mac_address': 'fa:16:3e:d2:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:36Z', 'updated_at': '2022-03-11T16:16:11Z', 'revision_number': 1, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8a5647-6222-4a1a-a764-b133c8b069df', 'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'mac_address': 'fa:16:3e:39:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:16Z', 'updated_at': '2022-03-11T16:15:34Z', 'revision_number': 5, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'subnets': [{'id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:15.242839 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151017ab-d0ae-49aa-bf99-74916a3022b4 None None] The sync data for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv is: [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'ebe67777-08fc-4fd5-8a3d-74853b4aee26', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'floating_ip_address': '172.26.8.35', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'port_id': '56746748-aea1-4b2f-b3b2-13828e8066a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'mac_address': 'fa:16:3e:d2:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:36Z', 'updated_at': '2022-03-11T16:16:11Z', 'revision_number': 1, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8a5647-6222-4a1a-a764-b133c8b069df', 'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'mac_address': 'fa:16:3e:39:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:16Z', 'updated_at': '2022-03-11T16:15:34Z', 'revision_number': 5, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'subnets': [{'id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:15.260692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0113863-2ef1-4e78-82cb-aa84b3ac9057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.308956 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.424850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf58f09-ebb3-430b-9696-af08ff17c83d tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event deleted for resources: {'Port': ['ID=adc6512c-f9c0-4187-8b2f-13e798a2ba10,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:15.473141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0113863-2ef1-4e78-82cb-aa84b3ac9057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.561648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event deleted for resources: {'Port': ['ID=c33c4d20-641d-4bc6-aaa5-8ac0905f3a81,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:15.591540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f32f837-9361-4d5e-aa57-2348f21b2629 None None] New status for floating IP ebe67777-08fc-4fd5-8a3d-74853b4aee26: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:16:15.614975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-33913cfb-e82f-4f64-b672-90a825cacfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.616555 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-33913cfb-e82f-4f64-b672-90a825cacfc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 913 time: 0.4449685 Mar 11 16:16:15.672630 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3a8286f1-c1b1-42f8-9320-199d318e5b74 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=201544c4263b4579867dc98e28e420ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6038654 Mar 11 16:16:15.681689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54282) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:15.728238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddf58f09-ebb3-430b-9696-af08ff17c83d tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.745776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf094e-b3af-4172-a88b-ffcfb99d6936 req-ed01683a-0c9f-4476-bf44-3ff4a9bacb96 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.747260 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36cf094e-b3af-4172-a88b-ffcfb99d6936 req-ed01683a-0c9f-4476-bf44-3ff4a9bacb96 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3518400 Mar 11 16:16:15.773108 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ddf58f09-ebb3-430b-9696-af08ff17c83d tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "DELETE /v2.0/ports/adc6512c-f9c0-4187-8b2f-13e798a2ba10 HTTP/1.1" status: 204 len: 168 time: 2.3246901 Mar 11 16:16:15.776482 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.787078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:15.793893 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-1a2303a9-5a6b-4363-89ce-78a8c0d1b990 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 999 time: 0.1675854 Mar 11 16:16:15.799858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.837561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3d78c-55b9-45fd-83cf-fc23042f5441 req-131843ed-da6f-4284-a515-27d3d1a2fabd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.839216 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8ed3d78c-55b9-45fd-83cf-fc23042f5441 req-131843ed-da6f-4284-a515-27d3d1a2fabd tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 945 time: 0.4645126 Mar 11 16:16:15.864262 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0113863-2ef1-4e78-82cb-aa84b3ac9057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.918663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0113863-2ef1-4e78-82cb-aa84b3ac9057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a6084f-82c8-4514-96d8-b9971eba60a3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:15.928574 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36cf094e-b3af-4172-a88b-ffcfb99d6936 req-f4e2b972-0dd3-4cf5-bf2b-c6b27a70c52e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741147 Mar 11 16:16:15.957606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-23019f0d-84e7-4101-8978-88c4d6a78589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:15.959088 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-23019f0d-84e7-4101-8978-88c4d6a78589 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 200 len: 851 time: 0.1315842 Mar 11 16:16:15.963685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0113863-2ef1-4e78-82cb-aa84b3ac9057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.964742 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b0113863-2ef1-4e78-82cb-aa84b3ac9057 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3a6084f-82c8-4514-96d8-b9971eba60a3 HTTP/1.1" status: 204 len: 168 time: 1.0181715 Mar 11 16:16:16.029483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.047174 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.060477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab56df9b-7862-44f0-833d-6883a69e3771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.077442 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8ed3d78c-55b9-45fd-83cf-fc23042f5441 req-80bad2f0-d517-4a6f-8401-84b38016b59f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709158 Mar 11 16:16:16.116137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab56df9b-7862-44f0-833d-6883a69e3771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.171402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.171897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaa924ec-b865-458e-a2f5-85e0e53bb303 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:16.193532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.198603 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dec7ef30-2b69-40e1-85d1-cfba57e0eba9 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "DELETE /v2.0/routers/eaa924ec-b865-458e-a2f5-85e0e53bb303 HTTP/1.1" status: 204 len: 168 time: 3.8499377 Mar 11 16:16:16.199528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54296) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:16.241995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b430e159-6652-449a-897e-ca3bb9461902 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:16.241995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b430e159-6652-449a-897e-ca3bb9461902 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Synchronizing usage tracker for tenant:ff12d2b9f587496ca0b30b5428abe590 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:16.285816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab56df9b-7862-44f0-833d-6883a69e3771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.288225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab56df9b-7862-44f0-833d-6883a69e3771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.293159 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab56df9b-7862-44f0-833d-6883a69e3771 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c17f404f-9402-4842-a96a-a19fe1356103 HTTP/1.1" status: 204 len: 168 time: 0.6063256 Mar 11 16:16:16.308767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.352886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.410058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b430e159-6652-449a-897e-ca3bb9461902 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Unset dirty status for tenant:ff12d2b9f587496ca0b30b5428abe590 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:16.411156 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b430e159-6652-449a-897e-ca3bb9461902 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa HTTP/1.1" status: 200 len: 913 time: 0.6232667 Mar 11 16:16:16.413354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-18968b80-dacf-441e-bf10-4e3cbf6b439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:16.417689 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-18968b80-dacf-441e-bf10-4e3cbf6b439f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a03412e-50be-451f-a956-37655eb04392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3982728 Mar 11 16:16:16.428604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54304) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:16.460720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56df9b-7862-44f0-833d-6883a69e3771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f404f-9402-4842-a96a-a19fe1356103,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:16.614885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46340574-6504-46d3-95df-893e764766ae req-6aacb732-dfc0-45a8-838a-236d9da5cd16 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:16.617551 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-46340574-6504-46d3-95df-893e764766ae req-6aacb732-dfc0-45a8-838a-236d9da5cd16 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 945 time: 0.3337507 Mar 11 16:16:16.632468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54310) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:16.638077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9b0215c1-bac4-4444-a385-5d308f821c3f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Request body: {'floatingip': {'port_id': 'bd445947-0da5-4971-9f73-258b426294ee'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:16.666930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d084f9b-b6d2-4796-af45-f30b82d60cea req-01f551e3-5f71-47b9-b327-c360348a24d2 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:16.668393 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d084f9b-b6d2-4796-af45-f30b82d60cea req-01f551e3-5f71-47b9-b327-c360348a24d2 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 946 time: 0.5918417 Mar 11 16:16:16.723464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.806096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b0215c1-bac4-4444-a385-5d308f821c3f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:16.964448 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d084f9b-b6d2-4796-af45-f30b82d60cea req-585626dc-5111-4910-b87e-17d7b3d9e673 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683041 Mar 11 16:16:17.000094 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-93ae1679-c1a2-4ff7-96d7-8202e7c8e406 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727406 Mar 11 16:16:17.024082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Allocated IP 172.26.8.68 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/04848e1b-0741-4ea3-a2bb-2c1108033e6f) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:17.465851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:17.495742 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e3413c8-7bac-4ff5-a0c0-402f6f5ebe8d req-c6eba408-dd6c-414d-8630-b93489e67af1 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834912 Mar 11 16:16:17.519110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2db693-abc8-47b5-94ed-781952e1845f req-b93ffda2-7ee4-48ce-8953-837d154808e5 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:17.519110 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5a2db693-abc8-47b5-94ed-781952e1845f req-b93ffda2-7ee4-48ce-8953-837d154808e5 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.2299879 Mar 11 16:16:17.556341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Deleting port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:17.556571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:17.629513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:17.645345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661975c-5bdc-4436-84ac-54e28602c0de req-77ffad91-60b8-4359-9eea-2dde0fc1964d tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:17.647307 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a661975c-5bdc-4436-84ac-54e28602c0de req-77ffad91-60b8-4359-9eea-2dde0fc1964d tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 946 time: 0.4924521 Mar 11 16:16:17.698072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54352) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:17.701146 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5a2db693-abc8-47b5-94ed-781952e1845f req-a48dbf01-04fd-4649-8576-fa9a1c968008 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777823 Mar 11 16:16:17.714748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54356) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:17.741835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Request body: {'floatingip': {'port_id': 'c430d915-78d6-4492-b5e6-74dc23834f04'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:17.877760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-94b54eab-04ce-4551-bc6e-9300a69c0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:17.879121 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-94b54eab-04ce-4551-bc6e-9300a69c0556 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1099 time: 0.2267101 Mar 11 16:16:17.919499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1346715423'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:17.944422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:17.970792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:17.995672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:network and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:18.000233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:18.021662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:18.090721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:18.158693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b0215c1-bac4-4444-a385-5d308f821c3f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:18.161373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-f3857cc0-fb41-4782-8203-58321a323f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:18.162859 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-f3857cc0-fb41-4782-8203-58321a323f97 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 913 time: 0.2730520 Mar 11 16:16:18.171520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:18.226707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:18.240006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b0215c1-bac4-4444-a385-5d308f821c3f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:18.329941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] For port dbf0b7ec-cd2b-42c8-a975-96670e8a9f78, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=dbf0b7ec-cd2b-42c8-a975-96670e8a9f78,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:18.330240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:18.365923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:18.409321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Made reservation on behalf of e30791a170fb4ba3a08af54ea693903d for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:18.412690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:18.447249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event updated for resources: {'Port': ['ID=04848e1b-0741-4ea3-a2bb-2c1108033e6f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:18.457937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:18.499308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:18.532023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Calling delete_port for dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:18.557600 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-d4f34862-a9ba-4d28-9f62-fe8074371d6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 1001 time: 0.3849821 Mar 11 16:16:18.558746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:security_group_rule and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:18.575009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:18.626299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:18.674590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:18.758006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54374) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:18.788918 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-9b0215c1-bac4-4444-a385-5d308f821c3f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Floating IP 7b71cd71-cd78-43ee-91b9-ce6ceaa552b2 associated. External IP: 172.26.8.36, port: bd445947-0da5-4971-9f73-258b426294ee. Mar 11 16:16:18.888122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-94228fdc-ae9f-4b3e-9500-5f722ee03dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:18.890243 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-94228fdc-ae9f-4b3e-9500-5f722ee03dfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 200 len: 851 time: 0.3180387 Mar 11 16:16:19.080764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-353249245'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:19.095012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:19.103767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Usage tracker for resource:network and tenant:cdc75d292d844e038e2b6729d0a4a369 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:19.110854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:19.121635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:19.325798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945137-4634-47b4-87db-08cbcc44bcba req-faa06161-c646-47e5-a37d-8a908c13bb12 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:19.327426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-43945137-4634-47b4-87db-08cbcc44bcba req-faa06161-c646-47e5-a37d-8a908c13bb12 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.4923043 Mar 11 16:16:19.329328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:19.399910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Made reservation on behalf of cdc75d292d844e038e2b6729d0a4a369 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:19.403327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:19.416706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:19.421024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-c26aa04e-f025-4995-8b4f-e90bbf1c5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:19.422576 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-c26aa04e-f025-4995-8b4f-e90bbf1c5541 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a03412e-50be-451f-a956-37655eb04392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4661136 Mar 11 16:16:19.433372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:19.470590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:19.486841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Usage tracker for resource:security_group_rule and tenant:cdc75d292d844e038e2b6729d0a4a369 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:19.539916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:19.540129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:19.554125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:19.557881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:19.586842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe912c-b644-4a0a-ae0a-3f9879de88c3,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:19.594130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:19.633188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbf0b7ec-cd2b-42c8-a975-96670e8a9f78,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:19.668657 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-43945137-4634-47b4-87db-08cbcc44bcba req-a7c0e3a2-4d14-4148-abf7-9a17d877ce97 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805042 Mar 11 16:16:19.700207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:19.700554 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Added segment 661b86ab-9f21-4ceb-b7ae-4cfcb9e7f759 of type vlan for network 27793d65-effb-4a40-b747-bb4e994b9069 Mar 11 16:16:19.703138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:16:19.885115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0215c1-bac4-4444-a385-5d308f821c3f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Router 0c782dfb-7442-45d2-965d-da41e50c2138 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:19.942271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:19.949470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:19.988661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-a7b703b0-56ea-4cbb-aea8-8026a4ac2b8a service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494990 Mar 11 16:16:19.995068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.107227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Deleting port 490be770-a58d-4682-9460-cf3228d4f510 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:20.107569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.128759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.162988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:16:20.286269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.289205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.379884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.414719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.420026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:20.421178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.439859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d22c8-a4e4-4eee-837d-5a78b6442b44 req-9340d49f-57f1-4455-8f8d-15c6fc7cd03c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:20.441338 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f8d22c8-a4e4-4eee-837d-5a78b6442b44 req-9340d49f-57f1-4455-8f8d-15c6fc7cd03c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.6253588 Mar 11 16:16:20.517017 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8df3eec9-1c0f-41e3-b870-8517a27cd518 req-d3836e3f-43b7-4707-9d3b-eae3c7838826 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072036 Mar 11 16:16:20.521244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.524518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.524898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7e8ad07-48e4-416b-9df3-2783a12233e9 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:20.605455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Network': ['ID=27793d65-effb-4a40-b747-bb4e994b9069,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:20.618793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.619500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 27793d65-effb-4a40-b747-bb4e994b9069 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:20.628680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:20.649017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0215c1-bac4-4444-a385-5d308f821c3f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:20.657293 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Floating IP b4cdb8d5-be74-4223-991e-01512f5e34b1 associated. External IP: 172.26.8.33, port: c430d915-78d6-4492-b5e6-74dc23834f04. Mar 11 16:16:20.661332 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] Sync routers for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:20.679578 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:20.681829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.683321 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:20.700854 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e5627435-680c-4fad-b1bd-9a9b9c9db268 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9566865 Mar 11 16:16:20.703201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54384) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:20.725788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ffb55-69cb-4581-a175-816b4e4fa4f9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:20.810113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'subnet': {'network_id': '27793d65-effb-4a40-b747-bb4e994b9069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:20.875083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.875389 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Added segment 5907f460-2c32-4126-b2ff-e2881a7192cc of type vlan for network 9b70e32c-94bf-424a-9160-40b3f596635e Mar 11 16:16:20.878805 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f8d22c8-a4e4-4eee-837d-5a78b6442b44 req-45f83d55-4b64-4e63-9f1b-12811e81605c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727458 Mar 11 16:16:20.896909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Calling delete_port for 490be770-a58d-4682-9460-cf3228d4f510 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:20.911961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:20.913071 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d3aad679-1570-4a18-8080-b5fd4a5c8ec3 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "DELETE /v2.0/routers/a7e8ad07-48e4-416b-9df3-2783a12233e9 HTTP/1.1" status: 204 len: 168 time: 4.7126172 Mar 11 16:16:20.926434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54390) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:20.962527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-305044403', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:20.966875 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:20.997210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b0215c1-bac4-4444-a385-5d308f821c3f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:21.029386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:21.034263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:21.086786 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9b0215c1-bac4-4444-a385-5d308f821c3f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "PUT /v2.0/floatingips/7b71cd71-cd78-43ee-91b9-ce6ceaa552b2 HTTP/1.1" status: 200 len: 990 time: 4.4532015 Mar 11 16:16:21.097126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'tag': 'bd445947-0da5-4971-9f73-258b426294ee'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:21.110302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Usage tracker for resource:router and tenant:d9c02f2fa6dc48dbb2387d9bb0df81f4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:21.122406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:21.140343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:21.214844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:21.230496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:subnet and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:21.250749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:21.269783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:21.301556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:21.303325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:21.304430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:21.307369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:21.307976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:21.346922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:21.411204 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '7b71cd71-cd78-43ee-91b9-ce6ceaa552b2', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'floating_ip_address': '172.26.8.36', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'port_id': 'bd445947-0da5-4971-9f73-258b426294ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'mac_address': 'fa:16:3e:92:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:38Z', 'updated_at': '2022-03-11T16:16:17Z', 'revision_number': 1, 'project_id': 'c4456c43527b40d587279f67503a2854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312e9735-8930-4bdf-b8f3-23bd651bbb31', 'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'mac_address': 'fa:16:3e:52:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:19Z', 'updated_at': '2022-03-11T16:15:33Z', 'revision_number': 5, 'project_id': 'c4456c43527b40d587279f67503a2854', 'subnets': [{'id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:21.417987 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] Checking router: 0c782dfb-7442-45d2-965d-da41e50c2138 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:16:21.430202 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:21.431072 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:21.494851 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7254281 Mar 11 16:16:21.504421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f0d88-e089-48af-ac1a-2d8fb3aa68eb tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Pushing event updated for resources: {'Network': ['ID=9b70e32c-94bf-424a-9160-40b3f596635e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:21.517474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Router 299352e0-8cf4-46d1-a792-893271a49ed0 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:21.519550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 9b70e32c-94bf-424a-9160-40b3f596635e details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:21.610045 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'tag': 'bd445947-0da5-4971-9f73-258b426294ee', 'status': 'completed', 'code': 200} Mar 11 16:16:21.635325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15abe8-21a2-4035-b2a3-cf9798729b9c req-03159718-9105-4ad1-8434-32355eb1ee8d tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:21.637123 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cb15abe8-21a2-4035-b2a3-cf9798729b9c req-03159718-9105-4ad1-8434-32355eb1ee8d tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 945 time: 0.3368123 Mar 11 16:16:21.714294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Router 84aa3879-16e0-4a0f-9696-f2520b6f34d4 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:21.724876 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:21.775346 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cb15abe8-21a2-4035-b2a3-cf9798729b9c req-fde70653-6215-49a4-a56c-0d8d5c7c83e7 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309013 Mar 11 16:16:21.782632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Made reservation on behalf of e30791a170fb4ba3a08af54ea693903d for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:21.786833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:21.800722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:21.808131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:21.816163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] Sync routers for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:21.832201 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:21.832840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:21.883165 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4038eb43-882f-4b27-874f-e4e3e2820456 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "PUT /v2.0/floatingips/b4cdb8d5-be74-4223-991e-01512f5e34b1 HTTP/1.1" status: 200 len: 991 time: 4.1800156 Mar 11 16:16:21.991855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:22.026266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Request body: {'port': {'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e', 'binding:host_id': 'hv-neutron-8333', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-991714765'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:22.046367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:22.059719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:22.066644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Usage tracker for resource:port and tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:22.071111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:22.079022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:22.130590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e614f6d-b92d-4efe-b7d8-a604f88a8205 req-8d6a09d2-abff-4414-a589-f439de61dca6 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:22.132356 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e614f6d-b92d-4efe-b7d8-a604f88a8205 req-8d6a09d2-abff-4414-a589-f439de61dca6 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.1970336 Mar 11 16:16:22.190536 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e614f6d-b92d-4efe-b7d8-a604f88a8205 req-eedfed20-6a2b-48bd-9a22-9807e6199719 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487339 Mar 11 16:16:22.191546 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Made reservation on behalf of 7921ea0bfe6f429b83ad5bf2f7e6c08b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:22.194809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:22.225550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:22.243925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:22.248149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Usage tracker for resource:security_group_rule and tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:22.250957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:22.253880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:22.262543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:22.292281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:16:22.292860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dbf0b7ec-cd2b-42c8-a975-96670e8a9f78 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:16:22.316981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:22.349227 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '7b71cd71-cd78-43ee-91b9-ce6ceaa552b2', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'floating_ip_address': '172.26.8.36', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'port_id': 'bd445947-0da5-4971-9f73-258b426294ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'mac_address': 'fa:16:3e:92:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:38Z', 'updated_at': '2022-03-11T16:16:17Z', 'revision_number': 1, 'project_id': 'c4456c43527b40d587279f67503a2854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312e9735-8930-4bdf-b8f3-23bd651bbb31', 'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'mac_address': 'fa:16:3e:52:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:19Z', 'updated_at': '2022-03-11T16:15:33Z', 'revision_number': 5, 'project_id': 'c4456c43527b40d587279f67503a2854', 'subnets': [{'id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:22.355590 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620916a-438a-4c5b-b26e-eba2fc8d1f82 None None] The sync data for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv is: [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '7b71cd71-cd78-43ee-91b9-ce6ceaa552b2', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'floating_ip_address': '172.26.8.36', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'port_id': 'bd445947-0da5-4971-9f73-258b426294ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'mac_address': 'fa:16:3e:92:9c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:38Z', 'updated_at': '2022-03-11T16:16:17Z', 'revision_number': 1, 'project_id': 'c4456c43527b40d587279f67503a2854', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312e9735-8930-4bdf-b8f3-23bd651bbb31', 'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'mac_address': 'fa:16:3e:52:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:19Z', 'updated_at': '2022-03-11T16:15:33Z', 'revision_number': 5, 'project_id': 'c4456c43527b40d587279f67503a2854', 'subnets': [{'id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:22.433982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:22.480008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event deleted for resources: {'Port': ['ID=490be770-a58d-4682-9460-cf3228d4f510,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:22.512363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:22.522337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'b4cdb8d5-be74-4223-991e-01512f5e34b1', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'port_id': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'mac_address': 'fa:16:3e:83:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:37Z', 'updated_at': '2022-03-11T16:16:19Z', 'revision_number': 1, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac174af-450b-4bd6-95ce-03b1aebc53d1', 'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'mac_address': 'fa:16:3e:2b:da:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:21Z', 'updated_at': '2022-03-11T16:15:38Z', 'revision_number': 5, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'subnets': [{'id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:22.526747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] Checking router: 299352e0-8cf4-46d1-a792-893271a49ed0 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:16:22.539733 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:22.540595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:22.575944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c00d60-57ef-4353-b763-bc2886dbbc40,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:22.596308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] device_id is not set on port b61bdc5f-2880-48aa-b43d-679ef8acec19 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:16:22.698885 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882765e8-a194-4eb1-a339-dd487f1cbdb0 None None] New status for floating IP 7b71cd71-cd78-43ee-91b9-ce6ceaa552b2: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:16:22.720976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:22.756563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:22.783724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Sync routers for ids ['84aa3879-16e0-4a0f-9696-f2520b6f34d4'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:22.801327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Routers {'84aa3879-16e0-4a0f-9696-f2520b6f34d4'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:22.801938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['84aa3879-16e0-4a0f-9696-f2520b6f34d4'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:22.828943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:22.830764 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-894dd7cf-f5fb-4302-9792-776958c5e1dd tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7510395 Mar 11 16:16:22.842625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54418) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:22.857185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-44879926-8126-446f-9b86-e81aca8fd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:22.864531 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-44879926-8126-446f-9b86-e81aca8fd37b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4456c43527b40d587279f67503a2854&device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 1098 time: 1.2180064 Mar 11 16:16:22.904016 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:23.020817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] device_id is not set on port b61bdc5f-2880-48aa-b43d-679ef8acec19 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:16:23.035940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:23.054672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Transition to ACTIVE for port object b61bdc5f-2880-48aa-b43d-679ef8acec19 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:23.149865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Set router 84aa3879-16e0-4a0f-9696-f2520b6f34d4 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:23.171308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:23.266422 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'Port': ['ID=b61bdc5f-2880-48aa-b43d-679ef8acec19,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:23.286874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Checking segment: {'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:23.287224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Network hostable DHCP agents. Network: 9b70e32c-94bf-424a-9160-40b3f596635e, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:16:23.376865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Network 9b70e32c-94bf-424a-9160-40b3f596635e is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:16:23.540219 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f0b5e2dd-4b5c-459f-a2d8-cf1b077a3047 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/routers/84aa3879-16e0-4a0f-9696-f2520b6f34d4 HTTP/1.1" status: 200 len: 908 time: 0.6735625 Mar 11 16:16:23.553343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54426) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:23.631136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1771794266', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': True}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:23.648495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:23.649189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:23.659527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 9b70e32c-94bf-424a-9160-40b3f596635e) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:23.664387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ccf4-ec2d-4271-9a3f-b08f2c544558 req-c80d2b7e-b77f-41c2-895c-f83dd0f7b40b tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:23.668253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:23.673321 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0147ccf4-ec2d-4271-9a3f-b08f2c544558 req-c80d2b7e-b77f-41c2-895c-f83dd0f7b40b tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 946 time: 1.5041020 Mar 11 16:16:23.675428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce92d380-ad94-4c6d-a909-15fc2f8906d4 None None] Network 9b70e32c-94bf-424a-9160-40b3f596635e requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:23.689143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.689937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.689937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:23.698948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:23.699285 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:23.700265 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 2 to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 Mar 11 16:16:23.710113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Usage tracker for resource:router and tenant:9e43be23ba1143c084612f1fe0d234f0 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:23.718586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.718913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.719243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:23.732226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:23.732577 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:23.734440 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 3 to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 Mar 11 16:16:23.739037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:23.749519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678892df-a2ea-48b8-b5ca-5a0f294937a7 req-2d240bcb-3836-4b27-820a-0716161ddf27 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:23.751313 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-678892df-a2ea-48b8-b5ca-5a0f294937a7 req-2d240bcb-3836-4b27-820a-0716161ddf27 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3058746 Mar 11 16:16:23.776022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.776253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.776488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:23.786457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:23.786753 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:23.787287 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 4 to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 Mar 11 16:16:23.803239 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aa3879-16e0-4a0f-9696-f2520b6f34d4', 'name': 'tempest-snat-router-1771794266', 'tenant_id': '9e43be23ba1143c084612f1fe0d234f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.68'}], 'enable_snat': False}, 'gw_port_id': '04848e1b-0741-4ea3-a2bb-2c1108033e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:16:14Z', 'updated_at': '2022-03-11T16:16:19Z', 'revision_number': 3, 'project_id': '9e43be23ba1143c084612f1fe0d234f0', 'gw_port': {'id': '04848e1b-0741-4ea3-a2bb-2c1108033e6f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84aa3879-16e0-4a0f-9696-f2520b6f34d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:16:16Z', 'updated_at': '2022-03-11T16:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:23.816260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:23.824186 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-678892df-a2ea-48b8-b5ca-5a0f294937a7 req-64b3bd5d-dda2-41cb-8561-6f5b2b031efe tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669124 Mar 11 16:16:23.825020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.825352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.825707 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:23.833485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:23.833485 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:23.833485 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 5 to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 Mar 11 16:16:23.844389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'b4cdb8d5-be74-4223-991e-01512f5e34b1', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'port_id': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'mac_address': 'fa:16:3e:83:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:37Z', 'updated_at': '2022-03-11T16:16:19Z', 'revision_number': 1, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac174af-450b-4bd6-95ce-03b1aebc53d1', 'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'mac_address': 'fa:16:3e:2b:da:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:21Z', 'updated_at': '2022-03-11T16:15:38Z', 'revision_number': 5, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'subnets': [{'id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:23.845081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-3071aa59-99a7-49a1-adb2-428f137a2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:23.846586 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-3071aa59-99a7-49a1-adb2-428f137a2faf service neutron] 10.222.0.35 "GET /v2.0/networks?id=026af78c-221a-4b26-97b4-0321fe0d1b88 HTTP/1.1" status: 200 len: 913 time: 0.7624531 Mar 11 16:16:23.847736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:23.860567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.860567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.860567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:23.872456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:23.872456 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:23.872456 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 6 to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 Mar 11 16:16:23.879956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Checking router: 84aa3879-16e0-4a0f-9696-f2520b6f34d4 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:16:23.880601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Updating router 84aa3879-16e0-4a0f-9696-f2520b6f34d4 port 04848e1b-0741-4ea3-a2bb-2c1108033e6f binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:16:23.887187 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.887520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.887951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:23.894117 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:23.894496 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:23.894882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 7 to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 Mar 11 16:16:23.907891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e09204-4811-4da1-9509-a26e72ac85bb None None] The sync data for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv is: [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'b4cdb8d5-be74-4223-991e-01512f5e34b1', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'port_id': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'mac_address': 'fa:16:3e:83:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:15:37Z', 'updated_at': '2022-03-11T16:16:19Z', 'revision_number': 1, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ac174af-450b-4bd6-95ce-03b1aebc53d1', 'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'mac_address': 'fa:16:3e:2b:da:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:21Z', 'updated_at': '2022-03-11T16:15:38Z', 'revision_number': 5, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'subnets': [{'id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:23.915551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.916200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.916762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:23.922823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:23.923296 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:23.923771 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 8 to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 Mar 11 16:16:23.940470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.940910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.941427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:23.947331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:23.947782 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:23.948264 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 9 to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 Mar 11 16:16:23.960884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:23.966286 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'status': 'completed', 'code': 200} Mar 11 16:16:23.967836 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.968343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.968796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:23.974646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:23.975212 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:23.975729 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 10 to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 Mar 11 16:16:23.994067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:23.994762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:23.995199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:24.001651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port b61bdc5f-2880-48aa-b43d-679ef8acec19 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:24.002117 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port b61bdc5f-2880-48aa-b43d-679ef8acec19 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:24.002653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.042458 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0147ccf4-ec2d-4271-9a3f-b08f2c544558 req-e1a34a93-3d71-4832-8c5f-d157d08c7fbd tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679247 Mar 11 16:16:24.115649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.116980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.122134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] For port b61bdc5f-2880-48aa-b43d-679ef8acec19, host hv-neutron-8333, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:24.122643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempted to set empty binding levels {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 16:16:24.129402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.176682 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.237038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:24.237787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.242096 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a97eb-c145-4acf-a7bb-cceede8e9528 None None] New status for floating IP b4cdb8d5-be74-4223-991e-01512f5e34b1: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:16:24.275719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'Port': ['ID=b61bdc5f-2880-48aa-b43d-679ef8acec19,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:24.296873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Subnet': ['ID=69b3af44-984b-4539-9d53-fa8ba4f3c670,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:24.329949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.333733 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-9a3fb14f-9f58-4a8d-8cdc-c8aa106ccff7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd445947-0da5-4971-9f73-258b426294ee HTTP/1.1" status: 200 len: 1000 time: 0.4386530 Mar 11 16:16:24.392796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Checking segment: {'id': '661b86ab-9f21-4ceb-b7ae-4cfcb9e7f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '27793d65-effb-4a40-b747-bb4e994b9069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:24.393158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network hostable DHCP agents. Network: 27793d65-effb-4a40-b747-bb4e994b9069, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:16:24.397863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.409767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Transition to ACTIVE for port object 04848e1b-0741-4ea3-a2bb-2c1108033e6f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:24.423011 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f4d6ee8-b3fe-423f-9ae5-11c9567bdcb4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.4164088 Mar 11 16:16:24.425655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54436) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:24.497940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-551cef3c-5dd3-4c70-a906-5a5e98c527b4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Deleting port b61bdc5f-2880-48aa-b43d-679ef8acec19 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:24.498956 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-551cef3c-5dd3-4c70-a906-5a5e98c527b4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.513318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.577377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-8b63ae69-3176-4002-a477-4f2bdd15af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:24.579628 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-8b63ae69-3176-4002-a477-4f2bdd15af55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=35b3d889893f468abbd8f3a050968a5e&device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 1099 time: 0.5559840 Mar 11 16:16:24.597931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Attempting to bind port 04848e1b-0741-4ea3-a2bb-2c1108033e6f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:24.598661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Attempting to bind port 04848e1b-0741-4ea3-a2bb-2c1108033e6f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:24.599165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Attempting to bind port 04848e1b-0741-4ea3-a2bb-2c1108033e6f on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:24.608079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:16:24.608539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:24.609510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.610062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:16:24.610565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Bound port: 04848e1b-0741-4ea3-a2bb-2c1108033e6f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:24.616364 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.665215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e940b-98d0-4a9a-8808-85cae57abd09 None None] Pushing event updated for resources: {'Port': ['ID=04848e1b-0741-4ea3-a2bb-2c1108033e6f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:24.682439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-965ede8f-0b51-47a6-adbd-dc01353036ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:24.683893 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-965ede8f-0b51-47a6-adbd-dc01353036ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9711eae0-37d4-43ce-90d1-96f154e0d138 HTTP/1.1" status: 200 len: 851 time: 0.3330195 Mar 11 16:16:24.712752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] For port 04848e1b-0741-4ea3-a2bb-2c1108033e6f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:24.715720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] For port 04848e1b-0741-4ea3-a2bb-2c1108033e6f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=04848e1b-0741-4ea3-a2bb-2c1108033e6f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:16:24.760825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-551cef3c-5dd3-4c70-a906-5a5e98c527b4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] For port b61bdc5f-2880-48aa-b43d-679ef8acec19, host hv-neutron-8333, got binding levels [] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:24.761182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-551cef3c-5dd3-4c70-a906-5a5e98c527b4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.818094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 27793d65-effb-4a40-b747-bb4e994b9069 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:16:24.822646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:24.902409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Routers {'84aa3879-16e0-4a0f-9696-f2520b6f34d4'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:24.903039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['84aa3879-16e0-4a0f-9696-f2520b6f34d4'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:24.923084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-551cef3c-5dd3-4c70-a906-5a5e98c527b4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Calling delete_port for b61bdc5f-2880-48aa-b43d-679ef8acec19 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:24.980298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e940b-98d0-4a9a-8808-85cae57abd09 None None] Pushing event updated for resources: {'Port': ['ID=04848e1b-0741-4ea3-a2bb-2c1108033e6f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:25.095598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] Set router 84aa3879-16e0-4a0f-9696-f2520b6f34d4 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:25.118570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-551cef3c-5dd3-4c70-a906-5a5e98c527b4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:25.169751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cef3c-5dd3-4c70-a906-5a5e98c527b4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event deleted for resources: {'Port': ['ID=b61bdc5f-2880-48aa-b43d-679ef8acec19,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:25.177196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-551cef3c-5dd3-4c70-a906-5a5e98c527b4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:25.186234 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-551cef3c-5dd3-4c70-a906-5a5e98c527b4 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "DELETE /v2.0/ports/b61bdc5f-2880-48aa-b43d-679ef8acec19 HTTP/1.1" status: 204 len: 168 time: 0.7570705 Mar 11 16:16:25.186473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54442) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:25.212506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:25.230652 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a7fcd8-8c81-488a-9553-0e02109ba690 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:16:25.231184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03a7fcd8-8c81-488a-9553-0e02109ba690 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Synchronizing usage tracker for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:25.307046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03a7fcd8-8c81-488a-9553-0e02109ba690 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Unset dirty status for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:25.312351 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-03a7fcd8-8c81-488a-9553-0e02109ba690 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "GET /v2.0/ports/b61bdc5f-2880-48aa-b43d-679ef8acec19 HTTP/1.1" status: 404 len: 333 time: 0.1209919 Mar 11 16:16:25.312729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54446) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:25.315727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 27793d65-effb-4a40-b747-bb4e994b9069) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:25.320788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Request body: {'port': {'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-888619686'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:25.326054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:25.337318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:25.340197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d400e-cb33-49cc-ba7a-0772dcb393b4 None None] Network 27793d65-effb-4a40-b747-bb4e994b9069 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:25.342661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:25.348857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:25.349443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:25.432126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Made reservation on behalf of 7921ea0bfe6f429b83ad5bf2f7e6c08b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:25.434822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:25.458091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] device_id is not set on port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:16:25.478561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:25.639604 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2100eb81-b224-47d8-8fa6-3ac91520b12c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9336710 Mar 11 16:16:25.640845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-b27d35f1-1dd7-4406-a0c7-9a1090729b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:25.642187 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-b27d35f1-1dd7-4406-a0c7-9a1090729b13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6be08afd-bba1-4194-b9a0-20bce245a205 HTTP/1.1" status: 200 len: 907 time: 1.0463655 Mar 11 16:16:25.644505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54450) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:25.668736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef182ca3-9261-4c16-8d2a-1f87ac45bbe5 None None] Network 27793d65-effb-4a40-b747-bb4e994b9069 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:25.682464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84aa3879-16e0-4a0f-9696-f2520b6f34d4', 'name': 'tempest-snat-router-1771794266', 'tenant_id': '9e43be23ba1143c084612f1fe0d234f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.68'}], 'enable_snat': False}, 'gw_port_id': '04848e1b-0741-4ea3-a2bb-2c1108033e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:16:14Z', 'updated_at': '2022-03-11T16:16:19Z', 'revision_number': 3, 'project_id': '9e43be23ba1143c084612f1fe0d234f0', 'gw_port': {'id': '04848e1b-0741-4ea3-a2bb-2c1108033e6f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84aa3879-16e0-4a0f-9696-f2520b6f34d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:16:16Z', 'updated_at': '2022-03-11T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:25.689703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a1a874-16d7-47da-b1f1-32e94023b861 None None] The sync data for ids ['84aa3879-16e0-4a0f-9696-f2520b6f34d4'] in dv-neutron-833379-1-hyperv is: [{'id': '84aa3879-16e0-4a0f-9696-f2520b6f34d4', 'name': 'tempest-snat-router-1771794266', 'tenant_id': '9e43be23ba1143c084612f1fe0d234f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.68'}], 'enable_snat': False}, 'gw_port_id': '04848e1b-0741-4ea3-a2bb-2c1108033e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:16:14Z', 'updated_at': '2022-03-11T16:16:19Z', 'revision_number': 3, 'project_id': '9e43be23ba1143c084612f1fe0d234f0', 'gw_port': {'id': '04848e1b-0741-4ea3-a2bb-2c1108033e6f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:11:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84aa3879-16e0-4a0f-9696-f2520b6f34d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:16:16Z', 'updated_at': '2022-03-11T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:25.702358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:25.746725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1301959172', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:25.753847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-43027ecb-e1d1-44cc-a87c-f25e24b120e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:25.755329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-43027ecb-e1d1-44cc-a87c-f25e24b120e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=026af78c-221a-4b26-97b4-0321fe0d1b88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9991581 Mar 11 16:16:25.811362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:25.873524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:router and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:25.885046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:25.925596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:25.960778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea67feb-71db-4134-9d13-b1b57c71e1c6 req-6f00ae87-dfcd-46b2-bfe5-64019bc78a32 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:25.960778 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ea67feb-71db-4134-9d13-b1b57c71e1c6 req-6f00ae87-dfcd-46b2-bfe5-64019bc78a32 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.8997910 Mar 11 16:16:25.975184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Router 5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:26.137367 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-eaafb526-d255-4846-a0be-702aa729ec30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c430d915-78d6-4492-b5e6-74dc23834f04 HTTP/1.1" status: 200 len: 1001 time: 0.4832704 Mar 11 16:16:26.142335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Allocated IP 172.26.8.123 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/0faf8136-812d-41fe-b164-624cf4400808) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:26.213095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 04848e1b-0741-4ea3-a2bb-2c1108033e6f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:26.325204 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ea67feb-71db-4134-9d13-b1b57c71e1c6 req-f6bd14fc-c267-4824-888f-01a2d9025cbc tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722401 Mar 11 16:16:26.438707 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.485959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-963beec2-2ab2-453b-83a5-f9b224843e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:26.487620 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-963beec2-2ab2-453b-83a5-f9b224843e11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=16774e41-ceec-4659-b4b5-542fbd354cfc HTTP/1.1" status: 200 len: 845 time: 0.3283827 Mar 11 16:16:26.489528 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-4ab9b372-5974-4450-8bd2-b148ae9fcd49 service neutron] 10.222.0.35 "GET /v2.0/networks/026af78c-221a-4b26-97b4-0321fe0d1b88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856618 Mar 11 16:16:26.564387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:26.575923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Network 9b70e32c-94bf-424a-9160-40b3f596635e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:26.579509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:26.583794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:26.584723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:26.585311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.587660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 04848e1b-0741-4ea3-a2bb-2c1108033e6f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:26.593634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 04848e1b-0741-4ea3-a2bb-2c1108033e6f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:26.594001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.711139 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-289d23f1-6f71-4858-87ef-a9737ae0f209 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3948717 Mar 11 16:16:26.711347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54454) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:26.719788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:26.745555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.764232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 04848e1b-0741-4ea3-a2bb-2c1108033e6f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=04848e1b-0741-4ea3-a2bb-2c1108033e6f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:26.804181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.805217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.837091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.919048 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.949316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:26.962876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:26.969942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2e9ea-ec75-466b-ab24-1d12fca54c6e None None] Sync routers for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:26.995224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2e9ea-ec75-466b-ab24-1d12fca54c6e None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:26.995224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7ce2e9ea-ec75-466b-ab24-1d12fca54c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:27.009501 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4456654e-b25a-4c3c-b72a-4583cc8df27b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "PUT /v2.0/routers/5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5787365 Mar 11 16:16:27.010006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:27.068375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7ce2e9ea-ec75-466b-ab24-1d12fca54c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:27.077653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=04848e1b-0741-4ea3-a2bb-2c1108033e6f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:27.084442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2e9ea-ec75-466b-ab24-1d12fca54c6e None None] Routers {'5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:27.085055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7ce2e9ea-ec75-466b-ab24-1d12fca54c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:27.111455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.138429 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c274dbf-7a5f-43fb-878a-a647cf5fd0c6 req-0c529cd1-cc8f-4de3-8ae9-8575c345c6a0 service neutron] 10.222.0.35 "GET /v2.0/networks/026af78c-221a-4b26-97b4-0321fe0d1b88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063983 Mar 11 16:16:27.153274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7ce2e9ea-ec75-466b-ab24-1d12fca54c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:27.154037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2e9ea-ec75-466b-ab24-1d12fca54c6e None None] The sync data for ids ['5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:27.221005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-4163ed79-7ed1-4369-aad1-328b822cd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:27.222498 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-4163ed79-7ed1-4369-aad1-328b822cd700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6be08afd-bba1-4194-b9a0-20bce245a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4776757 Mar 11 16:16:27.365401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] device_id is not set on port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:16:27.371267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.437121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.492461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Transition to ACTIVE for port object ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:27.579366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.625607 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.662404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.674997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.736585 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-a7561d0f-1b6c-4f37-ac00-5f9670e162ee service neutron] 10.222.0.35 "GET /v2.0/networks/6be08afd-bba1-4194-b9a0-20bce245a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858737 Mar 11 16:16:27.742701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.757217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:27.769091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.780486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:27.780751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:27.781085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:27.799730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bead3-a1e8-4b04-ada4-5aeb5a18b210 req-7daa15e2-4c36-4fa2-9d93-e5ed2a37181a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:27.801141 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b1bead3-a1e8-4b04-ada4-5aeb5a18b210 req-7daa15e2-4c36-4fa2-9d93-e5ed2a37181a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3477507 Mar 11 16:16:27.804183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:27.804510 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:27.804882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 2 to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b Mar 11 16:16:27.837312 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:27.837631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:27.837905 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:27.851281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:27.851597 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:27.853588 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 3 to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b Mar 11 16:16:27.875619 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b1bead3-a1e8-4b04-ada4-5aeb5a18b210 req-61c95fe1-0b11-41c7-91b8-ad8e08d3f477 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608549 Mar 11 16:16:27.876284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Deleting port 78c817d1-0c1d-4ee1-a4ef-31281ecfcb6d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:27.876612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.899518 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:16:27.915080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:27.915418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:27.915751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:27.925786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:27.926108 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:27.928082 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 4 to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b Mar 11 16:16:27.938357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:27.956161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:27.958900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:27.978734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:27.979065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:27.979390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:28.035600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:28.035915 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:28.040275 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 5 to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b Mar 11 16:16:28.068254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:28.068580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:28.068911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:28.079102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:28.079420 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:28.082102 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 6 to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b Mar 11 16:16:28.108913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.115822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:28.116154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:28.116481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:28.147577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event updated for resources: {'Port': ['ID=0faf8136-812d-41fe-b164-624cf4400808,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:28.173409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:28.173601 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:28.183168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 04848e1b-0741-4ea3-a2bb-2c1108033e6f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:28.231913 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 7 to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b Mar 11 16:16:28.246815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Calling delete_port for 78c817d1-0c1d-4ee1-a4ef-31281ecfcb6d owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:28.258764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 04848e1b-0741-4ea3-a2bb-2c1108033e6f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:28.259480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.292335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:28.292661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:28.292987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:28.300985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:28.301293 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:28.303245 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 8 to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b Mar 11 16:16:28.328232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:28.328556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:28.328884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:28.342735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:28.343031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Allocated IP 172.26.8.202 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/364c58de-89a2-47ff-9b33-fcc2c8e70fe7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:28.343159 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:28.349582 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 9 to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b Mar 11 16:16:28.361855 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-39a5ab95-96b6-45fe-a0ad-dcb0443d35b5 req-ba56e900-394b-4ec4-af94-17088433a90d service neutron] 10.222.0.35 "GET /v2.0/networks/6be08afd-bba1-4194-b9a0-20bce245a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143644 Mar 11 16:16:28.373552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:28.373882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:28.374232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:28.381503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:28.381819 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:28.383002 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 10 to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b Mar 11 16:16:28.407282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:28.407615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:28.407942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:28.413937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:28.414778 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:28.414778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.561831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] For port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b, host hv-neutron-8333, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:28.565871 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempted to set empty binding levels {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 16:16:28.609690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.659315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.665302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event deleted for resources: {'Port': ['ID=78c817d1-0c1d-4ee1-a4ef-31281ecfcb6d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:28.704891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.847836 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] In _notify_port_updated(), no bound segment for port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:16:28.848699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:28.849298 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.850624 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "PUT /v2.0/ports/ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b HTTP/1.1" status: 200 len: 976 time: 2.1381564 Mar 11 16:16:28.858347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54466) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:28.896278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.961584 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee226a9e-ebdb-4235-84da-88f90447c27c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:28.981362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:28.989071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.122872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.168326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.187401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.187778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.188247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.188712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.189173 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.189626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.190085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.190566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.191016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.191156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.191502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.191950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.192418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.192853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.193303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.193752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.194283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.194686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.195217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.195568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.196506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.196506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.196888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.197393 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.197783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.199911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Synchronizing usage tracker for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:29.204555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.283111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Unset dirty status for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:29.284318 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8457bb86-15e0-4a96-b28e-6c221367da1f tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21506 time: 0.4250586 Mar 11 16:16:29.288443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:29.322288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.322812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Fanout notify agent at l3_agent the message router_deleted on router 5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:29.335777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:29.350489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:29.352254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event updated for resources: {'Port': ['ID=364c58de-89a2-47ff-9b33-fcc2c8e70fe7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:29.358878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d07c56c3-bc8a-488a-a6e3-12458e1a1ef1 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Deleting port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:29.359221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d07c56c3-bc8a-488a-a6e3-12458e1a1ef1 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.386316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.387403 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7be61533-4ad6-424e-a605-110e9654436c tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "DELETE /v2.0/routers/5a380c8d-955f-473d-ac8e-eb3bd9a4f6fa HTTP/1.1" status: 204 len: 168 time: 2.3764794 Mar 11 16:16:29.393147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54476) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:29.520799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13ced2c-627d-40d3-94b7-bdc8efb19b58 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Deleting subnet 23b94967-965a-4ce1-afdb-2b1647fe13ad {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:16:29.525079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c13ced2c-627d-40d3-94b7-bdc8efb19b58 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.531078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:29.614713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab343a00-5983-43d3-a669-5159ec97b9ba req-6dd37341-d136-4a16-9518-abaf61c06337 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:29.616161 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab343a00-5983-43d3-a669-5159ec97b9ba req-6dd37341-d136-4a16-9518-abaf61c06337 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.6082494 Mar 11 16:16:29.637242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.26.8.39 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/d0003bcf-bae1-44bc-87fe-6edaaab45079) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:29.662709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c13ced2c-627d-40d3-94b7-bdc8efb19b58 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.728152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-d07c56c3-bc8a-488a-a6e3-12458e1a1ef1 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] For port ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b, host hv-neutron-8333, got binding levels [] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:29.728517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d07c56c3-bc8a-488a-a6e3-12458e1a1ef1 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.861913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d07c56c3-bc8a-488a-a6e3-12458e1a1ef1 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Calling delete_port for ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:29.986902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c13ced2c-627d-40d3-94b7-bdc8efb19b58 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:29.989881 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab343a00-5983-43d3-a669-5159ec97b9ba req-366ce590-87c0-438d-b880-f7f3f41628fc tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496642 Mar 11 16:16:30.112060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d07c56c3-bc8a-488a-a6e3-12458e1a1ef1 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.141520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.161102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c13ced2c-627d-40d3-94b7-bdc8efb19b58 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.198929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c56c3-bc8a-488a-a6e3-12458e1a1ef1 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:30.214561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ced2c-627d-40d3-94b7-bdc8efb19b58 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event deleted for resources: {'Subnet': ['ID=23b94967-965a-4ce1-afdb-2b1647fe13ad,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:30.221559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d07c56c3-bc8a-488a-a6e3-12458e1a1ef1 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.230321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.235475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c13ced2c-627d-40d3-94b7-bdc8efb19b58 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.243981 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa4455d-1c21-4a37-a8ca-2bca29d0cc21 None None] Network dfc86887-17b1-4605-a20c-b8cb863423ff requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:30.260584 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c13ced2c-627d-40d3-94b7-bdc8efb19b58 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "DELETE /v2.0/subnets/23b94967-965a-4ce1-afdb-2b1647fe13ad HTTP/1.1" status: 204 len: 168 time: 0.8639107 Mar 11 16:16:30.264634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54484) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:30.490291 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d07c56c3-bc8a-488a-a6e3-12458e1a1ef1 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b HTTP/1.1" status: 204 len: 168 time: 1.2007306 Mar 11 16:16:30.491059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54488) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:30.558858 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-59323907-66ee-453b-b99e-9fa1169c3c81 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:16:30.559401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59323907-66ee-453b-b99e-9fa1169c3c81 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Synchronizing usage tracker for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:30.565409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.572840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.573026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48102a7d-cdd7-4bbc-94d4-14755a83f0eb None None] DHCP port deletion for dfc86887-17b1-4605-a20c-b8cb863423ff request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:16:30.573026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-48102a7d-cdd7-4bbc-94d4-14755a83f0eb None None] Deleting port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:30.573583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48102a7d-cdd7-4bbc-94d4-14755a83f0eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.585620 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Deleting port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:30.585960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.633653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.689112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59323907-66ee-453b-b99e-9fa1169c3c81 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Unset dirty status for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:30.693885 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-59323907-66ee-453b-b99e-9fa1169c3c81 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "GET /v2.0/ports/ad1303b4-69bd-435d-a5c3-4ad6dcff0a6b HTTP/1.1" status: 404 len: 333 time: 0.1983106 Mar 11 16:16:30.694653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:30.708488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1194276230', 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:30.716288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:30.745367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:30.750335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:30.757424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:30.784538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:30.805650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-48102a7d-cdd7-4bbc-94d4-14755a83f0eb None None] For port 75950a5d-8e8c-4b54-acfd-94cc6b91e110, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=75950a5d-8e8c-4b54-acfd-94cc6b91e110,segment=NetworkSegment(b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4),segment_id=b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:30.806094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48102a7d-cdd7-4bbc-94d4-14755a83f0eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.845209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Made reservation on behalf of 7921ea0bfe6f429b83ad5bf2f7e6c08b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:30.847585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.864815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] For port 75950a5d-8e8c-4b54-acfd-94cc6b91e110, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=75950a5d-8e8c-4b54-acfd-94cc6b91e110,segment=NetworkSegment(b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4),segment_id=b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:30.867330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:30.939509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-48102a7d-cdd7-4bbc-94d4-14755a83f0eb None None] Calling delete_port for 75950a5d-8e8c-4b54-acfd-94cc6b91e110 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:31.008038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Calling delete_port for 75950a5d-8e8c-4b54-acfd-94cc6b91e110 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:31.031331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=d0003bcf-bae1-44bc-87fe-6edaaab45079,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:31.054599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] device_id is not set on port 1272e5b2-75c2-48a0-b26a-24a2791a71bb yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:16:31.112384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48102a7d-cdd7-4bbc-94d4-14755a83f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.166902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48102a7d-cdd7-4bbc-94d4-14755a83f0eb None None] Pushing event deleted for resources: {'Port': ['ID=75950a5d-8e8c-4b54-acfd-94cc6b91e110,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:31.168957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48102a7d-cdd7-4bbc-94d4-14755a83f0eb None None] No DVR routers for this DVR port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:16:31.197832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Router e62ac31e-08a2-4842-91d7-db6604396d3d is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:31.238539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:16:31.238851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:16:31.349403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a08a-b739-4d50-bbca-36b7ba2319a9 req-6fac6115-b002-45b1-8b32-8c5b0317372b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:31.350890 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8bd0a08a-b739-4d50-bbca-36b7ba2319a9 req-6fac6115-b002-45b1-8b32-8c5b0317372b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.2406611 Mar 11 16:16:31.409593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.426251 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8bd0a08a-b739-4d50-bbca-36b7ba2319a9 req-ace6cb21-17f7-4499-8e49-30992dd41967 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634177 Mar 11 16:16:31.490816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.563160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Network 9b70e32c-94bf-424a-9160-40b3f596635e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:31.565955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:31.575372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:31.576371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:31.576961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.584581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'Port': ['ID=1272e5b2-75c2-48a0-b26a-24a2791a71bb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:31.640794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.644789 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a90261d3-a2d5-4cd6-b3fe-7ed7aa50db28 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9428473 Mar 11 16:16:31.647347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54498) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:31.708826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87259643-b535-4998-8475-c138a40844e6 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:31.709542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-87259643-b535-4998-8475-c138a40844e6 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Synchronizing usage tracker for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:31.722734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:31.733133 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8f6f3-f401-4d44-b8b6-e3403d6adc46 None None] Sync routers for ids ['e62ac31e-08a2-4842-91d7-db6604396d3d'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:31.740096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Deleting port 75950a5d-8e8c-4b54-acfd-94cc6b91e110 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:31.740515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.742482 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8f6f3-f401-4d44-b8b6-e3403d6adc46 None None] Routers {'e62ac31e-08a2-4842-91d7-db6604396d3d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:31.743026 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ffb8f6f3-f401-4d44-b8b6-e3403d6adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e62ac31e-08a2-4842-91d7-db6604396d3d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:31.806527 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ffb8f6f3-f401-4d44-b8b6-e3403d6adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:31.808108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-87259643-b535-4998-8475-c138a40844e6 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Unset dirty status for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:31.809367 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-87259643-b535-4998-8475-c138a40844e6 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "GET /v2.0/ports/1272e5b2-75c2-48a0-b26a-24a2791a71bb HTTP/1.1" status: 200 len: 955 time: 0.1610785 Mar 11 16:16:31.815103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] The port '75950a5d-8e8c-4b54-acfd-94cc6b91e110' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:16:31.816300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54502) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:31.822210 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8f6f3-f401-4d44-b8b6-e3403d6adc46 None None] Routers {'e62ac31e-08a2-4842-91d7-db6604396d3d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:31.823200 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ffb8f6f3-f401-4d44-b8b6-e3403d6adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e62ac31e-08a2-4842-91d7-db6604396d3d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:31.890288 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ffb8f6f3-f401-4d44-b8b6-e3403d6adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:31.890975 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8f6f3-f401-4d44-b8b6-e3403d6adc46 None None] The sync data for ids ['e62ac31e-08a2-4842-91d7-db6604396d3d'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:31.922927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.972527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:31.973707 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e2009e40-c7ca-4850-98f8-a3165fc0f21d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.0340323 Mar 11 16:16:31.984827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54506) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:31.996543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-44ce8aa5-bafd-40ba-aa76-7163c05b2147 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Deleting port 1272e5b2-75c2-48a0-b26a-24a2791a71bb {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:31.996543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44ce8aa5-bafd-40ba-aa76-7163c05b2147 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.024929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-288187bb-9509-45fe-8abd-59b14fd1d25d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': False}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:32.084796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.142966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc86887-17b1-4605-a20c-b8cb863423ff']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:32.178567 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 75950a5d-8e8c-4b54-acfd-94cc6b91e110 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:32.216131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 75950a5d-8e8c-4b54-acfd-94cc6b91e110 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:16:32.216595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 75950a5d-8e8c-4b54-acfd-94cc6b91e110 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:16:32.307572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:32.307782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ba3b64-7ccb-4582-97d7-02ed76bb0fa4') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:32.313867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Router 016ca703-41c7-43d0-96e9-9547d9fede8b is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:32.385397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.446957 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.544329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:16:32.544904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:16:32.562299 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:16:32.597263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.697771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:32.708617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Sync routers for ids ['016ca703-41c7-43d0-96e9-9547d9fede8b'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:32.718827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Routers {'016ca703-41c7-43d0-96e9-9547d9fede8b'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:32.719433 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['016ca703-41c7-43d0-96e9-9547d9fede8b'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:32.782573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44ce8aa5-bafd-40ba-aa76-7163c05b2147 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.811814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:32.815895 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c9fb0ba-a03e-4988-98cb-4aa7702543f1 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2557263 Mar 11 16:16:32.816673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54512) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:32.826898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d9a93-5484-4842-ad7e-ef5d864c7aae req-f024528d-9aec-41d2-8c0b-16d14fd1dbab tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:32.828306 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c65d9a93-5484-4842-ad7e-ef5d864c7aae req-f024528d-9aec-41d2-8c0b-16d14fd1dbab tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.2775736 Mar 11 16:16:32.902307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Set router 016ca703-41c7-43d0-96e9-9547d9fede8b gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:32.988661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-44ce8aa5-bafd-40ba-aa76-7163c05b2147 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Calling delete_port for 1272e5b2-75c2-48a0-b26a-24a2791a71bb owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:32.988920 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c65d9a93-5484-4842-ad7e-ef5d864c7aae req-9d95f539-defa-4c26-af35-1734bebd47a2 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005371 Mar 11 16:16:33.020757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.067003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.083566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event deleted for resources: {'Network': ['ID=dfc86887-17b1-4605-a20c-b8cb863423ff,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:33.089779 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-93d30d9c-b9da-4b2b-85ab-f053eb373336 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/routers/016ca703-41c7-43d0-96e9-9547d9fede8b HTTP/1.1" status: 200 len: 908 time: 0.2574687 Mar 11 16:16:33.089779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54516) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:33.095248 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7b4e20c-4f7d-467e-a369-e5487ba1609b tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "DELETE /v2.0/networks/dfc86887-17b1-4605-a20c-b8cb863423ff HTTP/1.1" status: 204 len: 168 time: 2.8296068 Mar 11 16:16:33.102092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54520) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:33.150160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:33.227066 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca703-41c7-43d0-96e9-9547d9fede8b', 'name': 'tempest-snat-router-1771794266', 'tenant_id': '9e43be23ba1143c084612f1fe0d234f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '364c58de-89a2-47ff-9b33-fcc2c8e70fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:16:24Z', 'updated_at': '2022-03-11T16:16:30Z', 'revision_number': 3, 'project_id': '9e43be23ba1143c084612f1fe0d234f0', 'gw_port': {'id': '364c58de-89a2-47ff-9b33-fcc2c8e70fe7', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016ca703-41c7-43d0-96e9-9547d9fede8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:16:27Z', 'updated_at': '2022-03-11T16:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:33.232892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Checking router: 016ca703-41c7-43d0-96e9-9547d9fede8b for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:16:33.233301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Updating router 016ca703-41c7-43d0-96e9-9547d9fede8b port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:16:33.292362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.362127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-288187bb-9509-45fe-8abd-59b14fd1d25d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.366077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Deleting port 0e063d0a-3b7f-4cdd-a918-5c37cfc8c754 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:33.366429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.401287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44ce8aa5-bafd-40ba-aa76-7163c05b2147 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.406453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.466510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce8aa5-bafd-40ba-aa76-7163c05b2147 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event deleted for resources: {'Port': ['ID=1272e5b2-75c2-48a0-b26a-24a2791a71bb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:33.488432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44ce8aa5-bafd-40ba-aa76-7163c05b2147 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.621781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:33.638220 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3529b11-d680-43d8-8a40-b4e5ed96db48 None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:33.657777 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3529b11-d680-43d8-8a40-b4e5ed96db48 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:33.658792 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b3529b11-d680-43d8-8a40-b4e5ed96db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:33.713284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.725608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Transition to ACTIVE for port object 364c58de-89a2-47ff-9b33-fcc2c8e70fe7 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:33.751412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.757593 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b3529b11-d680-43d8-8a40-b4e5ed96db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:33.776903 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3529b11-d680-43d8-8a40-b4e5ed96db48 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:33.777492 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b3529b11-d680-43d8-8a40-b4e5ed96db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:33.809006 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-44ce8aa5-bafd-40ba-aa76-7163c05b2147 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "DELETE /v2.0/ports/1272e5b2-75c2-48a0-b26a-24a2791a71bb HTTP/1.1" status: 204 len: 168 time: 1.9913845 Mar 11 16:16:33.815341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54524) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:33.838672 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b3529b11-d680-43d8-8a40-b4e5ed96db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:33.839056 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3529b11-d680-43d8-8a40-b4e5ed96db48 None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:33.842679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.844079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.844919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.859218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.862467 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0b7113f9-36f5-473f-91a6-627cc630e255 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2081835 Mar 11 16:16:33.862467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Deleting port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:33.862467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.889999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54528) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:33.896742 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9d635f-f290-43c4-a5ed-f970bb45aa84 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:16:33.903611 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7d9d635f-f290-43c4-a5ed-f970bb45aa84 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "GET /v2.0/ports/1272e5b2-75c2-48a0-b26a-24a2791a71bb HTTP/1.1" status: 404 len: 333 time: 0.0809252 Mar 11 16:16:33.917976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54532) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:33.936147 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Attempting to bind port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:33.936664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Attempting to bind port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:33.937017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Attempting to bind port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:33.939183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bfe00-9508-4785-a10d-d88362a911be None None] Pushing event updated for resources: {'Port': ['ID=364c58de-89a2-47ff-9b33-fcc2c8e70fe7,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:33.945015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:16:33.945453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:33.945904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.946366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:16:33.946887 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Bound port: 364c58de-89a2-47ff-9b33-fcc2c8e70fe7, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:33.947315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.980243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Request body: {'port': {'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1337416300'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:33.992950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Calling delete_port for 0e063d0a-3b7f-4cdd-a918-5c37cfc8c754 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:34.023198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:34.024436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] For port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:34.031259 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] For port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=364c58de-89a2-47ff-9b33-fcc2c8e70fe7,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:16:34.039678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Usage tracker for resource:port and tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:34.046496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:34.061896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:34.146742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.206470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Made reservation on behalf of 7921ea0bfe6f429b83ad5bf2f7e6c08b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:34.208778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.224044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Routers {'016ca703-41c7-43d0-96e9-9547d9fede8b'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:34.224805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['016ca703-41c7-43d0-96e9-9547d9fede8b'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:34.275577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] For port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7, host dv-neutron-833379-1-hyperv, got binding levels [] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:34.275937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.293678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] device_id is not set on port d9773e0d-668d-47cb-9385-601e907a8ed5 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:16:34.353446 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bfe00-9508-4785-a10d-d88362a911be None None] Pushing event updated for resources: {'Port': ['ID=364c58de-89a2-47ff-9b33-fcc2c8e70fe7,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:34.392375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] Set router 016ca703-41c7-43d0-96e9-9547d9fede8b gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:16:34.407188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Calling delete_port for 364c58de-89a2-47ff-9b33-fcc2c8e70fe7 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:34.500327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca703-41c7-43d0-96e9-9547d9fede8b', 'name': 'tempest-snat-router-1771794266', 'tenant_id': '9e43be23ba1143c084612f1fe0d234f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:16:24Z', 'updated_at': '2022-03-11T16:16:33Z', 'revision_number': 4, 'project_id': '9e43be23ba1143c084612f1fe0d234f0', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:34.504591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4286bc5e-a570-4c13-b895-f5d4dde9b76c None None] The sync data for ids ['016ca703-41c7-43d0-96e9-9547d9fede8b'] in dv-neutron-833379-1-hyperv is: [{'id': '016ca703-41c7-43d0-96e9-9547d9fede8b', 'name': 'tempest-snat-router-1771794266', 'tenant_id': '9e43be23ba1143c084612f1fe0d234f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:16:24Z', 'updated_at': '2022-03-11T16:16:33Z', 'revision_number': 4, 'project_id': '9e43be23ba1143c084612f1fe0d234f0', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:34.550066 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.601441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386bfde-4a21-479b-b155-318006bddf9c req-3c5fc823-d49a-4155-af09-8ff84017a68d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:34.603044 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3386bfde-4a21-479b-b155-318006bddf9c req-3c5fc823-d49a-4155-af09-8ff84017a68d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.4507587 Mar 11 16:16:34.629713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Pushing event deleted for resources: {'Port': ['ID=0e063d0a-3b7f-4cdd-a918-5c37cfc8c754,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:34.798287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:16:34.798605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:16:34.933648 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3386bfde-4a21-479b-b155-318006bddf9c req-a6c503df-7c92-4906-90e4-3b2d62d17c0a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113506 Mar 11 16:16:34.981867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.984848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.044078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.302042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Deleting port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:35.302407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.308327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.309465 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f18d5efa-0ae6-4614-bad9-75e7645b1b06 tempest-FloatingIPAdminTestJSON-1892796191 tempest-FloatingIPAdminTestJSON-1892796191-project] 10.222.0.57 "DELETE /v2.0/floatingips/8a6a36c8-d5d0-4cfe-ad1a-39ffb0eaf603 HTTP/1.1" status: 204 len: 168 time: 2.2029746 Mar 11 16:16:35.314156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-288187bb-9509-45fe-8abd-59b14fd1d25d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.318726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-288187bb-9509-45fe-8abd-59b14fd1d25d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.413752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.544928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Network 9b70e32c-94bf-424a-9160-40b3f596635e is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:35.562053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:35.572673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:35.573590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:35.574188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.580180 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'Port': ['ID=d9773e0d-668d-47cb-9385-601e907a8ed5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:35.586334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.20.0.1 (27793d65-effb-4a40-b747-bb4e994b9069/69b3af44-984b-4539-9d53-fa8ba4f3c670/dc67289b-0be5-47a6-b02d-00a74f43e6cd) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:35.597147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288187bb-9509-45fe-8abd-59b14fd1d25d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Router e62ac31e-08a2-4842-91d7-db6604396d3d has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:35.601891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] For port 364c58de-89a2-47ff-9b33-fcc2c8e70fe7, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=364c58de-89a2-47ff-9b33-fcc2c8e70fe7,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:35.603131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.680001 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6f95ee74-33f2-40b5-95f2-e42fde77cb9c tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7617269 Mar 11 16:16:35.682909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54542) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:35.690924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:35.757923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Calling delete_port for 364c58de-89a2-47ff-9b33-fcc2c8e70fe7 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:35.866663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54548) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:35.878491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288187bb-9509-45fe-8abd-59b14fd1d25d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:35.883888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-288187bb-9509-45fe-8abd-59b14fd1d25d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.887825 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-288187bb-9509-45fe-8abd-59b14fd1d25d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "PUT /v2.0/routers/e62ac31e-08a2-4842-91d7-db6604396d3d HTTP/1.1" status: 200 len: 925 time: 3.8995461 Mar 11 16:16:35.888542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54552) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:35.888885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91224514-1975-485d-9967-4f42f53d33d2 None None] Sync routers for ids ['e62ac31e-08a2-4842-91d7-db6604396d3d'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:35.898870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91224514-1975-485d-9967-4f42f53d33d2 None None] Routers {'e62ac31e-08a2-4842-91d7-db6604396d3d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:35.899586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-91224514-1975-485d-9967-4f42f53d33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e62ac31e-08a2-4842-91d7-db6604396d3d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:35.927423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.987362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-91224514-1975-485d-9967-4f42f53d33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:36.005426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91224514-1975-485d-9967-4f42f53d33d2 None None] Routers {'e62ac31e-08a2-4842-91d7-db6604396d3d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:36.006100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-91224514-1975-485d-9967-4f42f53d33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e62ac31e-08a2-4842-91d7-db6604396d3d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:36.084084 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e293a0a9-cb7d-4919-8f32-2307d8a8b4db tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/routers/e62ac31e-08a2-4842-91d7-db6604396d3d HTTP/1.1" status: 200 len: 925 time: 0.1900995 Mar 11 16:16:36.084084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.084743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.087879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54560) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:36.088249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-91224514-1975-485d-9967-4f42f53d33d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:36.088740 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91224514-1975-485d-9967-4f42f53d33d2 None None] The sync data for ids ['e62ac31e-08a2-4842-91d7-db6604396d3d'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:36.290531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 27793d65-effb-4a40-b747-bb4e994b9069 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:36.298495 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a320405c-45f3-4d52-b6ba-ced4ff407dfc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff12d2b9f587496ca0b30b5428abe590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246130 Mar 11 16:16:36.301591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54564) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:36.305783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:36.321458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:36.361799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] device_id is not set on port d9773e0d-668d-47cb-9385-601e907a8ed5 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:16:36.372017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=dc67289b-0be5-47a6-b02d-00a74f43e6cd,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:36.373233 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.402624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-580b984d-1f97-4069-8986-bdc466d7c009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.421160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.428755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-580b984d-1f97-4069-8986-bdc466d7c009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.439613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Transition to ACTIVE for port object d9773e0d-668d-47cb-9385-601e907a8ed5 will not be triggered until provisioned by entity L2. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:36.518986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.667791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.716454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28a9a7-55ce-429f-851f-975cbfc0da76 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:36.718025 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2d28a9a7-55ce-429f-851f-975cbfc0da76 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=e62ac31e-08a2-4842-91d7-db6604396d3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5679042 Mar 11 16:16:36.728689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:36.740039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bbec3-80f0-4410-9c0e-255a25ffed71 req-dd8ebbf9-79f9-4866-b3d4-ab23a23f7c35 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:36.741459 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2e2bbec3-80f0-4410-9c0e-255a25ffed71 req-dd8ebbf9-79f9-4866-b3d4-ab23a23f7c35 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.6610954 Mar 11 16:16:36.743284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-580b984d-1f97-4069-8986-bdc466d7c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.770881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event deleted for resources: {'Port': ['ID=364c58de-89a2-47ff-9b33-fcc2c8e70fe7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:36.776892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b984d-1f97-4069-8986-bdc466d7c009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84692384-9f6e-4a6b-a21f-cfb871bcca5f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:36.792509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'Port': ['ID=d9773e0d-668d-47cb-9385-601e907a8ed5,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:36.800676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-580b984d-1f97-4069-8986-bdc466d7c009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:36.804038 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-580b984d-1f97-4069-8986-bdc466d7c009 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84692384-9f6e-4a6b-a21f-cfb871bcca5f HTTP/1.1" status: 204 len: 168 time: 0.4992685 Mar 11 16:16:36.812940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:36.813271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:36.813604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:36.819291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:36.819622 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:36.819997 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 2 to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 Mar 11 16:16:36.835605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:36.836042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:36.836478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:36.841655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:36.842270 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:36.842701 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 3 to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 Mar 11 16:16:36.858156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:36.858657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:36.859091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:36.863987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:36.864416 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:36.864871 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 4 to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 Mar 11 16:16:36.880089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:36.880518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:36.880943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:36.885818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:36.886152 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:36.886540 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 5 to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 Mar 11 16:16:36.903046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:36.903465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:36.903796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:36.908476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:36.908788 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:36.909156 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 6 to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 Mar 11 16:16:36.923902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:36.924152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:36.924474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:36.928959 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:36.929266 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:36.929635 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 7 to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 Mar 11 16:16:36.944412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:36.944861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:36.945083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:36.949668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:36.949973 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:36.950362 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 8 to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 Mar 11 16:16:36.964707 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:36.965035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:36.965360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:36.970106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:36.970453 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:36.970825 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 9 to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 Mar 11 16:16:36.985955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:36.986475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:36.986851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:36.993607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:36.993607 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:36.993607 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempt 10 to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 Mar 11 16:16:37.008091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:37.008411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] {{(pid=88601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:37.008744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempting to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:37.013685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:16:37.014003 dv-neutron-833379-1-hyperv neutron-server[88601]: ERROR neutron.plugins.ml2.managers [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Failed to bind port d9773e0d-668d-47cb-9385-601e907a8ed5 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '5907f460-2c32-4126-b2ff-e2881a7192cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '9b70e32c-94bf-424a-9160-40b3f596635e'}] Mar 11 16:16:37.014114 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2e2bbec3-80f0-4410-9c0e-255a25ffed71 req-431e533b-69fe-4f12-b306-336919e335c5 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445977 Mar 11 16:16:37.014379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.047446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.111487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] For port d9773e0d-668d-47cb-9385-601e907a8ed5, host hv-neutron-8333, cleared binding levels {{(pid=88601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:37.112118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attempted to set empty binding levels {{(pid=88601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 16:16:37.170825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4ca42c-6967-43fb-91ff-c0721ea27c77 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:37.172193 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3a4ca42c-6967-43fb-91ff-c0721ea27c77 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 881 time: 0.4410195 Mar 11 16:16:37.175266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54578) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:37.178477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.244413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.247321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.270522 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-92935c33-bd46-414b-82f0-dd233f65ace4 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62ac31e-08a2-4842-91d7-db6604396d3d HTTP/1.1" status: 200 len: 205 time: 0.0940747 Mar 11 16:16:37.273121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54582) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:37.274657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] In _notify_port_updated(), no bound segment for port d9773e0d-668d-47cb-9385-601e907a8ed5 on network 9b70e32c-94bf-424a-9160-40b3f596635e {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:16:37.275476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:37.276110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.277345 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "PUT /v2.0/ports/d9773e0d-668d-47cb-9385-601e907a8ed5 HTTP/1.1" status: 200 len: 977 time: 1.5935009 Mar 11 16:16:37.280498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54586) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:37.344488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de53b79-fe53-4c36-a6f4-46796e80b3f9 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event updated for resources: {'Port': ['ID=d9773e0d-668d-47cb-9385-601e907a8ed5,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:37.364318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d031fd9b-3f30-4d3e-9970-bf0d7f75cc9d tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Deleting port d9773e0d-668d-47cb-9385-601e907a8ed5 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:37.364464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d031fd9b-3f30-4d3e-9970-bf0d7f75cc9d tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.422847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.423332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 016ca703-41c7-43d0-96e9-9547d9fede8b {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:37.496009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.500138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4c14860f-c619-450a-a160-7810d2f6c056 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "DELETE /v2.0/routers/016ca703-41c7-43d0-96e9-9547d9fede8b HTTP/1.1" status: 204 len: 168 time: 4.4066973 Mar 11 16:16:37.502433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:37.568414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54594) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:37.601611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.601863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15767974-b2d5-4743-ae52-40abbbdfe079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.616608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-d031fd9b-3f30-4d3e-9970-bf0d7f75cc9d tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] For port d9773e0d-668d-47cb-9385-601e907a8ed5, host hv-neutron-8333, got binding levels [] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:37.616972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d031fd9b-3f30-4d3e-9970-bf0d7f75cc9d tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.619901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.679039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-15767974-b2d5-4743-ae52-40abbbdfe079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:37.744956 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d031fd9b-3f30-4d3e-9970-bf0d7f75cc9d tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Calling delete_port for d9773e0d-668d-47cb-9385-601e907a8ed5 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:37.772070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-15767974-b2d5-4743-ae52-40abbbdfe079 admin admin] Usage tracker for resource:security_group_rule and tenant:4078c61b3540432997fc881811b85d18 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:37.780660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-15767974-b2d5-4743-ae52-40abbbdfe079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:37.789079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-15767974-b2d5-4743-ae52-40abbbdfe079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:37.898262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15767974-b2d5-4743-ae52-40abbbdfe079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.907104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d031fd9b-3f30-4d3e-9970-bf0d7f75cc9d tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.957984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15767974-b2d5-4743-ae52-40abbbdfe079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:37.973938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031fd9b-3f30-4d3e-9970-bf0d7f75cc9d tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9773e0d-668d-47cb-9385-601e907a8ed5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:38.000535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d031fd9b-3f30-4d3e-9970-bf0d7f75cc9d tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.023976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15767974-b2d5-4743-ae52-40abbbdfe079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3b39aa-1e1d-4d33-ad20-e2879bf30042,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:38.037343 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d031fd9b-3f30-4d3e-9970-bf0d7f75cc9d tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "DELETE /v2.0/ports/d9773e0d-668d-47cb-9385-601e907a8ed5 HTTP/1.1" status: 204 len: 168 time: 0.7558606 Mar 11 16:16:38.042603 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-15767974-b2d5-4743-ae52-40abbbdfe079 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4078c61b3540432997fc881811b85d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704707 Mar 11 16:16:38.042603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54598) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:38.042603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54604) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:38.094939 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-23edd5da-aee4-4e15-8b59-bf5473b43fa6 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:16:38.095853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-23edd5da-aee4-4e15-8b59-bf5473b43fa6 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Synchronizing usage tracker for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:38.128076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.187921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6bd-165d-452f-87b7-d3e084d745e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.195073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-23edd5da-aee4-4e15-8b59-bf5473b43fa6 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] Unset dirty status for tenant:7921ea0bfe6f429b83ad5bf2f7e6c08b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:38.196222 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-23edd5da-aee4-4e15-8b59-bf5473b43fa6 tempest-PortsAdminExtendedAttrsTestJSON-451745533 tempest-PortsAdminExtendedAttrsTestJSON-451745533-project-admin] 10.222.0.57 "GET /v2.0/ports/d9773e0d-668d-47cb-9385-601e907a8ed5 HTTP/1.1" status: 404 len: 333 time: 0.1550021 Mar 11 16:16:38.201929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54608) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:38.226591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6bd-165d-452f-87b7-d3e084d745e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.288085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ef4ac-9080-4d69-bc60-4f3ea834b405 req-ece37e11-81e1-4642-a868-72281f24f453 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:38.289497 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec9ef4ac-9080-4d69-bc60-4f3ea834b405 req-ece37e11-81e1-4642-a868-72281f24f453 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.1401670 Mar 11 16:16:38.334450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.340517 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec9ef4ac-9080-4d69-bc60-4f3ea834b405 req-afdb59cd-de5b-4d7a-9197-a6d26191fa36 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395784 Mar 11 16:16:38.369843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6bd-165d-452f-87b7-d3e084d745e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.386011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4c6bd-165d-452f-87b7-d3e084d745e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3b39aa-1e1d-4d33-ad20-e2879bf30042,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:38.391232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c6bd-165d-452f-87b7-d3e084d745e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.392189 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a2b4c6bd-165d-452f-87b7-d3e084d745e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b3b39aa-1e1d-4d33-ad20-e2879bf30042 HTTP/1.1" status: 204 len: 168 time: 0.3487384 Mar 11 16:16:38.475109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Deleting port 0faf8136-812d-41fe-b164-624cf4400808 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:38.475446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.560882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.643213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.789823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Deleting port 04848e1b-0741-4ea3-a2bb-2c1108033e6f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:38.790161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.004153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.021009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.073799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54616) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:39.075271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.095027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b443693d-1c80-462e-929e-b70edea844a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.110200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b443693d-1c80-462e-929e-b70edea844a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:39.114065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b443693d-1c80-462e-929e-b70edea844a9 admin admin] Usage tracker for resource:security_group_rule and tenant:daff5184652a4f91812719f7b69c408a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:39.116935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b443693d-1c80-462e-929e-b70edea844a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:39.123363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b443693d-1c80-462e-929e-b70edea844a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:39.205543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b443693d-1c80-462e-929e-b70edea844a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.227362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Calling delete_port for 0faf8136-812d-41fe-b164-624cf4400808 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:39.270378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:16:39.272641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b443693d-1c80-462e-929e-b70edea844a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.324289 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b443693d-1c80-462e-929e-b70edea844a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=daff5184652a4f91812719f7b69c408a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493460 Mar 11 16:16:39.325272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443693d-1c80-462e-929e-b70edea844a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a1ea0-3895-4a15-b3e6-91d8561e3cc6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:39.328464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54620) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:39.390703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df530b6e-9e49-4977-91cb-77596c5e14ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.419272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df530b6e-9e49-4977-91cb-77596c5e14ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.421143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b70e32c-94bf-424a-9160-40b3f596635e']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:39.432692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.461077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5907f460-2c32-4126-b2ff-e2881a7192cc') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:39.461342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5907f460-2c32-4126-b2ff-e2881a7192cc') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:39.476137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] For port 04848e1b-0741-4ea3-a2bb-2c1108033e6f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=04848e1b-0741-4ea3-a2bb-2c1108033e6f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:39.476481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.523935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.569865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df530b6e-9e49-4977-91cb-77596c5e14ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.584568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df530b6e-9e49-4977-91cb-77596c5e14ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a1ea0-3895-4a15-b3e6-91d8561e3cc6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:39.592359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-df530b6e-9e49-4977-91cb-77596c5e14ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.596016 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-df530b6e-9e49-4977-91cb-77596c5e14ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a6a1ea0-3895-4a15-b3e6-91d8561e3cc6 HTTP/1.1" status: 204 len: 168 time: 0.2641804 Mar 11 16:16:39.645955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.804988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Calling delete_port for 04848e1b-0741-4ea3-a2bb-2c1108033e6f owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:39.891882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.924453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:16:39.924865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:16:39.942687 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:16:40.062962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=dc67289b-0be5-47a6-b02d-00a74f43e6cd,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:40.065368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:40.235604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8de589-7b6f-4ade-94c9-5cac76729831 req-379d8684-1150-4b2a-aefa-4d8fcdd37a9f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:40.237068 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7f8de589-7b6f-4ade-94c9-5cac76729831 req-379d8684-1150-4b2a-aefa-4d8fcdd37a9f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7836630 Mar 11 16:16:40.256490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:40.349129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:40.359463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] Pushing event deleted for resources: {'Network': ['ID=9b70e32c-94bf-424a-9160-40b3f596635e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:40.403284 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6092a3c-7eab-4e1f-b999-9b96b212ed70 tempest-PortsAdminExtendedAttrsTestJSON-99505210 tempest-PortsAdminExtendedAttrsTestJSON-99505210-project] 10.222.0.57 "DELETE /v2.0/networks/9b70e32c-94bf-424a-9160-40b3f596635e HTTP/1.1" status: 204 len: 168 time: 2.1971638 Mar 11 16:16:40.413642 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7f8de589-7b6f-4ade-94c9-5cac76729831 req-54676c85-10fa-4d25-8520-3f03c5d2a257 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599259 Mar 11 16:16:40.467628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 27793d65-effb-4a40-b747-bb4e994b9069 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:40.470400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:40.539728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:40.594697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event deleted for resources: {'Port': ['ID=0faf8136-812d-41fe-b164-624cf4400808,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:40.599839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:40.689375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54648) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:40.691913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event deleted for resources: {'Port': ['ID=04848e1b-0741-4ea3-a2bb-2c1108033e6f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:40.826277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54656) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:40.937128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1798393841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:40.959558 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:40.967664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Usage tracker for resource:router and tenant:e4bc410b684f4266860b0c8fff053c69 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:40.972198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:40.985338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:41.011108 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dee79dd2-6890-45cb-8f24-9c697251f929 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cdc75d292d844e038e2b6729d0a4a369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833611 Mar 11 16:16:41.013720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54662) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:41.038394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.073383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15c071ff-826b-4acf-bc80-1a7c79417f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.085327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.086492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.087253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.100467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93d94470-b79b-4b7b-888e-6b997eaeb8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.109356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15c071ff-826b-4acf-bc80-1a7c79417f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.130101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.244432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.271722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15c071ff-826b-4acf-bc80-1a7c79417f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.274120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15c071ff-826b-4acf-bc80-1a7c79417f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.275268 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-15c071ff-826b-4acf-bc80-1a7c79417f75 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e8ffb55-69cb-4581-a175-816b4e4fa4f9 HTTP/1.1" status: 204 len: 168 time: 0.2606559 Mar 11 16:16:41.286738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c071ff-826b-4acf-bc80-1a7c79417f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ffb55-69cb-4581-a175-816b4e4fa4f9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:41.317026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:41.330093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.333952 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3af4ae90-bdd2-4271-a857-d83a7d584a9a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6409349 Mar 11 16:16:41.334593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54668) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:41.338987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.341071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1938707514'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:41.346531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:41.350762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Usage tracker for resource:network and tenant:e4bc410b684f4266860b0c8fff053c69 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:41.353795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:41.359921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:41.395479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.410588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.417824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.443302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Made reservation on behalf of e4bc410b684f4266860b0c8fff053c69 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:41.446944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.462580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.507139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:41.512692 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Usage tracker for resource:security_group_rule and tenant:e4bc410b684f4266860b0c8fff053c69 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:41.518341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:41.524609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:41.612291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.612733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Fanout notify agent at l3_agent the message router_deleted on router e62ac31e-08a2-4842-91d7-db6604396d3d {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:41.619753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.621028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84aa3879-16e0-4a0f-9696-f2520b6f34d4 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:41.648219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.649513 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-73a5292a-7ddf-4884-a87e-2acb2e3e8b9a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/e62ac31e-08a2-4842-91d7-db6604396d3d HTTP/1.1" status: 204 len: 168 time: 4.3752260 Mar 11 16:16:41.658465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54676) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:41.663787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.666244 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4d0fed6d-a7e9-440f-9dd2-c22efe734e6f tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "DELETE /v2.0/routers/84aa3879-16e0-4a0f-9696-f2520b6f34d4 HTTP/1.1" status: 204 len: 168 time: 4.1596735 Mar 11 16:16:41.672196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:41.677951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-663105613', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:41.689951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:41.692341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:41.699174 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-85e23923-64bc-49fb-98a4-fd4b9db3c41a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/routers/bf77544c-624f-4ba2-8b26-ead5316b4e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8039424 Mar 11 16:16:41.705650 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330cabc1-cde1-4b0a-8e2d-b30e17a0121a None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:41.710101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54682) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:41.711211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Usage tracker for resource:router and tenant:0a2613330f8a494991a7fbc8025dc34b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:41.716585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:41.717973 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330cabc1-cde1-4b0a-8e2d-b30e17a0121a None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:41.718903 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-330cabc1-cde1-4b0a-8e2d-b30e17a0121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:41.726444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'port': {'network_id': '27793d65-effb-4a40-b747-bb4e994b9069', 'name': 'tempest-FloatingIPTestJSON-417093225'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:41.749733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:41.778562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1883603650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:41.797717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:41.800848 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-330cabc1-cde1-4b0a-8e2d-b30e17a0121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:41.806772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Usage tracker for resource:router and tenant:d9c02f2fa6dc48dbb2387d9bb0df81f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:41.811453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.813420 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330cabc1-cde1-4b0a-8e2d-b30e17a0121a None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:41.813608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:41.814036 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-330cabc1-cde1-4b0a-8e2d-b30e17a0121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:41.821092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:41.848777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ba44c-47dc-48b3-a5d9-558e8601f5e4 req-ada7d5e7-b427-4639-b5c9-bbf342ffff2b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:41.850282 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d7ba44c-47dc-48b3-a5d9-558e8601f5e4 req-ada7d5e7-b427-4639-b5c9-bbf342ffff2b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.2832603 Mar 11 16:16:41.894239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:41.895587 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-330cabc1-cde1-4b0a-8e2d-b30e17a0121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:41.895929 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d7ba44c-47dc-48b3-a5d9-558e8601f5e4 req-c1adefbd-c540-4025-94be-fb4701854992 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398812 Mar 11 16:16:41.896047 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330cabc1-cde1-4b0a-8e2d-b30e17a0121a None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:41.898968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:port and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:41.901878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.902552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:41.907503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.910817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.915472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:41.923116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:41.932667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.932937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.933879 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.948638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.948969 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Added segment 5f06c059-0714-4c50-92c2-f7c7c5e7a078 of type vlan for network 9e6120be-5c86-438c-a065-d45fccabe5ac Mar 11 16:16:41.967345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdd6dde-f975-410c-8672-1c6b875bbb98,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:41.988025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.990139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.065136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Made reservation on behalf of e30791a170fb4ba3a08af54ea693903d for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:42.068661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.084192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54688) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:42.084487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.093328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.098503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:42.099084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.185356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] device_id is not set on port c700821f-ce16-42d2-8ef6-78d8acb873cf yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:16:42.213493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 04848e1b-0741-4ea3-a2bb-2c1108033e6f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:42.228696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Network': ['ID=9e6120be-5c86-438c-a065-d45fccabe5ac,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:42.249771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 9e6120be-5c86-438c-a065-d45fccabe5ac details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:42.281347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 04848e1b-0741-4ea3-a2bb-2c1108033e6f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:16:42.281729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 04848e1b-0741-4ea3-a2bb-2c1108033e6f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:16:42.285659 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-acc62cdb-2f75-4e07-929d-fd05c003eb6d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9498265 Mar 11 16:16:42.286990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.291025 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fb85e4f0-312c-4390-bc77-fe5a2ef32cb1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6264794 Mar 11 16:16:42.291025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54692) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:42.295772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54694) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:42.297747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Request body: {'subnet': {'network_id': '9e6120be-5c86-438c-a065-d45fccabe5ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:42.320887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:42.515748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.523390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c50996a8-6984-4838-b74b-d5c2ebe093ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7921ea0bfe6f429b83ad5bf2f7e6c08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333804 Mar 11 16:16:42.528526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54702) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:42.649508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:42.661833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Usage tracker for resource:subnet and tenant:e4bc410b684f4266860b0c8fff053c69 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:42.676177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.20.0.4 (27793d65-effb-4a40-b747-bb4e994b9069/69b3af44-984b-4539-9d53-fa8ba4f3c670/c700821f-ce16-42d2-8ef6-78d8acb873cf) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:42.688523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d455f74b-ba68-4390-a6c9-797a2662817f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.716307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:42.734604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:42.788687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d455f74b-ba68-4390-a6c9-797a2662817f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.803991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.860224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Made reservation on behalf of e4bc410b684f4266860b0c8fff053c69 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:42.863836 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.088490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d455f74b-ba68-4390-a6c9-797a2662817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.193927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.214326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455f74b-ba68-4390-a6c9-797a2662817f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c00d60-57ef-4353-b763-bc2886dbbc40,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:43.254019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.266499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.304279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.353777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d455f74b-ba68-4390-a6c9-797a2662817f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.354878 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d455f74b-ba68-4390-a6c9-797a2662817f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8c00d60-57ef-4353-b763-bc2886dbbc40 HTTP/1.1" status: 204 len: 168 time: 0.8256736 Mar 11 16:16:43.370933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-38851468-7a4a-45a6-ae78-1d86191657fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.423785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c17871-0872-440d-a3e0-3598c456ea6c req-e949d362-0b71-40bc-8e46-01100af8056b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:43.425331 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8c17871-0872-440d-a3e0-3598c456ea6c req-e949d362-0b71-40bc-8e46-01100af8056b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3534544 Mar 11 16:16:43.509291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.517676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.567834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.582496 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8c17871-0872-440d-a3e0-3598c456ea6c req-458a4e1c-16ad-43a8-afde-fa7dbeb92103 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233852 Mar 11 16:16:43.583609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Allocated IP 172.26.8.190 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/656dc402-bcc5-4a82-9ecc-d9d943e76770) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:43.605175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 27793d65-effb-4a40-b747-bb4e994b9069 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:43.607388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Subnet': ['ID=58c4ed3d-6fff-4454-8594-649b6f43879f,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:43.609650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:43.626959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:43.638609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Checking segment: {'id': '5f06c059-0714-4c50-92c2-f7c7c5e7a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '9e6120be-5c86-438c-a065-d45fccabe5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:43.639244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network hostable DHCP agents. Network: 9e6120be-5c86-438c-a065-d45fccabe5ac, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:16:43.666708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=c700821f-ce16-42d2-8ef6-78d8acb873cf,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:43.746917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network 9e6120be-5c86-438c-a065-d45fccabe5ac is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:16:43.782672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:43.783272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.832829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 9e6120be-5c86-438c-a065-d45fccabe5ac) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:43.843770 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f9bd5-7545-482f-aae1-2845393e37bb None None] Network 9e6120be-5c86-438c-a065-d45fccabe5ac requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:43.843922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.845313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:43.846306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.896916 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cef4f42b-90dd-468d-b51d-70f3f77449f5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1817515 Mar 11 16:16:43.898914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54718) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:43.905430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'port': {'network_id': '27793d65-effb-4a40-b747-bb4e994b9069', 'name': 'tempest-FloatingIPTestJSON-1192213013'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:43.990556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.033339 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2055f42-4485-4a75-9830-4a111bcc81a4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7433870 Mar 11 16:16:44.040609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54726) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:44.042413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:44.049161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Request body: {'network': {'name': 'tempest-router-network01--2059449117'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:44.057452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:44.058759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:44.066075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Usage tracker for resource:network and tenant:e4bc410b684f4266860b0c8fff053c69 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:44.070626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:44.072805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:44.084873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:44.095570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Allocated IP 172.26.8.189 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/ee837bf1-a4cf-4530-a268-036de8102dcc) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:44.127118 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-9e6120be-5c86-438c-a065-d45fccabe5ac', 'network_id': '9e6120be-5c86-438c-a065-d45fccabe5ac', 'tenant_id': 'e4bc410b684f4266860b0c8fff053c69', 'fixed_ips': [{'subnet_id': '58c4ed3d-6fff-4454-8594-649b6f43879f'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:16:44.127118 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.228185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Made reservation on behalf of e4bc410b684f4266860b0c8fff053c69 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:44.232268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.285232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:44.300921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Allocated IP 172.20.0.2 (9e6120be-5c86-438c-a065-d45fccabe5ac/58c4ed3d-6fff-4454-8594-649b6f43879f/a31654d7-e039-4077-b3a8-68d8a1e215d3) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:44.320008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.320307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event updated for resources: {'Port': ['ID=656dc402-bcc5-4a82-9ecc-d9d943e76770,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:44.320414 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Added segment 081586f3-5a48-432c-949f-70135038e0e0 of type vlan for network e9586811-85c9-4fd3-9316-c90640204b72 Mar 11 16:16:44.328655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:44.331757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.333228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:port and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:44.336219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:44.344341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:44.380875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.481790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Made reservation on behalf of e30791a170fb4ba3a08af54ea693903d for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:44.484416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.484856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.528252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.533844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:44.534447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.556386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] device_id is not set on port 025a7808-9003-4e68-ad53-d1ec4ff34e42 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:16:44.649421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Network': ['ID=e9586811-85c9-4fd3-9316-c90640204b72,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:44.673781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:44.675213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.681673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:44.691267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:44.691743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Transition to ACTIVE for port object a31654d7-e039-4077-b3a8-68d8a1e215d3 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:44.719597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54740) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:44.719795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Transition to ACTIVE for port object a31654d7-e039-4077-b3a8-68d8a1e215d3 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:44.720243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event updated for resources: {'Port': ['ID=ee837bf1-a4cf-4530-a268-036de8102dcc,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:44.734831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network e9586811-85c9-4fd3-9316-c90640204b72 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:44.755760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.20.0.8 (27793d65-effb-4a40-b747-bb4e994b9069/69b3af44-984b-4539-9d53-fa8ba4f3c670/025a7808-9003-4e68-ad53-d1ec4ff34e42) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:44.756408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.832493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.904425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:44.913623 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f772294-4f6d-434f-ab07-59381b90a8ba tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8717916 Mar 11 16:16:44.918284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-23524ed9-1807-413e-8e5a-73bbcea91954 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:44.923420 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-23524ed9-1807-413e-8e5a-73bbcea91954 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1962757 Mar 11 16:16:44.923675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54746) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:44.926779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54748) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:44.929612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Network 9e6120be-5c86-438c-a065-d45fccabe5ac is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:44.932475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:44.935141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-7e66107e-52b5-442a-8e8e-69d9483aaff9 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:44.936497 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7e66107e-52b5-442a-8e8e-69d9483aaff9 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0062149 Mar 11 16:16:44.949297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Pushing event updated for resources: {'Port': ['ID=a31654d7-e039-4077-b3a8-68d8a1e215d3,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:44.953644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:44.982178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54754) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:44.986418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Request body: {'network': {'name': 'tempest-router-network02--2126356684'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:45.009603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-5a2d70cd-f9de-4bb8-8772-2ab14362ca11 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.010576 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a2d70cd-f9de-4bb8-8772-2ab14362ca11 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0142603 Mar 11 16:16:45.011582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:45.023845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54758) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.032503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Usage tracker for resource:network and tenant:e4bc410b684f4266860b0c8fff053c69 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:45.039423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-b20a26c7-13a6-4b8d-8e2d-80de010bdc17 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.042755 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b20a26c7-13a6-4b8d-8e2d-80de010bdc17 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0143318 Mar 11 16:16:45.043915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54762) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.045373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:45.053110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-d44b42e5-876f-4b38-8075-fa9ffd59ab1c tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.054113 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d44b42e5-876f-4b38-8075-fa9ffd59ab1c tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0092151 Mar 11 16:16:45.055540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:45.058355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54766) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.059292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Attempting to bind port a31654d7-e039-4077-b3a8-68d8a1e215d3 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:45.060088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Attempting to bind port a31654d7-e039-4077-b3a8-68d8a1e215d3 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '5f06c059-0714-4c50-92c2-f7c7c5e7a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '9e6120be-5c86-438c-a065-d45fccabe5ac'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:45.060430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Attempting to bind port a31654d7-e039-4077-b3a8-68d8a1e215d3 on network 9e6120be-5c86-438c-a065-d45fccabe5ac {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:45.066582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:16:45.067626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Checking segment: {'id': '5f06c059-0714-4c50-92c2-f7c7c5e7a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '9e6120be-5c86-438c-a065-d45fccabe5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:45.067753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.068372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Bound using segment: {'id': '5f06c059-0714-4c50-92c2-f7c7c5e7a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '9e6120be-5c86-438c-a065-d45fccabe5ac'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:16:45.069015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Bound port: a31654d7-e039-4077-b3a8-68d8a1e215d3, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f06c059-0714-4c50-92c2-f7c7c5e7a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '9e6120be-5c86-438c-a065-d45fccabe5ac'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:45.069393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.076847 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-b46c4183-5838-4b9d-bac0-0d33db6fb713 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.080327 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b46c4183-5838-4b9d-bac0-0d33db6fb713 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0186083 Mar 11 16:16:45.081373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54770) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.105058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2dc65-877a-4785-bb83-ca0eee81711c req-bc8e4b26-bbb6-455d-bdfc-53223039499f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:45.106638 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bfe2dc65-877a-4785-bb83-ca0eee81711c req-bc8e4b26-bbb6-455d-bdfc-53223039499f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3338943 Mar 11 16:16:45.152406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-66f3bf38-ecce-41f8-b5d6-a332d41ef511 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.156912 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66f3bf38-ecce-41f8-b5d6-a332d41ef511 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0671425 Mar 11 16:16:45.157040 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bfe2dc65-877a-4785-bb83-ca0eee81711c req-f7125f70-dc4e-4b48-8862-e5f2b0130014 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Mar 11 16:16:45.157913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54774) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.164336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-4852fe6f-f0d2-45b7-87c4-aa45f587d930 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.168003 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4852fe6f-f0d2-45b7-87c4-aa45f587d930 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0063376 Mar 11 16:16:45.168500 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54778) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.174354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] For port a31654d7-e039-4077-b3a8-68d8a1e215d3, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:45.178330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] For port a31654d7-e039-4077-b3a8-68d8a1e215d3, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a31654d7-e039-4077-b3a8-68d8a1e215d3,segment=NetworkSegment(5f06c059-0714-4c50-92c2-f7c7c5e7a078),segment_id=5f06c059-0714-4c50-92c2-f7c7c5e7a078)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:16:45.184900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.206066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Made reservation on behalf of e4bc410b684f4266860b0c8fff053c69 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:45.209495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.224940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.230458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-28e98fe2-e4cb-4c3c-adfa-ff9483baaf08 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.234310 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-28e98fe2-e4cb-4c3c-adfa-ff9483baaf08 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0619209 Mar 11 16:16:45.238203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54784) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.250841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-e655dcb1-54fa-48d2-a8bf-fdc86a751f8e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.254484 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e655dcb1-54fa-48d2-a8bf-fdc86a751f8e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0131593 Mar 11 16:16:45.256042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54788) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.261550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-9d2daabf-00f7-4b58-9e0d-4577b3eb492e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.266129 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d2daabf-00f7-4b58-9e0d-4577b3eb492e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0067763 Mar 11 16:16:45.266129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54792) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.273055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-74849535-b51c-418c-9fb0-ce11820e4de4 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.277361 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-74849535-b51c-418c-9fb0-ce11820e4de4 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0072002 Mar 11 16:16:45.277361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54796) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.278354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.283441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-1a7ab0a2-eedd-475d-a640-ff313dd05751 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.285216 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1a7ab0a2-eedd-475d-a640-ff313dd05751 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070956 Mar 11 16:16:45.289426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54800) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.302134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-5feb2e87-d2ae-4d2c-abd6-49db71084ac1 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.305720 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5feb2e87-d2ae-4d2c-abd6-49db71084ac1 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0131941 Mar 11 16:16:45.310537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:45.319153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.319490 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Added segment 0112650f-bc0f-45a4-b04d-0933329ce6f0 of type vlan for network fd8159bf-d50c-4307-8d55-6af93a0d25fe Mar 11 16:16:45.347014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.359014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54804) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.383099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-7a35ff85-8f92-4b9e-adf4-dabe9de090a0 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.387486 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7a35ff85-8f92-4b9e-adf4-dabe9de090a0 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0249579 Mar 11 16:16:45.388973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54808) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.393348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f821f-6674-4bbf-8abf-9a6130bcba01 None None] Pushing event updated for resources: {'Port': ['ID=a31654d7-e039-4077-b3a8-68d8a1e215d3,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:45.399559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-77a6d81e-236c-41bd-9e8d-dec9d4dd4cee tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.401351 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-77a6d81e-236c-41bd-9e8d-dec9d4dd4cee tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0110095 Mar 11 16:16:45.408334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54812) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.416657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-ef1d22c8-1278-475d-9ac1-7481bcc5c91a tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.420653 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ef1d22c8-1278-475d-9ac1-7481bcc5c91a tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0084183 Mar 11 16:16:45.420653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54816) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.423219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.474759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-6dd74363-f9fd-44e5-a9d1-9a9d098dbd38 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.478357 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6dd74363-f9fd-44e5-a9d1-9a9d098dbd38 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0543575 Mar 11 16:16:45.480383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.485099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.491001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:45.491694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.649671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-3a72be85-3ece-4af2-9d37-614bee3d60bc tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.650933 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3a72be85-3ece-4af2-9d37-614bee3d60bc tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.1693728 Mar 11 16:16:45.669871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54826) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.688641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-6daba5a1-6835-4bd0-9e84-5f2c3788b84d tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.693454 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6daba5a1-6835-4bd0-9e84-5f2c3788b84d tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0222003 Mar 11 16:16:45.705378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.725430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Network': ['ID=fd8159bf-d50c-4307-8d55-6af93a0d25fe,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:45.734573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-de757a0b-9a13-4f71-b411-9c6c7a4772dd tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.739732 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-de757a0b-9a13-4f71-b411-9c6c7a4772dd tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0208383 Mar 11 16:16:45.741200 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network fd8159bf-d50c-4307-8d55-6af93a0d25fe details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:45.744732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.759082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54834) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.787662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.879434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-16f83bb8-5306-4190-8231-e628d98342bf tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.880466 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16f83bb8-5306-4190-8231-e628d98342bf tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0208573 Mar 11 16:16:45.886490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54838) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.918043 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43686265-7602-494d-8282-ae37299e0b94 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9932749 Mar 11 16:16:45.920555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 27793d65-effb-4a40-b747-bb4e994b9069 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:45.928012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-75439f0e-f244-486e-8037-adbe70aedcdd tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.929247 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-75439f0e-f244-486e-8037-adbe70aedcdd tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0410559 Mar 11 16:16:45.933887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54842) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.934242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54844) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.946257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:45.950144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Request body: {'subnet': {'network_id': 'e9586811-85c9-4fd3-9316-c90640204b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:45.955441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:45.966758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-da801707-1b5e-4cb4-ae83-123299590674 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.967705 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-da801707-1b5e-4cb4-ae83-123299590674 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0308604 Mar 11 16:16:45.970921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54850) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:45.993652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-59ac73d0-7fb7-4e0b-823a-3d7c0fef6b9a tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:45.994593 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-59ac73d0-7fb7-4e0b-823a-3d7c0fef6b9a tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0201514 Mar 11 16:16:46.001205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54854) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.015070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-d522302d-dc0f-4742-aaa3-589c5e63ecf4 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.016001 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d522302d-dc0f-4742-aaa3-589c5e63ecf4 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0119369 Mar 11 16:16:46.023855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54858) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.031713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=025a7808-9003-4e68-ad53-d1ec4ff34e42,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:46.048079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-a92107e6-47a5-4184-b680-35b13c0b587d tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.049043 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a92107e6-47a5-4184-b680-35b13c0b587d tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0186486 Mar 11 16:16:46.063490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54862) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.084717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-f9da2907-1a73-4e0c-ab9a-74f962245991 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.085670 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f9da2907-1a73-4e0c-ab9a-74f962245991 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0212636 Mar 11 16:16:46.089156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54866) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.168702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-8df2c62c-09fd-4203-ade2-2e3af62422d1 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.173345 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8df2c62c-09fd-4203-ade2-2e3af62422d1 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0290613 Mar 11 16:16:46.177457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54870) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.187776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-08428ea6-723e-48e8-baaa-19a29c2128fe tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.190239 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-08428ea6-723e-48e8-baaa-19a29c2128fe tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090561 Mar 11 16:16:46.198242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54874) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.212344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:46.217369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-d7a75be0-6f0e-4a5b-aca6-ab77615ceb10 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.218524 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d7a75be0-6f0e-4a5b-aca6-ab77615ceb10 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0192637 Mar 11 16:16:46.226632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Usage tracker for resource:subnet and tenant:e4bc410b684f4266860b0c8fff053c69 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:46.229016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54878) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.231843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:46.236971 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.244723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-91b1d49c-7828-4314-96cc-c0a9539132a6 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.248212 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-91b1d49c-7828-4314-96cc-c0a9539132a6 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0157685 Mar 11 16:16:46.249367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54882) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.252181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:46.259080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.261222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-597ce9a8-fcdd-4f3b-94d0-c7b9a7475520 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.265460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-597ce9a8-fcdd-4f3b-94d0-c7b9a7475520 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0119879 Mar 11 16:16:46.268530 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54886) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.270148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a31654d7-e039-4077-b3a8-68d8a1e215d3 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:46.270702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d5e6b-f898-4dfb-85c6-887d7781d4cd req-28d65c9d-5e6e-41ac-b647-25b357c66fb7 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:46.272186 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-072d5e6b-f898-4dfb-85c6-887d7781d4cd req-28d65c9d-5e6e-41ac-b647-25b357c66fb7 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3919871 Mar 11 16:16:46.283131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-b3b8940c-5d53-44c9-91f5-976d8601e800 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.286511 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b3b8940c-5d53-44c9-91f5-976d8601e800 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064993 Mar 11 16:16:46.289456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54890) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.296034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:46.296706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.322389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-e2884858-0eaf-4472-93d8-ff94b2f42b66 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.326633 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e2884858-0eaf-4472-93d8-ff94b2f42b66 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0226080 Mar 11 16:16:46.340744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54894) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.342268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.351403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-a0e91372-42b8-4227-ad84-4c5783be8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:46.352868 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-a0e91372-42b8-4227-ad84-4c5783be8e08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1099 time: 0.4853342 Mar 11 16:16:46.355864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-205d0dfb-e4bf-4572-a019-671d2117c939 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.357333 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-205d0dfb-e4bf-4572-a019-671d2117c939 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0122850 Mar 11 16:16:46.361738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54898) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.378059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-ab436b17-a0a2-4f5c-bd00-ad51c96f6b51 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.379125 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab436b17-a0a2-4f5c-bd00-ad51c96f6b51 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0094154 Mar 11 16:16:46.392237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54902) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.406150 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-169953cf-56bb-4409-b4fe-ecd1259f039f tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.409884 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-169953cf-56bb-4409-b4fe-ecd1259f039f tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0109019 Mar 11 16:16:46.411884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54906) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.414608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Made reservation on behalf of e4bc410b684f4266860b0c8fff053c69 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:46.418189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.426797 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a31654d7-e039-4077-b3a8-68d8a1e215d3 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:46.436835 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-072d5e6b-f898-4dfb-85c6-887d7781d4cd req-c8bcc4b6-3bd1-472f-8f07-2820828e0447 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067290 Mar 11 16:16:46.448070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-248acb94-f12b-4e5d-ae9c-c0de52e6a1e0 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.451555 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-248acb94-f12b-4e5d-ae9c-c0de52e6a1e0 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0357020 Mar 11 16:16:46.464918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54910) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.483176 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-891e7478-9747-4774-a022-3771d614cadf tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.484321 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-891e7478-9747-4774-a022-3771d614cadf tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0183525 Mar 11 16:16:46.494512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54914) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.498111 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e7725100-bb58-4b8c-ade9-3a45bc0168e1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5976758 Mar 11 16:16:46.505272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-613a6ad7-5d91-4b9b-9e14-27e6df69c2d0 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.506330 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-613a6ad7-5d91-4b9b-9e14-27e6df69c2d0 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0106709 Mar 11 16:16:46.509120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54918) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.509435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54920) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.567745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-9096edf0-cd1d-4e68-ad0b-3c8b17d2f0ef tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.568343 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9096edf0-cd1d-4e68-ad0b-3c8b17d2f0ef tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0562518 Mar 11 16:16:46.579834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '025a7808-9003-4e68-ad53-d1ec4ff34e42', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:46.585335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54926) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.586065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a9028c-df91-4c8d-b476-f426288dc389 None None] Network 9e6120be-5c86-438c-a065-d45fccabe5ac requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:46.652528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:46.664568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-52651912-3c28-442b-a1ec-5f7df07ed85b tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.667993 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-52651912-3c28-442b-a1ec-5f7df07ed85b tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0222807 Mar 11 16:16:46.670858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54930) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.673653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:floatingip and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:46.678309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:46.681784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-30d17e25-b4c6-47e2-9d52-b9b03641fe1e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.683491 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-30d17e25-b4c6-47e2-9d52-b9b03641fe1e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0099463 Mar 11 16:16:46.689064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54934) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.690418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:46.704315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-e1d83b9e-dc73-4933-a0fa-3d1e1f112a12 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.705274 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e1d83b9e-dc73-4933-a0fa-3d1e1f112a12 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0125837 Mar 11 16:16:46.709763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54938) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.720988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-78c52ef1-882e-4072-b1e2-9c8485e3149d tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.721955 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78c52ef1-882e-4072-b1e2-9c8485e3149d tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0111303 Mar 11 16:16:46.726674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54942) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.744087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-24a0ab44-4e2d-489d-8285-b8cc78870b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:46.745589 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-24a0ab44-4e2d-489d-8285-b8cc78870b9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 913 time: 0.3238888 Mar 11 16:16:46.745744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-76a3c258-15e8-4054-9f19-b4205426fc18 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.746706 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-76a3c258-15e8-4054-9f19-b4205426fc18 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0133221 Mar 11 16:16:46.751475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54946) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.757346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-864313c3-2240-4933-85fd-235e998e3103 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.758277 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-864313c3-2240-4933-85fd-235e998e3103 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0056987 Mar 11 16:16:46.769135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8246576a-25e9-481f-b606-6876b9eab404 None None] Provisioning for port a31654d7-e039-4077-b3a8-68d8a1e215d3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:46.778882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8246576a-25e9-481f-b606-6876b9eab404 None None] Provisioning complete for port a31654d7-e039-4077-b3a8-68d8a1e215d3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:46.779563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8246576a-25e9-481f-b606-6876b9eab404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.785525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54950) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.793646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-8c010d81-c24b-4081-975d-3ca1c32851eb tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.797071 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c010d81-c24b-4081-975d-3ca1c32851eb tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0082662 Mar 11 16:16:46.805637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54954) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.814774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-78a9a9cc-386c-4acf-8902-2716c09ab27e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.819507 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78a9a9cc-386c-4acf-8902-2716c09ab27e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0105271 Mar 11 16:16:46.822239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54958) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.828210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-090e8a20-ba20-429d-b5bb-24be094fe911 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.828464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.831699 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-090e8a20-ba20-429d-b5bb-24be094fe911 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0082517 Mar 11 16:16:46.833459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54962) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.840218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-bc700299-de96-4ff3-bfa9-54e191a4eb61 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.843340 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc700299-de96-4ff3-bfa9-54e191a4eb61 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0077302 Mar 11 16:16:46.844712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54966) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.849737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-b4101e9a-b8ad-4f0b-88f4-b81e054c6bf0 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.853004 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b4101e9a-b8ad-4f0b-88f4-b81e054c6bf0 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0061979 Mar 11 16:16:46.855654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54970) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.879289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-558331ff-44bc-441c-a837-7baa9c981b1e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.880228 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-558331ff-44bc-441c-a837-7baa9c981b1e tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0215173 Mar 11 16:16:46.883846 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54974) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.893359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-116caf63-da1d-4657-a064-76cae2b956e3 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.896802 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-116caf63-da1d-4657-a064-76cae2b956e3 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0095730 Mar 11 16:16:46.897203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 54978) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.903268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-67eb5194-890d-4089-a66b-ada81e5af928 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.905036 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-67eb5194-890d-4089-a66b-ada81e5af928 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059760 Mar 11 16:16:46.906014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Router f9a4c300-3603-4f18-b4be-5aaa68efdb9b is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:46.912332 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-53613e52-6dac-4ad1-8943-787b7e6bc169 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 1001 time: 0.1554854 Mar 11 16:16:46.914375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.921592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-4c0ff6f4-da65-467d-bda3-174423207d25 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:46.924862 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4c0ff6f4-da65-467d-bda3-174423207d25 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0072877 Mar 11 16:16:46.954694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54986) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:46.982254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8246576a-25e9-481f-b606-6876b9eab404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:46.993190 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.009689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-37e7000a-b88e-475e-8ae9-035353efa419 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.013624 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-37e7000a-b88e-475e-8ae9-035353efa419 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0558076 Mar 11 16:16:47.021383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8246576a-25e9-481f-b606-6876b9eab404 None None] For port a31654d7-e039-4077-b3a8-68d8a1e215d3, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a31654d7-e039-4077-b3a8-68d8a1e215d3,segment=NetworkSegment(5f06c059-0714-4c50-92c2-f7c7c5e7a078),segment_id=5f06c059-0714-4c50-92c2-f7c7c5e7a078)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:47.023080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54990) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.032977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-1838330d-f513-4ea7-8399-53e06353afd4 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.033903 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1838330d-f513-4ea7-8399-53e06353afd4 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0100832 Mar 11 16:16:47.037475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54994) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.043371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Router 3292222e-bf8e-4659-9c49-ff9027c44a6d is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:47.049328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-88ec7522-bd00-43aa-84f2-bff36f6338e6 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.050366 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-88ec7522-bd00-43aa-84f2-bff36f6338e6 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0119495 Mar 11 16:16:47.064952 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 54998) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.075791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-8b5c7e24-01e5-4885-9530-bca052cefc96 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.079870 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8b5c7e24-01e5-4885-9530-bca052cefc96 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0105517 Mar 11 16:16:47.079870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-ad468a16-f751-42b3-97a5-f48addffe6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:47.080286 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-ad468a16-f751-42b3-97a5-f48addffe6f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 200 len: 851 time: 0.1635730 Mar 11 16:16:47.083349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55002) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.083939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8246576a-25e9-481f-b606-6876b9eab404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.093618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-3c239e51-7522-4695-9687-27153f649c26 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.097609 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3c239e51-7522-4695-9687-27153f649c26 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0129631 Mar 11 16:16:47.110052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55006) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.129671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-3f556d98-61ec-429c-aee0-e82325eeed09 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.132922 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3f556d98-61ec-429c-aee0-e82325eeed09 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0179193 Mar 11 16:16:47.133423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55010) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.156727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-9a0b06b5-f41b-4af3-8902-b8da779f806b tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.157667 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9a0b06b5-f41b-4af3-8902-b8da779f806b tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0196395 Mar 11 16:16:47.174499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.182944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Subnet': ['ID=d6555cc0-4800-4211-bbd9-d258cb81519e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:47.187829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246576a-25e9-481f-b606-6876b9eab404 None None] Pushing event updated for resources: {'Port': ['ID=a31654d7-e039-4077-b3a8-68d8a1e215d3,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:47.190334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-1b245bfa-1e2d-454a-82e7-42f13b6a9c84 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.191277 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1b245bfa-1e2d-454a-82e7-42f13b6a9c84 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0158737 Mar 11 16:16:47.194642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:47.197166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55018) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.207148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-28f1457c-62a8-4950-bf73-81c185b17ee4 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.208098 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-28f1457c-62a8-4950-bf73-81c185b17ee4 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0100627 Mar 11 16:16:47.209014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c78324a-d012-488e-8d18-e7a4af75764b None None] Sync routers for ids ['f9a4c300-3603-4f18-b4be-5aaa68efdb9b'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:47.210851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.220701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Checking segment: {'id': '081586f3-5a48-432c-949f-70135038e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e9586811-85c9-4fd3-9316-c90640204b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:47.220701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network hostable DHCP agents. Network: e9586811-85c9-4fd3-9316-c90640204b72, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:16:47.222963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78324a-d012-488e-8d18-e7a4af75764b None None] Routers {'f9a4c300-3603-4f18-b4be-5aaa68efdb9b'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:47.223687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8c78324a-d012-488e-8d18-e7a4af75764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['f9a4c300-3603-4f18-b4be-5aaa68efdb9b'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:47.235669 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [None req-6b04b185-4821-4aca-aa97-89f581a29490 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.237745 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b04b185-4821-4aca-aa97-89f581a29490 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0244684 Mar 11 16:16:47.242703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55026) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.244682 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.248828 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2b368830-c009-4f38-8c65-eec0ecbfbb28 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "PUT /v2.0/routers/f9a4c300-3603-4f18-b4be-5aaa68efdb9b HTTP/1.1" status: 200 len: 884 time: 4.9530873 Mar 11 16:16:47.248957 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55028) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.253586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-e8b5e868-c734-47be-8332-7245b79264ca tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.256708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e8b5e868-c734-47be-8332-7245b79264ca tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055616 Mar 11 16:16:47.258041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55034) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.281309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [None req-81c9bee0-293a-441b-9afd-39452de54476 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:16:47.285429 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-81c9bee0-293a-441b-9afd-39452de54476 tempest-ExtensionsTestJSON-1736063493 tempest-ExtensionsTestJSON-1736063493-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0204480 Mar 11 16:16:47.302980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8c78324a-d012-488e-8d18-e7a4af75764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:47.320052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78324a-d012-488e-8d18-e7a4af75764b None None] Routers {'f9a4c300-3603-4f18-b4be-5aaa68efdb9b'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:47.320999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8c78324a-d012-488e-8d18-e7a4af75764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['f9a4c300-3603-4f18-b4be-5aaa68efdb9b'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:47.396026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.405705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-77b757c3-d593-4d99-9405-4bccac7b4355 None None] Provisioning complete for port a31654d7-e039-4077-b3a8-68d8a1e215d3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:47.406063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77b757c3-d593-4d99-9405-4bccac7b4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.422490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network e9586811-85c9-4fd3-9316-c90640204b72 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:16:47.452552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:47.464242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-5b577668-d3e1-43f6-92a5-70e150ca82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:47.464242 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-5b577668-d3e1-43f6-92a5-70e150ca82c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a03412e-50be-451f-a956-37655eb04392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3028386 Mar 11 16:16:47.464397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8c78324a-d012-488e-8d18-e7a4af75764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:47.464397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c78324a-d012-488e-8d18-e7a4af75764b None None] The sync data for ids ['f9a4c300-3603-4f18-b4be-5aaa68efdb9b'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:47.464533 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e0c8c-e8c3-451d-8c2a-e210b0f42bd5 None None] Sync routers for ids ['3292222e-bf8e-4659-9c49-ff9027c44a6d'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:47.480525 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e0c8c-e8c3-451d-8c2a-e210b0f42bd5 None None] Routers {'3292222e-bf8e-4659-9c49-ff9027c44a6d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:47.481444 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9e2e0c8c-e8c3-451d-8c2a-e210b0f42bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3292222e-bf8e-4659-9c49-ff9027c44a6d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:47.502123 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-939dc5e5-ab22-4214-b35a-9bbd4e996512 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/routers/f9a4c300-3603-4f18-b4be-5aaa68efdb9b HTTP/1.1" status: 200 len: 925 time: 0.2520988 Mar 11 16:16:47.503867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55042) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.555746 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9e2e0c8c-e8c3-451d-8c2a-e210b0f42bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:47.566254 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e0c8c-e8c3-451d-8c2a-e210b0f42bd5 None None] Routers {'3292222e-bf8e-4659-9c49-ff9027c44a6d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:47.567185 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9e2e0c8c-e8c3-451d-8c2a-e210b0f42bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3292222e-bf8e-4659-9c49-ff9027c44a6d'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:47.584003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, e9586811-85c9-4fd3-9316-c90640204b72) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:47.594926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9be0cb-ec78-475f-a5c5-7216e35490bc None None] Network e9586811-85c9-4fd3-9316-c90640204b72 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:47.611040 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:47.611617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.613973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.26.8.123 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/1be166b5-2bdb-4e97-94b9-b4826c2b87f1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:47.686911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cabaa46-95b9-4dc5-84d3-191ebbdb4cb0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:47.687769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9cabaa46-95b9-4dc5-84d3-191ebbdb4cb0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Synchronizing usage tracker for tenant:76c18c752e484592893cf44d13e1521f on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:47.689264 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9e2e0c8c-e8c3-451d-8c2a-e210b0f42bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:47.690107 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2e0c8c-e8c3-451d-8c2a-e210b0f42bd5 None None] The sync data for ids ['3292222e-bf8e-4659-9c49-ff9027c44a6d'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:47.733491 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d40f698e-36cd-480a-8ad1-612c6c3d6b39 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7949753 Mar 11 16:16:47.733818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55046) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.740309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Request body: {'subnet': {'network_id': 'fd8159bf-d50c-4307-8d55-6af93a0d25fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:47.890094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.891979 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-52846ecb-92bd-4846-bc4d-cb44eb15e8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2188096 Mar 11 16:16:47.898031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55052) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.918013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-aa0fac29-55b8-44a4-945e-83fe358a066b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': False}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:47.938365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-e9586811-85c9-4fd3-9316-c90640204b72', 'network_id': 'e9586811-85c9-4fd3-9316-c90640204b72', 'tenant_id': 'e4bc410b684f4266860b0c8fff053c69', 'fixed_ips': [{'subnet_id': 'd6555cc0-4800-4211-bbd9-d258cb81519e'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:16:47.939329 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.983186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55058) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:47.992251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9cabaa46-95b9-4dc5-84d3-191ebbdb4cb0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Unset dirty status for tenant:76c18c752e484592893cf44d13e1521f on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:47.994895 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9cabaa46-95b9-4dc5-84d3-191ebbdb4cb0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=f9a4c300-3603-4f18-b4be-5aaa68efdb9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4891148 Mar 11 16:16:47.996576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55062) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:48.062235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:48.113492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Usage tracker for resource:subnet and tenant:e4bc410b684f4266860b0c8fff053c69 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:48.122007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:48.126348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Allocated IP 172.20.0.2 (e9586811-85c9-4fd3-9316-c90640204b72/d6555cc0-4800-4211-bbd9-d258cb81519e/bd69aa8e-0331-499e-9f16-46775814894f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:48.140555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:48.203080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.214080 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-028df703-eba5-4b7b-a06a-501e52ad5b84 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464973 Mar 11 16:16:48.230738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa3e48-442b-4a92-ae0e-088f88b7d011 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:48.232168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fdaa3e48-442b-4a92-ae0e-088f88b7d011 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Synchronizing usage tracker for tenant:76c18c752e484592893cf44d13e1521f on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:48.238511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a31654d7-e039-4077-b3a8-68d8a1e215d3 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:48.268414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Made reservation on behalf of e4bc410b684f4266860b0c8fff053c69 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:48.271935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.288728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb669a70-947b-4e93-a36e-2d0e9a1118e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.326308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eb669a70-947b-4e93-a36e-2d0e9a1118e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:48.360481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6d4f5-b1b6-42d0-af67-63b69bb8bace req-4abd3b0a-1aad-4bea-9c09-45255672c6fd tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:48.361969 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26b6d4f5-b1b6-42d0-af67-63b69bb8bace req-4abd3b0a-1aad-4bea-9c09-45255672c6fd tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.6931558 Mar 11 16:16:48.378180 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb669a70-947b-4e93-a36e-2d0e9a1118e5 admin admin] Usage tracker for resource:security_group_rule and tenant:bb66bf5a96084a4291f0445548631bc2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:48.380726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fdaa3e48-442b-4a92-ae0e-088f88b7d011 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Unset dirty status for tenant:76c18c752e484592893cf44d13e1521f on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:48.381869 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fdaa3e48-442b-4a92-ae0e-088f88b7d011 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 881 time: 0.3674474 Mar 11 16:16:48.382826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eb669a70-947b-4e93-a36e-2d0e9a1118e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:48.390884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55068) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:48.395993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eb669a70-947b-4e93-a36e-2d0e9a1118e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:48.400886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a31654d7-e039-4077-b3a8-68d8a1e215d3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:48.401307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.447974 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-704596af-444d-481f-b01c-6a62e7e8b771 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9a4c300-3603-4f18-b4be-5aaa68efdb9b HTTP/1.1" status: 200 len: 205 time: 0.0562997 Mar 11 16:16:48.453920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55072) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:48.495823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.509850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Transition to ACTIVE for port object bd69aa8e-0331-499e-9f16-46775814894f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:48.569296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Transition to ACTIVE for port object bd69aa8e-0331-499e-9f16-46775814894f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:48.582607 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26b6d4f5-b1b6-42d0-af67-63b69bb8bace req-29d09e06-6776-41c3-92ce-b57ef6a3e9e2 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657400 Mar 11 16:16:48.652994 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcf84c44-a5c1-4a08-9bbd-96f208df6601 req-8f58e90f-41cf-49fc-a2b8-03f0a3b49c7b service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193649 Mar 11 16:16:48.661679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.662159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.727689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:48.733998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Network e9586811-85c9-4fd3-9316-c90640204b72 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:48.737027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:48.743026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:48.745925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:48.750671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:48.774296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.785994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Pushing event updated for resources: {'Port': ['ID=bd69aa8e-0331-499e-9f16-46775814894f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:48.848673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Attempting to bind port bd69aa8e-0331-499e-9f16-46775814894f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:48.849033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Attempting to bind port bd69aa8e-0331-499e-9f16-46775814894f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '081586f3-5a48-432c-949f-70135038e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e9586811-85c9-4fd3-9316-c90640204b72'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:48.849392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Attempting to bind port bd69aa8e-0331-499e-9f16-46775814894f on network e9586811-85c9-4fd3-9316-c90640204b72 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:48.854918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:16:48.855282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Checking segment: {'id': '081586f3-5a48-432c-949f-70135038e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e9586811-85c9-4fd3-9316-c90640204b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:48.855677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.856063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Bound using segment: {'id': '081586f3-5a48-432c-949f-70135038e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e9586811-85c9-4fd3-9316-c90640204b72'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:16:48.856577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Bound port: bd69aa8e-0331-499e-9f16-46775814894f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081586f3-5a48-432c-949f-70135038e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e9586811-85c9-4fd3-9316-c90640204b72'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:48.857550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.883079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=1be166b5-2bdb-4e97-94b9-b4826c2b87f1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:48.889116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb669a70-947b-4e93-a36e-2d0e9a1118e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:48.957627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] For port bd69aa8e-0331-499e-9f16-46775814894f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:48.960718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] For port bd69aa8e-0331-499e-9f16-46775814894f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bd69aa8e-0331-499e-9f16-46775814894f,segment=NetworkSegment(081586f3-5a48-432c-949f-70135038e0e0),segment_id=081586f3-5a48-432c-949f-70135038e0e0)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:16:48.983923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.030655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eb669a70-947b-4e93-a36e-2d0e9a1118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.066959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.103764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa0fac29-55b8-44a4-945e-83fe358a066b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.132190 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eb669a70-947b-4e93-a36e-2d0e9a1118e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb66bf5a96084a4291f0445548631bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1477380 Mar 11 16:16:49.135809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55076) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:49.141687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.144548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Subnet': ['ID=155184a6-7b4a-4ccb-8d4d-b0d49c1d0e0d,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:49.146439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb669a70-947b-4e93-a36e-2d0e9a1118e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fce4d4c-01db-471a-8fb6-6261c3d20438,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:49.157182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0edce-d92a-4e3e-bbd2-d5cb22b05675 None None] Pushing event updated for resources: {'Port': ['ID=bd69aa8e-0331-499e-9f16-46775814894f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:49.175277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Checking segment: {'id': '0112650f-bc0f-45a4-b04d-0933329ce6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fd8159bf-d50c-4307-8d55-6af93a0d25fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:49.175733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network hostable DHCP agents. Network: fd8159bf-d50c-4307-8d55-6af93a0d25fe, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:16:49.250492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Deleting port ee837bf1-a4cf-4530-a268-036de8102dcc {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:49.251586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.325702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network fd8159bf-d50c-4307-8d55-6af93a0d25fe is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:16:49.399527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b987-3dc5-42c7-9e5b-bd840ccec99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.425480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, fd8159bf-d50c-4307-8d55-6af93a0d25fe) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:49.433168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25848552-f0b0-4014-9c9b-443be142a08a None None] Network fd8159bf-d50c-4307-8d55-6af93a0d25fe requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:49.438968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:49.439690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.502976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.526601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b987-3dc5-42c7-9e5b-bd840ccec99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.736911 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d4442d1-89d5-42cc-96a0-249b9bab1a85 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0016031 Mar 11 16:16:49.744505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Calling delete_port for ee837bf1-a4cf-4530-a268-036de8102dcc owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:49.760148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-fd8159bf-d50c-4307-8d55-6af93a0d25fe', 'network_id': 'fd8159bf-d50c-4307-8d55-6af93a0d25fe', 'tenant_id': 'e4bc410b684f4266860b0c8fff053c69', 'fixed_ips': [{'subnet_id': '155184a6-7b4a-4ccb-8d4d-b0d49c1d0e0d'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:16:49.760148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.781288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55084) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:49.791241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b987-3dc5-42c7-9e5b-bd840ccec99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.874775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1b987-3dc5-42c7-9e5b-bd840ccec99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fce4d4c-01db-471a-8fb6-6261c3d20438,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:49.910620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.947035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Allocated IP 172.20.0.2 (fd8159bf-d50c-4307-8d55-6af93a0d25fe/155184a6-7b4a-4ccb-8d4d-b0d49c1d0e0d/0f97bc69-77c6-4b70-b3e5-7c90585c45cb) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:49.975446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c2d1b987-3dc5-42c7-9e5b-bd840ccec99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:49.978953 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c2d1b987-3dc5-42c7-9e5b-bd840ccec99f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0fce4d4c-01db-471a-8fb6-6261c3d20438 HTTP/1.1" status: 204 len: 168 time: 0.8403261 Mar 11 16:16:50.269304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bd69aa8e-0331-499e-9f16-46775814894f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:50.336068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.411049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.434460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Transition to ACTIVE for port object 0f97bc69-77c6-4b70-b3e5-7c90585c45cb will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:50.503864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Transition to ACTIVE for port object 0f97bc69-77c6-4b70-b3e5-7c90585c45cb will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:50.557716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2370e8e-3843-45c1-aa00-e7d3ce685b2e req-419abbf5-b9c5-485f-b423-87e042b2af4d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:50.559216 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d2370e8e-3843-45c1-aa00-e7d3ce685b2e req-419abbf5-b9c5-485f-b423-87e042b2af4d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7789240 Mar 11 16:16:50.576381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.640643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e8a78-6c1e-447c-b01a-1d4d12f7ac53 None None] Network e9586811-85c9-4fd3-9316-c90640204b72 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:50.690234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port bd69aa8e-0331-499e-9f16-46775814894f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:50.711858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.793820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa0fac29-55b8-44a4-945e-83fe358a066b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.803671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa0fac29-55b8-44a4-945e-83fe358a066b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.813666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Network fd8159bf-d50c-4307-8d55-6af93a0d25fe is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:50.831392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:50.834418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:50.855504 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d2370e8e-3843-45c1-aa00-e7d3ce685b2e req-333db6d8-9825-431b-9c6a-05a2829c4cad tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226608 Mar 11 16:16:50.886296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9385c9c4-f5cc-4e7b-84b7-68c8af8653ba None None] Provisioning for port bd69aa8e-0331-499e-9f16-46775814894f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:50.923859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Pushing event updated for resources: {'Port': ['ID=0f97bc69-77c6-4b70-b3e5-7c90585c45cb,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:50.926081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9385c9c4-f5cc-4e7b-84b7-68c8af8653ba None None] Provisioning complete for port bd69aa8e-0331-499e-9f16-46775814894f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:50.926493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9385c9c4-f5cc-4e7b-84b7-68c8af8653ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.058407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.063840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.078629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Attempting to bind port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:51.078990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Attempting to bind port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0112650f-bc0f-45a4-b04d-0933329ce6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fd8159bf-d50c-4307-8d55-6af93a0d25fe'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:51.079344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Attempting to bind port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb on network fd8159bf-d50c-4307-8d55-6af93a0d25fe {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:16:51.097169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0fac29-55b8-44a4-945e-83fe358a066b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Router 3292222e-bf8e-4659-9c49-ff9027c44a6d has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:51.121831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:16:51.122800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Checking segment: {'id': '0112650f-bc0f-45a4-b04d-0933329ce6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fd8159bf-d50c-4307-8d55-6af93a0d25fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:16:51.123200 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.123583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Bound using segment: {'id': '0112650f-bc0f-45a4-b04d-0933329ce6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fd8159bf-d50c-4307-8d55-6af93a0d25fe'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:16:51.124056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Bound port: 0f97bc69-77c6-4b70-b3e5-7c90585c45cb, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0112650f-bc0f-45a4-b04d-0933329ce6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fd8159bf-d50c-4307-8d55-6af93a0d25fe'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:51.124423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.177865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.258237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=1be166b5-2bdb-4e97-94b9-b4826c2b87f1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:51.265933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event deleted for resources: {'Port': ['ID=ee837bf1-a4cf-4530-a268-036de8102dcc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:51.385588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.437533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9385c9c4-f5cc-4e7b-84b7-68c8af8653ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.448013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] For port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:16:51.510743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] For port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0f97bc69-77c6-4b70-b3e5-7c90585c45cb,segment=NetworkSegment(0112650f-bc0f-45a4-b04d-0933329ce6f0),segment_id=0112650f-bc0f-45a4-b04d-0933329ce6f0)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:16:51.545436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9385c9c4-f5cc-4e7b-84b7-68c8af8653ba None None] For port bd69aa8e-0331-499e-9f16-46775814894f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bd69aa8e-0331-499e-9f16-46775814894f,segment=NetworkSegment(081586f3-5a48-432c-949f-70135038e0e0),segment_id=081586f3-5a48-432c-949f-70135038e0e0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:51.570134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.631829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55114) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:51.647869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9385c9c4-f5cc-4e7b-84b7-68c8af8653ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.666862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.688922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e72cd2-a09e-44ca-b598-e69f9c0efdb3 None None] Pushing event updated for resources: {'Port': ['ID=0f97bc69-77c6-4b70-b3e5-7c90585c45cb,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:51.786473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0fac29-55b8-44a4-945e-83fe358a066b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:51.805123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa0fac29-55b8-44a4-945e-83fe358a066b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.808103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385c9c4-f5cc-4e7b-84b7-68c8af8653ba None None] Pushing event updated for resources: {'Port': ['ID=bd69aa8e-0331-499e-9f16-46775814894f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:51.809070 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aa0fac29-55b8-44a4-945e-83fe358a066b tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "PUT /v2.0/routers/3292222e-bf8e-4659-9c49-ff9027c44a6d HTTP/1.1" status: 200 len: 921 time: 3.9064128 Mar 11 16:16:51.816548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:51.820262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab081e-35ca-4ab0-8d09-fbe17f6155cd None None] Sync routers for ids ['3292222e-bf8e-4659-9c49-ff9027c44a6d'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:51.835629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab081e-35ca-4ab0-8d09-fbe17f6155cd None None] Routers {'3292222e-bf8e-4659-9c49-ff9027c44a6d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:51.836686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-34ab081e-35ca-4ab0-8d09-fbe17f6155cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3292222e-bf8e-4659-9c49-ff9027c44a6d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:51.845509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.862753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.875138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb7531-6ba3-4e0f-89c5-4eb13fdb9612 req-40f0c77c-4d3c-49a3-aec4-4788f412af7a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:51.877197 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3fb7531-6ba3-4e0f-89c5-4eb13fdb9612 req-40f0c77c-4d3c-49a3-aec4-4788f412af7a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.6873839 Mar 11 16:16:51.917921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee21bca-8de9-4724-a60e-5e45acbc3b44 req-486fa642-791a-47d3-bbaa-24fdabf7bfae tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:51.928545 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-34ab081e-35ca-4ab0-8d09-fbe17f6155cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:51.928889 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bee21bca-8de9-4724-a60e-5e45acbc3b44 req-486fa642-791a-47d3-bbaa-24fdabf7bfae tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 946 time: 0.3638120 Mar 11 16:16:51.934083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Allocated IP 172.20.0.1 (e9586811-85c9-4fd3-9316-c90640204b72/d6555cc0-4800-4211-bbd9-d258cb81519e/96524bdf-4ab3-42d6-b48e-61da23c37498) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:51.944219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab081e-35ca-4ab0-8d09-fbe17f6155cd None None] Routers {'3292222e-bf8e-4659-9c49-ff9027c44a6d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:51.944908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-34ab081e-35ca-4ab0-8d09-fbe17f6155cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3292222e-bf8e-4659-9c49-ff9027c44a6d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:51.970479 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3fb7531-6ba3-4e0f-89c5-4eb13fdb9612 req-555c8f86-4aca-4bf4-8989-ca646bb8f132 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796282 Mar 11 16:16:52.037595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-34ab081e-35ca-4ab0-8d09-fbe17f6155cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:52.037995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab081e-35ca-4ab0-8d09-fbe17f6155cd None None] The sync data for ids ['3292222e-bf8e-4659-9c49-ff9027c44a6d'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:52.091204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.091748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Fanout notify agent at l3_agent the message router_deleted on router f9a4c300-3603-4f18-b4be-5aaa68efdb9b {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:52.136962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.139017 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-92d74a2d-5bb0-4c0d-bda1-19ba0920cc24 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/f9a4c300-3603-4f18-b4be-5aaa68efdb9b HTTP/1.1" status: 204 len: 168 time: 3.6832867 Mar 11 16:16:52.142801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55128) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:52.151125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ea27c297-a0a1-437c-8d05-906c53d8c5d3 None None] Provisioning complete for port bd69aa8e-0331-499e-9f16-46775814894f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:52.152520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ea27c297-a0a1-437c-8d05-906c53d8c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.154833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-523753137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:52.161223 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-70c25e76-9aed-4f3b-8813-cb4bc9632833 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/routers/3292222e-bf8e-4659-9c49-ff9027c44a6d HTTP/1.1" status: 200 len: 921 time: 0.3390169 Mar 11 16:16:52.166240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:52.168163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55132) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:52.175837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Usage tracker for resource:router and tenant:d9c02f2fa6dc48dbb2387d9bb0df81f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:52.188847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'networks': [{'name': 'tempest-network--770453219'}, {'name': 'tempest-network--559813822'}]} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:52.189216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'network': {'name': 'tempest-network--770453219'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:52.189745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'network': {'name': 'tempest-network--559813822'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:52.202766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:52.212120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:52.217899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Usage tracker for resource:network and tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:52.259575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:52.311396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:52.321635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.341994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:52.355285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Transition to ACTIVE for port object 96524bdf-4ab3-42d6-b48e-61da23c37498 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:52.374146 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bee21bca-8de9-4724-a60e-5e45acbc3b44 req-858263d0-a65e-4607-a976-8533dcebc5f6 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4442255 Mar 11 16:16:52.396107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af62eb2-bc88-4cf9-a692-f14c9b216f67 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:52.396855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3af62eb2-bc88-4cf9-a692-f14c9b216f67 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Synchronizing usage tracker for tenant:9e43be23ba1143c084612f1fe0d234f0 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:52.405037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.407720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.410232 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP 8a8d8cff-77b7-4b27-b1b4-efd39b584621 associated. External IP: 172.26.8.123, port: 025a7808-9003-4e68-ad53-d1ec4ff34e42. Mar 11 16:16:52.428661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bd69aa8e-0331-499e-9f16-46775814894f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:52.456848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.486638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Made reservation on behalf of 7c1da084bb9f4c42b02fe6bfef4e1bbb for: {'network': 2} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:52.491332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.515667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.530037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port bd69aa8e-0331-499e-9f16-46775814894f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:52.531142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.541337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:52.541656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.545636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Usage tracker for resource:security_group_rule and tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:52.548726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:52.557049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:52.623371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.640825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3af62eb2-bc88-4cf9-a692-f14c9b216f67 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Unset dirty status for tenant:9e43be23ba1143c084612f1fe0d234f0 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:52.642258 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3af62eb2-bc88-4cf9-a692-f14c9b216f67 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=3292222e-bf8e-4659-9c49-ff9027c44a6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4731538 Mar 11 16:16:52.646490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network e9586811-85c9-4fd3-9316-c90640204b72 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:52.654218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55136) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:52.654948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:52.658891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:52.667275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0f97bc69-77c6-4b70-b3e5-7c90585c45cb up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:52.781979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.807937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Port': ['ID=96524bdf-4ab3-42d6-b48e-61da23c37498,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:52.843051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:52.890755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.890755 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cbc6a044-1d34-4915-a4b3-3614807d2939 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7436314 Mar 11 16:16:52.891628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.904907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55142) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:52.971879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.972254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.009275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': True}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:53.117405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3983d29e-6d83-417d-8b8f-d550ed5a0af2 None None] Provisioning for port 96524bdf-4ab3-42d6-b48e-61da23c37498 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:53.124328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-83c22946-d628-464b-b53a-265237e4d1c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:53.125229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3983d29e-6d83-417d-8b8f-d550ed5a0af2 None None] Provisioning complete for port 96524bdf-4ab3-42d6-b48e-61da23c37498 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:53.125581 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3983d29e-6d83-417d-8b8f-d550ed5a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.125827 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-83c22946-d628-464b-b53a-265237e4d1c1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 946 time: 0.5019212 Mar 11 16:16:53.130660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d6b20-71c1-4587-a926-62d6c02448b9 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:53.131215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0c9d6b20-71c1-4587-a926-62d6c02448b9 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Synchronizing usage tracker for tenant:9e43be23ba1143c084612f1fe0d234f0 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:53.186909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3983d29e-6d83-417d-8b8f-d550ed5a0af2 None None] Port 96524bdf-4ab3-42d6-b48e-61da23c37498 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:16:53.217443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300c6e9-fadc-4f0b-8884-11b800d46058 None None] Network fd8159bf-d50c-4307-8d55-6af93a0d25fe requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:16:53.247724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0c9d6b20-71c1-4587-a926-62d6c02448b9 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Unset dirty status for tenant:9e43be23ba1143c084612f1fe0d234f0 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:53.247948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e273d2e4-c63f-4af2-be98-f6fb5b74d2ee,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:53.248099 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0c9d6b20-71c1-4587-a926-62d6c02448b9 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 881 time: 0.5892692 Mar 11 16:16:53.250183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55146) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:53.314798 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d696488e-9ad3-457f-ad4e-b24563f25fcf tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=3292222e-bf8e-4659-9c49-ff9027c44a6d HTTP/1.1" status: 200 len: 205 time: 0.0590787 Mar 11 16:16:53.314798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.321028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:53.445203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-557f14f5-95d2-4385-868e-ee0babe1847e None None] Provisioning for port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:53.463608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-557f14f5-95d2-4385-868e-ee0babe1847e None None] Provisioning complete for port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:53.463608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-557f14f5-95d2-4385-868e-ee0babe1847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.588185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:53.656523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-557f14f5-95d2-4385-868e-ee0babe1847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.697535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-557f14f5-95d2-4385-868e-ee0babe1847e None None] For port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0f97bc69-77c6-4b70-b3e5-7c90585c45cb,segment=NetworkSegment(0112650f-bc0f-45a4-b04d-0933329ce6f0),segment_id=0112650f-bc0f-45a4-b04d-0933329ce6f0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:53.775840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-557f14f5-95d2-4385-868e-ee0babe1847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.848836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.849388 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Added segment 0e7b6adf-5bcb-4c48-bd48-8889685b467c of type vlan for network bc3892a8-5421-47e9-9ed3-2c1464e25e6c Mar 11 16:16:53.865233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f14f5-95d2-4385-868e-ee0babe1847e None None] Pushing event updated for resources: {'Port': ['ID=0f97bc69-77c6-4b70-b3e5-7c90585c45cb,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:53.870592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098ef05-77ee-4744-9dcd-f085dd13542f req-332b8616-d78c-4306-ac46-d0cedd2593f5 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:53.872708 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d098ef05-77ee-4744-9dcd-f085dd13542f req-332b8616-d78c-4306-ac46-d0cedd2593f5 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 946 time: 0.3555856 Mar 11 16:16:53.877426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Deleting port c430d915-78d6-4492-b5e6-74dc23834f04 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:53.877773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:53.947659 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d098ef05-77ee-4744-9dcd-f085dd13542f req-af67c2a3-16bc-4e8e-8bd5-0208a1d943d2 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612516 Mar 11 16:16:53.965085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.000813 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-20560472-4c67-4f82-aff8-9ebcc4a4f243 None None] Provisioning complete for port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:54.001182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20560472-4c67-4f82-aff8-9ebcc4a4f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.018096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350074c-dec0-4b92-9670-c4c0ba0abf9f req-6fb739fc-dca8-4ba3-bb72-e1420ce904ea tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:54.019591 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0350074c-dec0-4b92-9670-c4c0ba0abf9f req-6fb739fc-dca8-4ba3-bb72-e1420ce904ea tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 1.1851349 Mar 11 16:16:54.029467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:54.043223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.089804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.120937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.160981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.165558 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Port': ['ID=96524bdf-4ab3-42d6-b48e-61da23c37498,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:54.214833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0f97bc69-77c6-4b70-b3e5-7c90585c45cb up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:54.287124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:16:54.290533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:54.291115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.308299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network e9586811-85c9-4fd3-9316-c90640204b72 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:54.309757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:54.337476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.430460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0350074c-dec0-4b92-9670-c4c0ba0abf9f req-d49458c5-c1ba-4e9b-bdd1-c7f263ffad96 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333492 Mar 11 16:16:54.476984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:54.611989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.612333 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Added segment e5c8c4d5-e1a9-49e6-9035-ded3c03c747f of type vlan for network dde70f17-d7cf-41b2-b4bb-5fe2e78404b5 Mar 11 16:16:54.615209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Router 04135d9c-3fba-4daf-95bc-752c7428c1c5 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:16:54.658911 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4bd62a84-d685-40e8-a15c-e5b35a61ed30 None None] Provisioning complete for port 96524bdf-4ab3-42d6-b48e-61da23c37498 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:54.659517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4bd62a84-d685-40e8-a15c-e5b35a61ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.725751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4bd62a84-d685-40e8-a15c-e5b35a61ed30 None None] Port 96524bdf-4ab3-42d6-b48e-61da23c37498 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:16:54.773256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3547f-206f-478b-b37f-18fd6d51e95d req-32644c57-8fa4-4c9d-95d2-0c47a70516ca tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:54.774765 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcf3547f-206f-478b-b37f-18fd6d51e95d req-32644c57-8fa4-4c9d-95d2-0c47a70516ca tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.2133517 Mar 11 16:16:54.819551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:54.834225 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd3534-27fe-4d6e-a9c5-9970ef0ff05f None None] Sync routers for ids ['04135d9c-3fba-4daf-95bc-752c7428c1c5'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:54.834765 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-429445c0-dc59-44d5-95b6-fe223271d2f4 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "PUT /v2.0/routers/04135d9c-3fba-4daf-95bc-752c7428c1c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0492437 Mar 11 16:16:54.836901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55160) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:54.843262 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd3534-27fe-4d6e-a9c5-9970ef0ff05f None None] Routers {'04135d9c-3fba-4daf-95bc-752c7428c1c5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:54.844162 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-60bd3534-27fe-4d6e-a9c5-9970ef0ff05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['04135d9c-3fba-4daf-95bc-752c7428c1c5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:54.864161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:54.868981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:54.882258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d909c-7d77-45d6-9ea5-0e6cadd85e90 None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:54.896582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d909c-7d77-45d6-9ea5-0e6cadd85e90 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:54.897447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc9d909c-7d77-45d6-9ea5-0e6cadd85e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:54.902997 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcf3547f-206f-478b-b37f-18fd6d51e95d req-7c4f81b7-1569-4fce-b343-dd1b7233537c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199846 Mar 11 16:16:54.949887 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-60bd3534-27fe-4d6e-a9c5-9970ef0ff05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:54.968440 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd3534-27fe-4d6e-a9c5-9970ef0ff05f None None] Routers {'04135d9c-3fba-4daf-95bc-752c7428c1c5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:54.970563 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-60bd3534-27fe-4d6e-a9c5-9970ef0ff05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['04135d9c-3fba-4daf-95bc-752c7428c1c5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:55.047185 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-60bd3534-27fe-4d6e-a9c5-9970ef0ff05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:55.047952 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd3534-27fe-4d6e-a9c5-9970ef0ff05f None None] The sync data for ids ['04135d9c-3fba-4daf-95bc-752c7428c1c5'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:55.048244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc9d909c-7d77-45d6-9ea5-0e6cadd85e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:55.073321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d909c-7d77-45d6-9ea5-0e6cadd85e90 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:55.073321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc9d909c-7d77-45d6-9ea5-0e6cadd85e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:55.152378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-cc9d909c-7d77-45d6-9ea5-0e6cadd85e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:55.152936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9d909c-7d77-45d6-9ea5-0e6cadd85e90 None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:16:55.200936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:16:55.221802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:55.251611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] For port c430d915-78d6-4492-b5e6-74dc23834f04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c430d915-78d6-4492-b5e6-74dc23834f04,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:55.251968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:55.334582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:55.386474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Deleting port 656dc402-bcc5-4a82-9ecc-d9d943e76770 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:55.386813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:55.416990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:55.417387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:55.423184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:55.427763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:55.428373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:55.537559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4af03b-a217-4306-a158-f73e4198a0ce req-fb10ad8d-6e69-41e8-b967-1209483ca8f5 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:55.539064 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eb4af03b-a217-4306-a158-f73e4198a0ce req-fb10ad8d-6e69-41e8-b967-1209483ca8f5 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 946 time: 0.4184561 Mar 11 16:16:55.638816 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eb4af03b-a217-4306-a158-f73e4198a0ce req-c4da40ee-a3c3-4509-ac27-61fe34b53ab1 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650744 Mar 11 16:16:55.642498 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a1acbaf-b3c0-430a-99c5-60f9510dd154 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1320205 Mar 11 16:16:55.663719 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.0274005 Mar 11 16:16:55.670601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55170) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:55.673502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55172) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:55.768166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ac25fa82-8bac-45e1-9824-d86587f10325 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:55.803857 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-d78ec9cb-82a9-4e36-8a36-2b31c110946d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:16:55.807887 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d78ec9cb-82a9-4e36-8a36-2b31c110946d tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "PUT /v2.0/routers/04135d9c-3fba-4daf-95bc-752c7428c1c5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9671640 Mar 11 16:16:55.808939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:55.850690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Network': ['ID=bc3892a8-5421-47e9-9ed3-2c1464e25e6c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:55.860742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2380f8-28df-4674-884e-4bd311de3b93 req-f721aec3-0db9-452b-9074-0e68fb318709 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:55.862255 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3c2380f8-28df-4674-884e-4bd311de3b93 req-f721aec3-0db9-452b-9074-0e68fb318709 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7040303 Mar 11 16:16:55.862407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device c430d915-78d6-4492-b5e6-74dc23834f04 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:16:55.903690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network bc3892a8-5421-47e9-9ed3-2c1464e25e6c details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:55.995960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9d83b-2947-4acf-80ee-d4bca9e59a25 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:56.003086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9d83b-2947-4acf-80ee-d4bca9e59a25 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:56.009054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9d83b-2947-4acf-80ee-d4bca9e59a25 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:56.015371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f9d83b-2947-4acf-80ee-d4bca9e59a25 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:56.019813 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-71f9d83b-2947-4acf-80ee-d4bca9e59a25 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3424871 Mar 11 16:16:56.021094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55182) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:56.094042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.125860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:16:56.139761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port c430d915-78d6-4492-b5e6-74dc23834f04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c430d915-78d6-4492-b5e6-74dc23834f04,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:56.204181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.281241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=c430d915-78d6-4492-b5e6-74dc23834f04,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:56.298141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac25fa82-8bac-45e1-9824-d86587f10325 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.369221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac55e06-fbc7-43c0-83ae-d0f50342efef tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Network': ['ID=dde70f17-d7cf-41b2-b4bb-5fe2e78404b5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:56.380627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network dde70f17-d7cf-41b2-b4bb-5fe2e78404b5 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:16:56.410638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.417068 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3c2380f8-28df-4674-884e-4bd311de3b93 req-44c8a195-4255-47b2-84a7-284b30bbdb0d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5150414 Mar 11 16:16:56.419706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.419706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.420012 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Floating IP b4cdb8d5-be74-4223-991e-01512f5e34b1 disassociated. External IP: 172.26.8.33, port: c430d915-78d6-4492-b5e6-74dc23834f04. Mar 11 16:16:56.420335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Calling delete_port for c430d915-78d6-4492-b5e6-74dc23834f04 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:56.539166 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'code': 200} Mar 11 16:16:56.609445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.616956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.630500 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.667782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78c06-a1a2-42b2-90ce-a9d4b0779d53 req-36e359d3-d0d0-492e-a40c-9d74121121b7 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:56.669391 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6e78c06-a1a2-42b2-90ce-a9d4b0779d53 req-36e359d3-d0d0-492e-a40c-9d74121121b7 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 945 time: 0.3803854 Mar 11 16:16:56.674494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3892a8-5421-47e9-9ed3-2c1464e25e6c']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:56.706685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7b6adf-5bcb-4c48-bd48-8889685b467c') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:56.706987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7b6adf-5bcb-4c48-bd48-8889685b467c') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:56.731434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.773886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.980852 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6e78c06-a1a2-42b2-90ce-a9d4b0779d53 req-8be08fd8-2851-41e6-8382-6f9835fe5bef tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100609 Mar 11 16:16:56.982580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Calling delete_port for 656dc402-bcc5-4a82-9ecc-d9d943e76770 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:16:56.982986 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:16:57.099711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.104006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:16:57.104330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:16:57.118960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac25fa82-8bac-45e1-9824-d86587f10325 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.239038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.250328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45d189-b39e-4c44-862e-6110c4094dc7 req-ae965181-23ae-40fe-b255-2ed8444e558f tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:57.251811 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f45d189-b39e-4c44-862e-6110c4094dc7 req-ae965181-23ae-40fe-b255-2ed8444e558f tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 944 time: 0.2989106 Mar 11 16:16:57.270468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac25fa82-8bac-45e1-9824-d86587f10325 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.270866 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-ac25fa82-8bac-45e1-9824-d86587f10325 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP 8a8d8cff-77b7-4b27-b1b4-efd39b584621 disassociated. External IP: 172.26.8.123, port: 025a7808-9003-4e68-ad53-d1ec4ff34e42. Mar 11 16:16:57.278738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.306741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Network': ['ID=bc3892a8-5421-47e9-9ed3-2c1464e25e6c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:57.370382 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e8ce5a92-b48a-4bcd-9aba-01fddacf0343 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/networks/bc3892a8-5421-47e9-9ed3-2c1464e25e6c HTTP/1.1" status: 204 len: 168 time: 1.3492796 Mar 11 16:16:57.378894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55196) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:57.456051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.475358 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f45d189-b39e-4c44-862e-6110c4094dc7 req-26a5c2f4-e213-46bd-8b6f-ff22851d8581 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000709 Mar 11 16:16:57.567935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.614863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event deleted for resources: {'Port': ['ID=656dc402-bcc5-4a82-9ecc-d9d943e76770,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:57.616573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Deleting port c430d915-78d6-4492-b5e6-74dc23834f04 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:57.616827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.683980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Allocated IP 172.26.8.226 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/85f02714-beb7-4e3e-a668-19f9db8c896d) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:57.762275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.804268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde70f17-d7cf-41b2-b4bb-5fe2e78404b5']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:57.812489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Deleting port 96524bdf-4ab3-42d6-b48e-61da23c37498 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:57.812866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.857383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c8c4d5-e1a9-49e6-9035-ded3c03c747f') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:57.857902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c8c4d5-e1a9-49e6-9035-ded3c03c747f') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:57.859068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119be950-bfb4-4253-a7c9-9e4afa681b76 req-5429b9aa-1c45-4390-8ab0-ed243b035da6 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:57.860567 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-119be950-bfb4-4253-a7c9-9e4afa681b76 req-5429b9aa-1c45-4390-8ab0-ed243b035da6 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.6366091 Mar 11 16:16:57.876656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.929725 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.948829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:16:57.949231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:16:57.964963 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:16:58.169571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.186879 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.271406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-0317689e-a773-4435-a358-c71222b537dc tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:58.272808 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-0317689e-a773-4435-a358-c71222b537dc tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 945 time: 0.8800647 Mar 11 16:16:58.317846 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Calling delete_port for 96524bdf-4ab3-42d6-b48e-61da23c37498 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:58.346268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.497229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.513702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Network': ['ID=dde70f17-d7cf-41b2-b4bb-5fe2e78404b5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:58.529127 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4280b87b-d60d-462c-948c-9970b84a0cc3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/networks/dde70f17-d7cf-41b2-b4bb-5fe2e78404b5 HTTP/1.1" status: 204 len: 168 time: 1.1127059 Mar 11 16:16:58.534298 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55204) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:58.536334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.555785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.603974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d5a9-0de8-4bba-8691-ced48562b1a2 req-995721a1-950d-44b2-8e4f-a850ce72b9e6 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:58.605427 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1867d5a9-0de8-4bba-8691-ced48562b1a2 req-995721a1-950d-44b2-8e4f-a850ce72b9e6 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 945 time: 0.5116436 Mar 11 16:16:58.624833 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-119be950-bfb4-4253-a7c9-9e4afa681b76 req-1e56ecfb-cace-42d4-bafb-98bdc86b894d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7476847 Mar 11 16:16:58.682702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.691201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Deleting port bd445947-0da5-4971-9f73-258b426294ee {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:16:58.691201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.755908 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1867d5a9-0de8-4bba-8691-ced48562b1a2 req-9766fb04-9296-4806-a4c6-d55f5e39d878 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374798 Mar 11 16:16:58.782520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12164051-b49b-4b01-85cc-ce78fd90f14e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:58.788540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12164051-b49b-4b01-85cc-ce78fd90f14e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:58.789313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-12164051-b49b-4b01-85cc-ce78fd90f14e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Synchronizing usage tracker for tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:58.814263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.814789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Fanout notify agent at l3_agent the message router_deleted on router 3292222e-bf8e-4659-9c49-ff9027c44a6d {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:16:58.861543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] For port c430d915-78d6-4492-b5e6-74dc23834f04, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c430d915-78d6-4492-b5e6-74dc23834f04,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:58.861898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.869875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac25fa82-8bac-45e1-9824-d86587f10325 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:58.952471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-12164051-b49b-4b01-85cc-ce78fd90f14e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Unset dirty status for tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:58.953657 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-12164051-b49b-4b01-85cc-ce78fd90f14e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4184427 Mar 11 16:16:58.954646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:58.958652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55208) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:58.999605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1850598150'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:59.025716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event deleted for resources: {'Port': ['ID=96524bdf-4ab3-42d6-b48e-61da23c37498,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:59.025716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:59.026321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.026321 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-23d41747-6de0-44e9-9e69-50cb4711276b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/3292222e-bf8e-4659-9c49-ff9027c44a6d HTTP/1.1" status: 204 len: 168 time: 5.6855030 Mar 11 16:16:59.048898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55212) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:59.065070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1951300079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:59.071738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:59.074237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:59.114057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Usage tracker for resource:router and tenant:0a2613330f8a494991a7fbc8025dc34b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:59.124749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:59.140569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:59.279823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Made reservation on behalf of 7c1da084bb9f4c42b02fe6bfef4e1bbb for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:59.283287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.296708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.297635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.320033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.327465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344584d-191b-497e-b31c-427a3c7a7ed9 req-9278777c-0171-435e-859c-a3b65370e4a9 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:59.328183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8344584d-191b-497e-b31c-427a3c7a7ed9 req-9278777c-0171-435e-859c-a3b65370e4a9 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Synchronizing usage tracker for tenant:35b3d889893f468abbd8f3a050968a5e on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:59.331020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.396094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.417305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:16:59.493326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.493660 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Added segment 654efc31-c6f8-4200-a26d-fd037841a6a5 of type vlan for network d700f01d-9d7d-44cb-b9f0-bbd12a5687a5 Mar 11 16:16:59.644790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.651652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.673995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Router 04135d9c-3fba-4daf-95bc-752c7428c1c5 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:16:59.710274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:59.729458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:59.744676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8344584d-191b-497e-b31c-427a3c7a7ed9 req-9278777c-0171-435e-859c-a3b65370e4a9 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Unset dirty status for tenant:35b3d889893f468abbd8f3a050968a5e on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:59.745865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8344584d-191b-497e-b31c-427a3c7a7ed9 req-9278777c-0171-435e-859c-a3b65370e4a9 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 944 time: 1.0007279 Mar 11 16:16:59.760734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:16:59.843210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac25fa82-8bac-45e1-9824-d86587f10325 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:59.854603 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a5671-529a-4317-ae9a-c12e6daabc89 None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:59.860876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event updated for resources: {'Port': ['ID=85f02714-beb7-4e3e-a668-19f9db8c896d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:59.869967 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a5671-529a-4317-ae9a-c12e6daabc89 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:59.871272 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-182a5671-529a-4317-ae9a-c12e6daabc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:59.873598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.874800 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fca6d94a-6561-4fc8-87b4-f4044dda9037 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8219445 Mar 11 16:16:59.875748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac25fa82-8bac-45e1-9824-d86587f10325 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.878272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55220) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:59.880893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:16:59.886717 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4ec0cba6-01de-4f67-86ab-1ae2d4188059 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "PUT /v2.0/routers/04135d9c-3fba-4daf-95bc-752c7428c1c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0762858 Mar 11 16:16:59.892191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:16:59.894112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb74c91-cd22-4c46-ba8f-b7b7b5e67688 None None] Sync routers for ids ['04135d9c-3fba-4daf-95bc-752c7428c1c5'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:16:59.901937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] For port bd445947-0da5-4971-9f73-258b426294ee, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bd445947-0da5-4971-9f73-258b426294ee,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:16:59.902334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.910791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb74c91-cd22-4c46-ba8f-b7b7b5e67688 None None] Routers {'04135d9c-3fba-4daf-95bc-752c7428c1c5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:16:59.911525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bb74c91-cd22-4c46-ba8f-b7b7b5e67688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['04135d9c-3fba-4daf-95bc-752c7428c1c5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:59.913475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55224) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:59.926595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.927213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.927728 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Floating IP b4cdb8d5-be74-4223-991e-01512f5e34b1 disassociated. External IP: 172.26.8.33, port: c430d915-78d6-4492-b5e6-74dc23834f04. Mar 11 16:16:59.928226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Calling delete_port for c430d915-78d6-4492-b5e6-74dc23834f04 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:16:59.947790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.953172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:59.953755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:59.977878 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-182a5671-529a-4317-ae9a-c12e6daabc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:59.999615 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a5671-529a-4317-ae9a-c12e6daabc89 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:00.000368 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-182a5671-529a-4317-ae9a-c12e6daabc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:00.005934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bb74c91-cd22-4c46-ba8f-b7b7b5e67688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:00.016696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb74c91-cd22-4c46-ba8f-b7b7b5e67688 None None] Routers {'04135d9c-3fba-4daf-95bc-752c7428c1c5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:00.018122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bb74c91-cd22-4c46-ba8f-b7b7b5e67688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['04135d9c-3fba-4daf-95bc-752c7428c1c5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:00.087199 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-182a5671-529a-4317-ae9a-c12e6daabc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:00.087888 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a5671-529a-4317-ae9a-c12e6daabc89 None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:00.093481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0bb74c91-cd22-4c46-ba8f-b7b7b5e67688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:00.094397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb74c91-cd22-4c46-ba8f-b7b7b5e67688 None None] The sync data for ids ['04135d9c-3fba-4daf-95bc-752c7428c1c5'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:00.182329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1c460842-8f86-4d42-bb71-741f1f1eae72 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] delete failed (client error): The resource could not be found. Mar 11 16:17:00.183360 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1c460842-8f86-4d42-bb71-741f1f1eae72 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-119627845 HTTP/1.1" status: 404 len: 334 time: 0.2633076 Mar 11 16:17:00.193568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55228) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:00.232127 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8344584d-191b-497e-b31c-427a3c7a7ed9 req-b70897cb-fdae-4965-9a0e-3764f35acbac tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups?id=bcd2928c-aaa0-4da8-b83d-02481230dc50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430077 Mar 11 16:17:00.241248 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ac25fa82-8bac-45e1-9824-d86587f10325 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/floatingips/8a8d8cff-77b7-4b27-b1b4-efd39b584621 HTTP/1.1" status: 200 len: 688 time: 4.5641952 Mar 11 16:17:00.257271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55232) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:00.257369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f80ac2db-28f2-4ca6-9c96-fa39b9e5b005 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Request body: {'router': {'external_gateway_info': {'network_id': '04135d9c-3fba-4daf-95bc-752c7428c1c5'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:00.388382 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3999462 Mar 11 16:17:00.422935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55236) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:00.453495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abf6ef-3afe-473e-bc2d-68d965cd790a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Network': ['ID=d700f01d-9d7d-44cb-b9f0-bbd12a5687a5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:00.463972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network d700f01d-9d7d-44cb-b9f0-bbd12a5687a5 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:00.563343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1267409390'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:00.638901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:00.645213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354737f1-2340-497b-9830-84e6928cb51f req-e0cbeca1-32ff-4be3-b994-229414268d07 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:00.646712 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-354737f1-2340-497b-9830-84e6928cb51f req-e0cbeca1-32ff-4be3-b994-229414268d07 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.8940849 Mar 11 16:17:00.695142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:00.697348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 1be166b5-2bdb-4e97-94b9-b4826c2b87f1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:00.697691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:00.864132 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:00.957991 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-354737f1-2340-497b-9830-84e6928cb51f req-0701f038-b00c-4190-b47c-2b413ad106d4 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970533 Mar 11 16:17:00.961429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f80ac2db-28f2-4ca6-9c96-fa39b9e5b005 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.090515 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-f80ac2db-28f2-4ca6-9c96-fa39b9e5b005 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] update failed (client error): The resource could not be found. Mar 11 16:17:01.095313 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f80ac2db-28f2-4ca6-9c96-fa39b9e5b005 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "PUT /v2.0/routers/04135d9c-3fba-4daf-95bc-752c7428c1c5 HTTP/1.1" status: 404 len: 339 time: 0.8923476 Mar 11 16:17:01.098304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Made reservation on behalf of 7c1da084bb9f4c42b02fe6bfef4e1bbb for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:01.099789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55242) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:01.101154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.251215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.251499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.251818 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Floating IP 7b71cd71-cd78-43ee-91b9-ce6ceaa552b2 disassociated. External IP: 172.26.8.36, port: bd445947-0da5-4971-9f73-258b426294ee. Mar 11 16:17:01.252166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Calling delete_port for bd445947-0da5-4971-9f73-258b426294ee owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:01.321778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.452672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665878-e7b7-4bc7-a2c9-7a46bf894550 req-4eeccdbe-e15f-4536-be84-e3e54bd5f67f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:01.453987 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87665878-e7b7-4bc7-a2c9-7a46bf894550 req-4eeccdbe-e15f-4536-be84-e3e54bd5f67f tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 945 time: 1.0551388 Mar 11 16:17:01.465985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:01.479132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Pushing event deleted for resources: {'Port': ['ID=c430d915-78d6-4492-b5e6-74dc23834f04,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:01.542130 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b17a05dd-a23d-4f84-8645-fa3a34644e9b req-37806748-d5a0-4521-bb42-ed809bb28680 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 210 time: 0.1467464 Mar 11 16:17:01.546403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.546997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.670465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.670944 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Added segment f496f6a7-14c8-4cca-86a0-c807e97fde44 of type vlan for network 1e6ad78d-aa05-4a54-87f7-ad43c4dcf195 Mar 11 16:17:01.797188 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87665878-e7b7-4bc7-a2c9-7a46bf894550 req-a7e24358-17bf-43c0-b51b-6bc23f8618c0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4594121-d256-435a-a0cc-00842c2b514f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242364 Mar 11 16:17:01.812183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 1be166b5-2bdb-4e97-94b9-b4826c2b87f1 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:01.860434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:01.931117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bd445947-0da5-4971-9f73-258b426294ee no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:02.015485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.091650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.104919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.127615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.141139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.156713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6156a-b8a7-46f4-8479-513b71918ad8 req-aeca0543-b27f-4fa0-9c5c-5d10a8bb0f65 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:02.163249 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-57a6156a-b8a7-46f4-8479-513b71918ad8 req-aeca0543-b27f-4fa0-9c5c-5d10a8bb0f65 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.4713464 Mar 11 16:17:02.201473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:17:02.298525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.305474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Router 299352e0-8cf4-46d1-a792-893271a49ed0 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:02.371856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.377111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:02.377697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.432459 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-57a6156a-b8a7-46f4-8479-513b71918ad8 req-4f7128fe-b63a-4b15-9a48-b7325e00ab79 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379076 Mar 11 16:17:02.462331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Pushing event deleted for resources: {'Port': ['ID=bd445947-0da5-4971-9f73-258b426294ee,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:02.597929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Allocated IP 172.26.8.210 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/cf9e371b-019e-4f58-9dc3-a574b235af1d) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:02.700167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Allocated IP 172.20.0.1 (9e6120be-5c86-438c-a065-d45fccabe5ac/58c4ed3d-6fff-4454-8594-649b6f43879f/0bc22794-9da6-473d-9b5b-e8e726b7e3f0) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:02.833229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:02.950281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Network': ['ID=1e6ad78d-aa05-4a54-87f7-ad43c4dcf195,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:02.964435 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 1e6ad78d-aa05-4a54-87f7-ad43c4dcf195 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:02.968227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-13105252-c2be-4c29-a10b-4b5ec5468a28 req-c1080e49-680a-40e8-8a6f-bc7d874ac510 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Synchronizing usage tracker for tenant:35b3d889893f468abbd8f3a050968a5e on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:02.986993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=1be166b5-2bdb-4e97-94b9-b4826c2b87f1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:03.056773 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-46a2a973-f8c7-4fc8-9311-ea4fb682c252 req-27d0107a-d8b7-49d0-865a-058f372d2590 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.0661871 Mar 11 16:17:03.088713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.098532 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e6389003-b07f-45ff-bd09-72588883df4f tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6702294 Mar 11 16:17:03.100577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55254) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:03.136914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'ports': [{'network_id': 'd700f01d-9d7d-44cb-b9f0-bbd12a5687a5', 'name': 'tempest-port--350839677', 'admin_state_up': True}, {'network_id': '1e6ad78d-aa05-4a54-87f7-ad43c4dcf195', 'admin_state_up': False}]} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:03.137421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'port': {'network_id': 'd700f01d-9d7d-44cb-b9f0-bbd12a5687a5', 'name': 'tempest-port--350839677', 'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:03.138138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'port': {'network_id': '1e6ad78d-aa05-4a54-87f7-ad43c4dcf195', 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:03.183263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.276194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Transition to ACTIVE for port object 0bc22794-9da6-473d-9b5b-e8e726b7e3f0 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:03.308750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.335126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.400749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:03.423031 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] Sync routers for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:03.427732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:03.432429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Usage tracker for resource:port and tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:03.436492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:03.439557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.445151 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:03.452166 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:03.471465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-13105252-c2be-4c29-a10b-4b5ec5468a28 req-c1080e49-680a-40e8-8a6f-bc7d874ac510 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Unset dirty status for tenant:35b3d889893f468abbd8f3a050968a5e on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:03.481949 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13105252-c2be-4c29-a10b-4b5ec5468a28 req-c1080e49-680a-40e8-8a6f-bc7d874ac510 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 210 time: 0.7212577 Mar 11 16:17:03.485518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.491664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:03.491927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.493280 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ac256113-2d47-42ab-a42d-9279ab2b96fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/floatingips/8a8d8cff-77b7-4b27-b1b4-efd39b584621 HTTP/1.1" status: 204 len: 168 time: 3.1924422 Mar 11 16:17:03.505773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55260) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:03.522516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:03.538364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:03.542613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:03.546340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': 'c700821f-ce16-42d2-8ef6-78d8acb873cf'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:03.560880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:03.565045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Router 0c782dfb-7442-45d2-965d-da41e50c2138 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:03.571367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:floatingip and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:03.577473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:03.586136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:03.625898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.669019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event updated for resources: {'Port': ['ID=cf9e371b-019e-4f58-9dc3-a574b235af1d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:03.677455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Made reservation on behalf of 7c1da084bb9f4c42b02fe6bfef4e1bbb for: {'port': 2} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:03.683841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.741993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network 9e6120be-5c86-438c-a065-d45fccabe5ac is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:03.755139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:03.764332 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.764731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.765304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.765706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.766389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.766517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.766886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.767336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.768100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.768100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.768466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.769035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:03.781069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:03.822008 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:17:03.866000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:03.875725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:04.022553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:04.116475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] No DVR routers for this DVR port c430d915-78d6-4492-b5e6-74dc23834f04 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:04.129257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:04.151257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:04.159136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-67f4c941-c073-4013-ab9e-64c509b9ef53 req-e03fff14-cf77-4567-9b58-f7687f5cae83 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.35 "DELETE /v2.0/ports/c430d915-78d6-4492-b5e6-74dc23834f04 HTTP/1.1" status: 204 len: 173 time: 10.9698107 Mar 11 16:17:04.161995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'name': 'network-vif-deleted', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:17:04.165327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] Sync routers for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:04.190590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:04.191777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:04.236384 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2ac174af-450b-4bd6-95ce-03b1aebc53d1', 'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'mac_address': 'fa:16:3e:2b:da:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:21Z', 'updated_at': '2022-03-11T16:15:38Z', 'revision_number': 5, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'subnets': [{'id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:04.241171 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] Checking router: 299352e0-8cf4-46d1-a792-893271a49ed0 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:17:04.251126 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:04.253509 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:04.281935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-47128e2a-81e3-4b70-9be5-2c82961eb3a0 req-d90a9e84-e4f6-4742-a176-1db826f20a39 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Synchronizing usage tracker for tenant:c4456c43527b40d587279f67503a2854 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:04.287215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-43706535-a763-45ec-aaec-6847a0a2830b None None] Provisioning for port 0bc22794-9da6-473d-9b5b-e8e726b7e3f0 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:04.299795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-43706535-a763-45ec-aaec-6847a0a2830b None None] Provisioning complete for port 0bc22794-9da6-473d-9b5b-e8e726b7e3f0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:04.300166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-43706535-a763-45ec-aaec-6847a0a2830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:04.380726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Port': ['ID=0bc22794-9da6-473d-9b5b-e8e726b7e3f0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:04.422039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Router 44b843f7-7418-40f1-8e02-5038b19ea22c is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:17:04.437060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] No DVR routers for this DVR port bd445947-0da5-4971-9f73-258b426294ee on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:04.453353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:04.455968 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c6d3bac6-d1ad-41b9-9479-f6e37980e1fa req-3d96a3bd-ceb5-45e1-bb28-d8ad05926332 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.35 "DELETE /v2.0/ports/bd445947-0da5-4971-9f73-258b426294ee HTTP/1.1" status: 204 len: 173 time: 6.1111584 Mar 11 16:17:04.483105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-43706535-a763-45ec-aaec-6847a0a2830b None None] Port 0bc22794-9da6-473d-9b5b-e8e726b7e3f0 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:17:04.549246 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:17:04.678814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-47128e2a-81e3-4b70-9be5-2c82961eb3a0 req-d90a9e84-e4f6-4742-a176-1db826f20a39 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Unset dirty status for tenant:c4456c43527b40d587279f67503a2854 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:04.679980 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47128e2a-81e3-4b70-9be5-2c82961eb3a0 req-d90a9e84-e4f6-4742-a176-1db826f20a39 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.4622340 Mar 11 16:17:04.741556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:17:04.816297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b382a-a77b-4e7d-b4e7-48515fce07ff req-08cea31e-3e55-491a-87ad-2317f1d0db10 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:04.818151 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-df0b382a-a77b-4e7d-b4e7-48515fce07ff req-08cea31e-3e55-491a-87ad-2317f1d0db10 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 1.1529040 Mar 11 16:17:04.830056 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] device_id is not set on port c0a769b3-bb16-4f8c-9e17-03897009bd8e yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:04.844971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bc3d96-bf79-4690-b56f-40162f7bf2fd', 'name': 'network-vif-deleted', 'tag': 'c430d915-78d6-4492-b5e6-74dc23834f04', 'status': 'completed', 'code': 200} Mar 11 16:17:04.860432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:04.972442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:04.974224 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:17:05.037884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.26.8.109 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/5d7f56b3-70ac-409a-8b11-7d42a4aa57a2) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:05.188244 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2ac174af-450b-4bd6-95ce-03b1aebc53d1', 'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'mac_address': 'fa:16:3e:2b:da:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:21Z', 'updated_at': '2022-03-11T16:15:38Z', 'revision_number': 5, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'subnets': [{'id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:05.193453 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cfcad-4b0e-496a-a86d-406b4e785d17 None None] The sync data for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv is: [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:26Z', 'revision_number': 4, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2ac174af-450b-4bd6-95ce-03b1aebc53d1', 'name': '', 'network_id': '6be08afd-bba1-4194-b9a0-20bce245a205', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'mac_address': 'fa:16:3e:2b:da:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:21Z', 'updated_at': '2022-03-11T16:15:38Z', 'revision_number': 5, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'subnets': [{'id': '16774e41-ceec-4659-b4b5-542fbd354cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:05.224727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '312e9735-8930-4bdf-b8f3-23bd651bbb31', 'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'mac_address': 'fa:16:3e:52:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:19Z', 'updated_at': '2022-03-11T16:15:33Z', 'revision_number': 5, 'project_id': 'c4456c43527b40d587279f67503a2854', 'subnets': [{'id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:05.225645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:05.229418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] Checking router: 0c782dfb-7442-45d2-965d-da41e50c2138 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:17:05.239337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:05.240017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:05.277228 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-df0b382a-a77b-4e7d-b4e7-48515fce07ff req-7c874bf4-5e2b-4641-8101-adeb6d7163b5 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4336998 Mar 11 16:17:05.319215 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7edd472c-7424-4354-b94f-95fac099eec3 req-474653e6-b804-4f0c-b0cb-5607d9a08a72 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1bc3d96-bf79-4690-b56f-40162f7bf2fd HTTP/1.1" status: 200 len: 210 time: 0.0729671 Mar 11 16:17:05.362309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:05.377036 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd06bc6-44e8-4f20-b2c9-c6fa6383adfe None None] Sync routers for ids ['44b843f7-7418-40f1-8e02-5038b19ea22c'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:05.390466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:05.399621 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b20d413f-48af-4c67-9d4f-43d090077176 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "PUT /v2.0/routers/44b843f7-7418-40f1-8e02-5038b19ea22c HTTP/1.1" status: 200 len: 918 time: 12.4321291 Mar 11 16:17:05.401976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:05.409142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:05.414160 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd06bc6-44e8-4f20-b2c9-c6fa6383adfe None None] Routers {'44b843f7-7418-40f1-8e02-5038b19ea22c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:05.416798 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9dd06bc6-44e8-4f20-b2c9-c6fa6383adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['44b843f7-7418-40f1-8e02-5038b19ea22c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:05.466928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:05.504483 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9dd06bc6-44e8-4f20-b2c9-c6fa6383adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:05.540134 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd06bc6-44e8-4f20-b2c9-c6fa6383adfe None None] Routers {'44b843f7-7418-40f1-8e02-5038b19ea22c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:05.540801 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9dd06bc6-44e8-4f20-b2c9-c6fa6383adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['44b843f7-7418-40f1-8e02-5038b19ea22c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:05.630000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:17:05.676616 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9dd06bc6-44e8-4f20-b2c9-c6fa6383adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:05.677188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd06bc6-44e8-4f20-b2c9-c6fa6383adfe None None] The sync data for ids ['44b843f7-7418-40f1-8e02-5038b19ea22c'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:05.702663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758a25f0-f054-4d39-9335-82cd0fa3ec09 None None] New status for floating IP b4cdb8d5-be74-4223-991e-01512f5e34b1: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:17:05.721297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:05.754320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:05.756619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=5d7f56b3-70ac-409a-8b11-7d42a4aa57a2,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:05.764278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:05.872969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:05.927792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.928142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.928499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.928835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.929166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.929498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.929861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.930152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.940478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.940478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.940478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.940478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:05.981069 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3ba0a346-462b-48ec-8953-8af02b7a47e4 req-35cba76c-d8a8-4e34-aaad-4262e5b778ce tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef3353b-c9bf-4659-bb30-178b5c9f9c2e HTTP/1.1" status: 200 len: 210 time: 0.1017556 Mar 11 16:17:06.001864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] device_id is not set on port 809bf3c5-a03a-46ed-b89e-1fdf8aaa9db2 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:06.128407 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-270ef24c-e11b-4c4e-8809-2e3ddbb1af0f tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/routers/44b843f7-7418-40f1-8e02-5038b19ea22c HTTP/1.1" status: 200 len: 924 time: 0.7239347 Mar 11 16:17:06.131316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55280) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:06.263394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '312e9735-8930-4bdf-b8f3-23bd651bbb31', 'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'mac_address': 'fa:16:3e:52:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:19Z', 'updated_at': '2022-03-11T16:15:33Z', 'revision_number': 5, 'project_id': 'c4456c43527b40d587279f67503a2854', 'subnets': [{'id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:06.268219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38943d1d-580c-46b5-a344-5ea9dfe1b337 None None] The sync data for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv is: [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 4, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '312e9735-8930-4bdf-b8f3-23bd651bbb31', 'name': '', 'network_id': '026af78c-221a-4b26-97b4-0321fe0d1b88', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'mac_address': 'fa:16:3e:52:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:19Z', 'updated_at': '2022-03-11T16:15:33Z', 'revision_number': 5, 'project_id': 'c4456c43527b40d587279f67503a2854', 'subnets': [{'id': '9711eae0-37d4-43ce-90d1-96f154e0d138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:06.342235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e09165-b72b-4a51-bedd-c62d3f299b54 req-44913a1e-17cd-4eed-bfed-9a835a76a398 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:06.343828 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70e09165-b72b-4a51-bedd-c62d3f299b54 req-44913a1e-17cd-4eed-bfed-9a835a76a398 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7044780 Mar 11 16:17:06.540219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55288) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:06.545527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8476d74c-1d87-4625-89c3-c76ca62fa36d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:06.547074 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8476d74c-1d87-4625-89c3-c76ca62fa36d tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=44b843f7-7418-40f1-8e02-5038b19ea22c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4146726 Mar 11 16:17:06.556804 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70e09165-b72b-4a51-bedd-c62d3f299b54 req-f6a1c439-a715-4cca-92ca-b948304d3ada tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939032 Mar 11 16:17:06.559394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55292) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:06.562382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:17:06.629127 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23afd3-0cc0-4bb1-afae-5bf6feee6e93 None None] New status for floating IP 7b71cd71-cd78-43ee-91b9-ce6ceaa552b2: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:17:06.643056 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.647688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ab12fd2a-f5f5-471e-81d8-e2d212c58c2c tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.689328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ab12fd2a-f5f5-471e-81d8-e2d212c58c2c tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.731467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.739625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.755064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.760542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.773163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.839105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d5c1a-514b-4106-ab3c-cf747711f245 req-efa8f622-4d79-4669-811c-148b20107760 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:06.841899 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a79d5c1a-514b-4106-ab3c-cf747711f245 req-efa8f622-4d79-4669-811c-148b20107760 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.1385159 Mar 11 16:17:06.845636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'name': 'network-vif-deleted', 'tag': 'bd445947-0da5-4971-9f73-258b426294ee'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:17:06.919391 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef3353b-c9bf-4659-bb30-178b5c9f9c2e', 'name': 'network-vif-deleted', 'tag': 'bd445947-0da5-4971-9f73-258b426294ee', 'status': 'completed', 'code': 200} Mar 11 16:17:06.927145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ab12fd2a-f5f5-471e-81d8-e2d212c58c2c tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:06.958902 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a79d5c1a-514b-4106-ab3c-cf747711f245 req-6fbdffb7-0bad-4633-a2dd-43b9a1acdbf3 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076977 Mar 11 16:17:06.990760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12fd2a-f5f5-471e-81d8-e2d212c58c2c tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd2928c-aaa0-4da8-b83d-02481230dc50,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:07.007545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.085872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29dc403-0ea2-4289-a5b7-b771aed966c6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:07.093036 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b29dc403-0ea2-4289-a5b7-b771aed966c6 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 881 time: 0.5155046 Mar 11 16:17:07.093535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55304) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:07.123091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ab12fd2a-f5f5-471e-81d8-e2d212c58c2c tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.124196 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ab12fd2a-f5f5-471e-81d8-e2d212c58c2c tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "DELETE /v2.0/security-groups/bcd2928c-aaa0-4da8-b83d-02481230dc50 HTTP/1.1" status: 204 len: 168 time: 0.5827985 Mar 11 16:17:07.152860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55310) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:07.192694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55314) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:07.215025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event updated for resources: {'Port': ['ID=0bc22794-9da6-473d-9b5b-e8e726b7e3f0,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:07.216128 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e9301003-3a1a-430d-b718-4a196348edb6 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=44b843f7-7418-40f1-8e02-5038b19ea22c HTTP/1.1" status: 200 len: 205 time: 0.1055915 Mar 11 16:17:07.220680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55318) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:07.232406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.251343 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-d146e752-ab21-45a1-a657-1052e0a7ad57 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] show failed (client error): The resource could not be found. Mar 11 16:17:07.252350 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d146e752-ab21-45a1-a657-1052e0a7ad57 tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "GET /v2.0/security-groups/bcd2928c-aaa0-4da8-b83d-02481230dc50 HTTP/1.1" status: 404 len: 347 time: 0.0919971 Mar 11 16:17:07.282217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55322) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:07.474302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.489345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Deleting port a756dcee-c677-4232-aeb3-1788dfadb101 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:07.489674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.556532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a537628-2b2b-4623-b998-0d5385e28548 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.582830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7138d-279d-4067-8a22-2ba5ec88c4c6 req-8a181bfb-57b2-40a3-b2d4-31ba6b7de04d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:07.584282 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7e7138d-279d-4067-8a22-2ba5ec88c4c6 req-8a181bfb-57b2-40a3-b2d4-31ba6b7de04d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.4826331 Mar 11 16:17:07.674200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.683561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a537628-2b2b-4623-b998-0d5385e28548 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.694766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Port': ['ID=c0a769b3-bb16-4f8c-9e17-03897009bd8e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:07.737226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Network 9e6120be-5c86-438c-a065-d45fccabe5ac is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:07.743274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:07.744576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:07.761646 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e7e7138d-279d-4067-8a22-2ba5ec88c4c6 req-6b0cc472-dc45-4f34-b47a-dff54f1f54f4 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628811 Mar 11 16:17:07.762459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Checking segment: {'id': '654efc31-c6f8-4200-a26d-fd037841a6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'd700f01d-9d7d-44cb-b9f0-bbd12a5687a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:07.762818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Network hostable DHCP agents. Network: d700f01d-9d7d-44cb-b9f0-bbd12a5687a5, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:07.838781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Router 30fd430c-dc5e-4bd4-b105-57124a043d7d is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:17:07.842448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.014538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Network d700f01d-9d7d-44cb-b9f0-bbd12a5687a5 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:08.036760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-366f170f-6b33-476d-86da-9b91592267d5 None None] Provisioning complete for port 0bc22794-9da6-473d-9b5b-e8e726b7e3f0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:08.037332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-366f170f-6b33-476d-86da-9b91592267d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.039424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a537628-2b2b-4623-b998-0d5385e28548 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.043815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Router 04135d9c-3fba-4daf-95bc-752c7428c1c5 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:08.094574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-366f170f-6b33-476d-86da-9b91592267d5 None None] Port 0bc22794-9da6-473d-9b5b-e8e726b7e3f0 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:17:08.128181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, d700f01d-9d7d-44cb-b9f0-bbd12a5687a5) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:08.138444 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a537628-2b2b-4623-b998-0d5385e28548 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4594121-d256-435a-a0cc-00842c2b514f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:08.138658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4403c6-b2ff-4409-aa3c-70f1bbb77e63 None None] Network d700f01d-9d7d-44cb-b9f0-bbd12a5687a5 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:08.147900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:08.148705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.187388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.187768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.306046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:08.326692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18a608-3930-435b-a6d9-16b9554cb418 None None] Sync routers for ids ['30fd430c-dc5e-4bd4-b105-57124a043d7d'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:08.343773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18a608-3930-435b-a6d9-16b9554cb418 None None] Routers {'30fd430c-dc5e-4bd4-b105-57124a043d7d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:08.344383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8d18a608-3930-435b-a6d9-16b9554cb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['30fd430c-dc5e-4bd4-b105-57124a043d7d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:08.359186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=5d7f56b3-70ac-409a-8b11-7d42a4aa57a2,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:08.367829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.368964 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-44627a2a-d72b-4d30-b71d-596be55183d7 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "PUT /v2.0/routers/30fd430c-dc5e-4bd4-b105-57124a043d7d HTTP/1.1" status: 200 len: 880 time: 8.4895492 Mar 11 16:17:08.369855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Calling delete_port for a756dcee-c677-4232-aeb3-1788dfadb101 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:08.381237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55328) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:08.382085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a537628-2b2b-4623-b998-0d5385e28548 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.385749 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6a537628-2b2b-4623-b998-0d5385e28548 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "DELETE /v2.0/security-groups/e4594121-d256-435a-a0cc-00842c2b514f HTTP/1.1" status: 204 len: 168 time: 1.1768286 Mar 11 16:17:08.405913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:08.416213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8d18a608-3930-435b-a6d9-16b9554cb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:08.429148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18a608-3930-435b-a6d9-16b9554cb418 None None] Routers {'30fd430c-dc5e-4bd4-b105-57124a043d7d'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:08.429746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8d18a608-3930-435b-a6d9-16b9554cb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['30fd430c-dc5e-4bd4-b105-57124a043d7d'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:08.434776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.437665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.500514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8d18a608-3930-435b-a6d9-16b9554cb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:08.501182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18a608-3930-435b-a6d9-16b9554cb418 None None] The sync data for ids ['30fd430c-dc5e-4bd4-b105-57124a043d7d'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:08.522249 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-df9e6ddb-50ce-4355-9b9f-01a8edf8a1b8 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] show failed (client error): The resource could not be found. Mar 11 16:17:08.525985 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df9e6ddb-50ce-4355-9b9f-01a8edf8a1b8 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "GET /v2.0/security-groups/e4594121-d256-435a-a0cc-00842c2b514f HTTP/1.1" status: 404 len: 347 time: 0.1118929 Mar 11 16:17:08.529754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55336) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:08.611959 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Port': ['ID=809bf3c5-a03a-46ed-b89e-1fdf8aaa9db2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:08.617234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Deleting port 85f02714-beb7-4e3e-a668-19f9db8c896d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:08.617430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.648087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:08.660768 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-844156a3-b67a-459b-b57c-df593f0d3ec1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "PUT /v2.0/routers/04135d9c-3fba-4daf-95bc-752c7428c1c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5566354 Mar 11 16:17:08.661770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55340) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:08.664551 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65081b-e7c8-4ee0-a605-b8b0c0767df6 None None] Sync routers for ids ['04135d9c-3fba-4daf-95bc-752c7428c1c5'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:08.675847 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65081b-e7c8-4ee0-a605-b8b0c0767df6 None None] Routers {'04135d9c-3fba-4daf-95bc-752c7428c1c5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:08.676454 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9c65081b-e7c8-4ee0-a605-b8b0c0767df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['04135d9c-3fba-4daf-95bc-752c7428c1c5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:08.728141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Checking segment: {'id': 'f496f6a7-14c8-4cca-86a0-c807e97fde44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1e6ad78d-aa05-4a54-87f7-ad43c4dcf195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:08.728481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Network hostable DHCP agents. Network: 1e6ad78d-aa05-4a54-87f7-ad43c4dcf195, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:08.740693 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9c65081b-e7c8-4ee0-a605-b8b0c0767df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:08.750080 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65081b-e7c8-4ee0-a605-b8b0c0767df6 None None] Routers {'04135d9c-3fba-4daf-95bc-752c7428c1c5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:08.751263 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9c65081b-e7c8-4ee0-a605-b8b0c0767df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['04135d9c-3fba-4daf-95bc-752c7428c1c5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:08.820471 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9c65081b-e7c8-4ee0-a605-b8b0c0767df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:08.821799 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65081b-e7c8-4ee0-a605-b8b0c0767df6 None None] The sync data for ids ['04135d9c-3fba-4daf-95bc-752c7428c1c5'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:08.856338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc499ff-4388-4a2f-a8b9-f9981c90e677 req-a7864989-5361-4b60-9f47-5b121390b9ab tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:08.857882 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9bc499ff-4388-4a2f-a8b9-f9981c90e677 req-a7864989-5361-4b60-9f47-5b121390b9ab tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.9407139 Mar 11 16:17:08.887862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Deleting port 3c84c416-9c75-4a0f-9b76-b23a2eeb8c41 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:08.888195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:08.917383 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bce2de69-a824-470d-b30f-e81aee5e7b22 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/routers/30fd430c-dc5e-4bd4-b105-57124a043d7d HTTP/1.1" status: 200 len: 921 time: 0.5326223 Mar 11 16:17:08.921624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55344) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:08.957123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-79e267a0-126a-4046-9d1a-e316922073e1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:09.024561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Network 1e6ad78d-aa05-4a54-87f7-ad43c4dcf195 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:09.059690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:09.092284 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP 7decd732-c034-4552-bff3-933896fff42e associated. External IP: 172.26.8.109, port: c700821f-ce16-42d2-8ef6-78d8acb873cf. Mar 11 16:17:09.134618 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-79e267a0-126a-4046-9d1a-e316922073e1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 16:17:09.135542 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-79e267a0-126a-4046-9d1a-e316922073e1 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "DELETE /v2.0/routers/04135d9c-3fba-4daf-95bc-752c7428c1c5 HTTP/1.1" status: 409 len: 329 time: 0.4711900 Mar 11 16:17:09.139140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55348) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:09.198339 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9bc499ff-4388-4a2f-a8b9-f9981c90e677 req-c3adc4bc-d872-4e58-b593-a55ed111f7e5 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285563 Mar 11 16:17:09.205606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 1e6ad78d-aa05-4a54-87f7-ad43c4dcf195) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:09.216673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b6e55-b8a7-42cf-9922-b3aa0982ce94 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:09.218207 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f3b6e55-b8a7-42cf-9922-b3aa0982ce94 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=30fd430c-dc5e-4bd4-b105-57124a043d7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2956216 Mar 11 16:17:09.222157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55352) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:09.223598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc629c8-5088-408a-baa4-1fadaee1f88c None None] Network 1e6ad78d-aa05-4a54-87f7-ad43c4dcf195 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:09.257697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:09.264320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:09.269230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:09.269887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:09.388457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:09.561819 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6052b5c1-c789-441f-93bf-666c0f6c6637 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.4601409 Mar 11 16:17:09.570487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55358) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:09.669983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:09.682229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Calling delete_port for 85f02714-beb7-4e3e-a668-19f9db8c896d owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:09.743242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed9680-4a87-4ce4-971f-08327cc22489 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:09.744611 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-55ed9680-4a87-4ce4-971f-08327cc22489 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 881 time: 0.5199089 Mar 11 16:17:09.762141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:09.773934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:09.774299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:09.791384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Pushing event deleted for resources: {'Port': ['ID=a756dcee-c677-4232-aeb3-1788dfadb101,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:09.796511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966699a3-29a6-4db7-a462-8c203f67f07e req-38bef40d-c54d-46ba-9844-09d6f6281540 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:09.797980 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-966699a3-29a6-4db7-a462-8c203f67f07e req-38bef40d-c54d-46ba-9844-09d6f6281540 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.4428842 Mar 11 16:17:09.982825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Calling delete_port for 3c84c416-9c75-4a0f-9b76-b23a2eeb8c41 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:10.015005 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-77933b44-b576-4326-8412-2aced97d9f4f tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=30fd430c-dc5e-4bd4-b105-57124a043d7d HTTP/1.1" status: 200 len: 205 time: 0.2312591 Mar 11 16:17:10.025659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55366) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:10.122740 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-966699a3-29a6-4db7-a462-8c203f67f07e req-de860df7-70a1-444e-b8a5-141765ae82a5 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142657 Mar 11 16:17:10.133412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac452f-751c-4f97-83c5-628200a314c3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:10.141532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac452f-751c-4f97-83c5-628200a314c3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:10.143547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26ac452f-751c-4f97-83c5-628200a314c3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Synchronizing usage tracker for tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:10.280152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:10.318620 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:10.378751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26ac452f-751c-4f97-83c5-628200a314c3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Unset dirty status for tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:10.380229 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-26ac452f-751c-4f97-83c5-628200a314c3 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8068435 Mar 11 16:17:10.384367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55372) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:10.393911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:10.486062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:10.486809 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2a8df90f-8c8f-485e-bb6b-abee48f5bfee tempest-ServersTestJSON-958495277 tempest-ServersTestJSON-958495277-project] 10.222.0.57 "DELETE /v2.0/floatingips/b4cdb8d5-be74-4223-991e-01512f5e34b1 HTTP/1.1" status: 204 len: 168 time: 3.1968598 Mar 11 16:17:10.499155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55376) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:10.508969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:10.643388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:10.649708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:10.716265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Pushing event deleted for resources: {'Port': ['ID=3c84c416-9c75-4a0f-9b76-b23a2eeb8c41,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:10.721964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-44211e88-46b0-44da-a370-a437747db015 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Deleting port c0a769b3-bb16-4f8c-9e17-03897009bd8e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:10.722722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44211e88-46b0-44da-a370-a437747db015 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:10.743887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Deleting port cf9e371b-019e-4f58-9dc3-a574b235af1d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:10.744437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:10.798715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.013781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.122932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-51e65d46-c65a-4496-95d1-d6d29a921ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.140583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event deleted for resources: {'Port': ['ID=85f02714-beb7-4e3e-a668-19f9db8c896d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:11.149541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Calling delete_port for cf9e371b-019e-4f58-9dc3-a574b235af1d owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:11.183958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Deleting port 0bc22794-9da6-473d-9b5b-e8e726b7e3f0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:11.184293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.326330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:11.337047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7ae69-b918-4ff1-9e68-32bd3ff41bee None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:11.349134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7ae69-b918-4ff1-9e68-32bd3ff41bee None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:11.349910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2bb7ae69-b918-4ff1-9e68-32bd3ff41bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:11.411934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.420296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2bb7ae69-b918-4ff1-9e68-32bd3ff41bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:11.429526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7ae69-b918-4ff1-9e68-32bd3ff41bee None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:11.430314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2bb7ae69-b918-4ff1-9e68-32bd3ff41bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:16:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:11.494295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2bb7ae69-b918-4ff1-9e68-32bd3ff41bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:11.495070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7ae69-b918-4ff1-9e68-32bd3ff41bee None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:11.551933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.562409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.610621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.611749 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9e21b597-e243-401a-a6f3-1eeb94ba69a0 tempest-ServersTestManualDisk-1138110363 tempest-ServersTestManualDisk-1138110363-project] 10.222.0.57 "DELETE /v2.0/floatingips/7b71cd71-cd78-43ee-91b9-ce6ceaa552b2 HTTP/1.1" status: 204 len: 168 time: 3.0780554 Mar 11 16:17:11.617657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55380) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:11.681848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.771886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Calling delete_port for 0bc22794-9da6-473d-9b5b-e8e726b7e3f0 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:11.796132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44211e88-46b0-44da-a370-a437747db015 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.872985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.975077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.982279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.994115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-44211e88-46b0-44da-a370-a437747db015 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Calling delete_port for c0a769b3-bb16-4f8c-9e17-03897009bd8e owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:12.064599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f5ef43b9-b5bd-407c-8392-53c7a8d0db4b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.5275879 Mar 11 16:17:12.070102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55384) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:12.091091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event deleted for resources: {'Port': ['ID=cf9e371b-019e-4f58-9dc3-a574b235af1d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:12.178426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.178971 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Fanout notify agent at l3_agent the message router_deleted on router 44b843f7-7418-40f1-8e02-5038b19ea22c {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:12.324296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.379327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.380395 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-67fb157b-3ebb-40e5-b111-33cd7d935777 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/44b843f7-7418-40f1-8e02-5038b19ea22c HTTP/1.1" status: 204 len: 168 time: 5.1588187 Mar 11 16:17:12.385681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55388) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:12.435799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-347620777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:12.447122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:12.452605 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c50bebaa-e5cb-4efc-8f38-f826685bf709 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "GET /v2.0/floatingips/7decd732-c034-4552-bff3-933896fff42e HTTP/1.1" status: 200 len: 977 time: 0.3532307 Mar 11 16:17:12.455907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:12.459119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Usage tracker for resource:router and tenant:d9c02f2fa6dc48dbb2387d9bb0df81f4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:12.460608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:12.469291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:12.540872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44211e88-46b0-44da-a370-a437747db015 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.585208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.586252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.602870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44211e88-46b0-44da-a370-a437747db015 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Port': ['ID=c0a769b3-bb16-4f8c-9e17-03897009bd8e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:12.607191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.611918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44211e88-46b0-44da-a370-a437747db015 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.619495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.644726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.771453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.801662 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-44211e88-46b0-44da-a370-a437747db015 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/ports/c0a769b3-bb16-4f8c-9e17-03897009bd8e HTTP/1.1" status: 204 len: 168 time: 2.4079802 Mar 11 16:17:12.804237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.805283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:12.839193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event deleted for resources: {'Port': ['ID=0bc22794-9da6-473d-9b5b-e8e726b7e3f0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:12.964093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0d1059a6-da31-4e4b-9dd5-06d80671e72d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Deleting port 809bf3c5-a03a-46ed-b89e-1fdf8aaa9db2 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:12.970411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d1059a6-da31-4e4b-9dd5-06d80671e72d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.970699 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a40ec0f5-7d46-4b3d-90f7-b0a10bf14644 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5050514 Mar 11 16:17:12.970699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.970699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Fanout notify agent at l3_agent the message router_deleted on router 30fd430c-dc5e-4bd4-b105-57124a043d7d {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:12.970699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55400) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:12.990677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.994526 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'port_id': '025a7808-9003-4e68-ad53-d1ec4ff34e42'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:13.122745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.123818 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bbca0ed8-2779-4fa4-8d25-0876bf2c84d3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7353153 Mar 11 16:17:13.127157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55404) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:13.135846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': False}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:13.162322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.163394 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b1d580a6-7ed6-419e-be88-26e7133c3e58 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/30fd430c-dc5e-4bd4-b105-57124a043d7d HTTP/1.1" status: 204 len: 168 time: 3.1358774 Mar 11 16:17:13.171617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:13.198271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-769714513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:13.266828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:13.270730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.329892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Usage tracker for resource:router and tenant:0a2613330f8a494991a7fbc8025dc34b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:13.333223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.334051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9044db6b-4efb-42d6-a50c-ee9238521cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.349878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:13.376511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:13.479036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d1059a6-da31-4e4b-9dd5-06d80671e72d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.582239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.583167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.836015 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.837300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0d1059a6-da31-4e4b-9dd5-06d80671e72d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Calling delete_port for 809bf3c5-a03a-46ed-b89e-1fdf8aaa9db2 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:13.891571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Deleting port 2ac174af-450b-4bd6-95ce-03b1aebc53d1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:13.891911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.920634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Router 04135d9c-3fba-4daf-95bc-752c7428c1c5 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:13.990111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.023126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.132548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d1059a6-da31-4e4b-9dd5-06d80671e72d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.210714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.211117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1059a6-da31-4e4b-9dd5-06d80671e72d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Port': ['ID=809bf3c5-a03a-46ed-b89e-1fdf8aaa9db2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:14.226221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0d1059a6-da31-4e4b-9dd5-06d80671e72d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.256340 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0d1059a6-da31-4e4b-9dd5-06d80671e72d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/ports/809bf3c5-a03a-46ed-b89e-1fdf8aaa9db2 HTTP/1.1" status: 204 len: 168 time: 1.4500611 Mar 11 16:17:14.258381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] For port 2ac174af-450b-4bd6-95ce-03b1aebc53d1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2ac174af-450b-4bd6-95ce-03b1aebc53d1,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:14.258740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.282162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55412) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:14.425528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Calling delete_port for 2ac174af-450b-4bd6-95ce-03b1aebc53d1 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:14.426436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:14.435397 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f368115f-978e-4853-9a19-74a16bb73f41 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1352375 Mar 11 16:17:14.438515 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070d8ea-d83b-495e-8d44-2f5e37e2cea1 None None] Sync routers for ids ['04135d9c-3fba-4daf-95bc-752c7428c1c5'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:14.447470 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-77b600ac-3719-4973-b499-f0abc22451c0 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "PUT /v2.0/routers/04135d9c-3fba-4daf-95bc-752c7428c1c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3028512 Mar 11 16:17:14.452827 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070d8ea-d83b-495e-8d44-2f5e37e2cea1 None None] Routers {'04135d9c-3fba-4daf-95bc-752c7428c1c5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:14.453438 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2070d8ea-d83b-495e-8d44-2f5e37e2cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['04135d9c-3fba-4daf-95bc-752c7428c1c5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:14.455626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55416) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:14.455951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55418) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:14.520882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.522060 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6f3e0b23-807d-43c3-9939-7f2cfcd37319 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3424630 Mar 11 16:17:14.525440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1707008067'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:14.535397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55424) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:14.540337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:14.542627 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2070d8ea-d83b-495e-8d44-2f5e37e2cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:14.554081 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070d8ea-d83b-495e-8d44-2f5e37e2cea1 None None] Routers {'04135d9c-3fba-4daf-95bc-752c7428c1c5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:14.554964 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2070d8ea-d83b-495e-8d44-2f5e37e2cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['04135d9c-3fba-4daf-95bc-752c7428c1c5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:14.556705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Usage tracker for resource:network and tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:14.564382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:14.567399 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-6c9d4c48-007c-490a-bd52-410474b22b33 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] show failed (client error): The resource could not be found. Mar 11 16:17:14.568414 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c9d4c48-007c-490a-bd52-410474b22b33 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-1304072808 HTTP/1.1" status: 404 len: 335 time: 0.1093135 Mar 11 16:17:14.577263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.580108 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:14.584279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55428) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:14.588519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-01237b52-2f75-4f30-8940-4ec79c66af2f tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:14.595527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': True}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:14.651503 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2070d8ea-d83b-495e-8d44-2f5e37e2cea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:14.652346 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070d8ea-d83b-495e-8d44-2f5e37e2cea1 None None] The sync data for ids ['04135d9c-3fba-4daf-95bc-752c7428c1c5'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:14.674456 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-01237b52-2f75-4f30-8940-4ec79c66af2f tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] update failed (client error): The resource could not be found. Mar 11 16:17:14.675453 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-01237b52-2f75-4f30-8940-4ec79c66af2f tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-1175844709 HTTP/1.1" status: 404 len: 335 time: 0.0921025 Mar 11 16:17:14.677476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.685988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55432) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:14.739670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Made reservation on behalf of 7c1da084bb9f4c42b02fe6bfef4e1bbb for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:14.743041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.802498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4954cd9-8c0d-4c97-9675-23a3dc60cc3b tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Deleting subnet 155184a6-7b4a-4ccb-8d4d-b0d49c1d0e0d {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:14.808285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4954cd9-8c0d-4c97-9675-23a3dc60cc3b tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.903432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:14.938202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:14.938461 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Added segment bfab3c25-f4ec-48e3-985e-cfae5439ae4c of type vlan for network 5452ea41-6754-4a7c-afb9-c865a86cc170 Mar 11 16:17:15.006343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4954cd9-8c0d-4c97-9675-23a3dc60cc3b tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.156126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.243003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.324977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.375035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.435363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4954cd9-8c0d-4c97-9675-23a3dc60cc3b tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.494629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Deleting port 312e9735-8930-4bdf-b8f3-23bd651bbb31 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:15.494933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.510098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.515460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:15.516049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.547820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.549184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.625969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.661966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac174af-450b-4bd6-95ce-03b1aebc53d1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:15.777039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.779268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Network': ['ID=5452ea41-6754-4a7c-afb9-c865a86cc170,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:15.796552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 5452ea41-6754-4a7c-afb9-c865a86cc170 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:15.845624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Allocated IP 172.26.8.126 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/2e88da6e-8be0-49ea-812c-00bbb43be551) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:15.927528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] For port 312e9735-8930-4bdf-b8f3-23bd651bbb31, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=312e9735-8930-4bdf-b8f3-23bd651bbb31,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:15.927914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.935643 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP 7decd732-c034-4552-bff3-933896fff42e associated. External IP: 172.26.8.109, port: c700821f-ce16-42d2-8ef6-78d8acb873cf. Mar 11 16:17:15.937315 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6d268e68-809f-4aca-8323-4b6bd19836cf tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4795556 Mar 11 16:17:15.956242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4954cd9-8c0d-4c97-9675-23a3dc60cc3b tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.964313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55438) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:16.002338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1078634640'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:16.019785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4954cd9-8c0d-4c97-9675-23a3dc60cc3b tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event deleted for resources: {'Subnet': ['ID=155184a6-7b4a-4ccb-8d4d-b0d49c1d0e0d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:16.021958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:16.032987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b30fed-ea16-411b-9bdd-253f0dca8186 None None] Network fd8159bf-d50c-4307-8d55-6af93a0d25fe requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:16.073144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4954cd9-8c0d-4c97-9675-23a3dc60cc3b tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.078247 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c4954cd9-8c0d-4c97-9675-23a3dc60cc3b tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "DELETE /v2.0/subnets/155184a6-7b4a-4ccb-8d4d-b0d49c1d0e0d HTTP/1.1" status: 204 len: 168 time: 1.3886497 Mar 11 16:17:16.081169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Usage tracker for resource:network and tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:16.085613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:16.088190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55442) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:16.128256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Calling delete_port for 312e9735-8930-4bdf-b8f3-23bd651bbb31 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:16.133189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:16.282205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e90614-dfde-4524-ad1a-7a9c31b3915c tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Deleting subnet d6555cc0-4800-4211-bbd9-d258cb81519e {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:16.289491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.294334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d4e90614-dfde-4524-ad1a-7a9c31b3915c tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.344446 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] DHCP port deletion for fd8159bf-d50c-4307-8d55-6af93a0d25fe request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:16.344688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Made reservation on behalf of 7c1da084bb9f4c42b02fe6bfef4e1bbb for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:16.347893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.348458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Deleting port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:16.348843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.373457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.464748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d4e90614-dfde-4524-ad1a-7a9c31b3915c tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.522229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:16.555012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.555620 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Added segment 7dc2ecaa-f463-4626-81b4-a32fdbef4ca3 of type vlan for network f8bfb978-0681-47c0-a043-598e9d0a5889 Mar 11 16:17:16.563216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] For port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0f97bc69-77c6-4b70-b3e5-7c90585c45cb,segment=NetworkSegment(0112650f-bc0f-45a4-b04d-0933329ce6f0),segment_id=0112650f-bc0f-45a4-b04d-0933329ce6f0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:16.563769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.577317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.690383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Calling delete_port for 0f97bc69-77c6-4b70-b3e5-7c90585c45cb owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:16.831455 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.840859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.860869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.865677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d4e90614-dfde-4524-ad1a-7a9c31b3915c tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:16.880701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Pushing event deleted for resources: {'Port': ['ID=0f97bc69-77c6-4b70-b3e5-7c90585c45cb,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:16.892175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.892732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.893191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.893651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.894114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.894626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.895085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.895551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.896012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.896480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.896954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.897414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:16.900368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02d62b-0f03-4ea9-be63-980a6403d231 None None] No DVR routers for this DVR port 0f97bc69-77c6-4b70-b3e5-7c90585c45cb on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:16.999829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:17.007950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:17.014845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:17.015027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:17.031500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:17.079766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Pushing event updated for resources: {'Port': ['ID=2e88da6e-8be0-49ea-812c-00bbb43be551,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:17.161318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:17:17.162945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Allocated IP 172.26.8.53 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/ae4bc9b8-6464-415e-8a25-db9fba37c68c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:17.191630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:17.250382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d4e90614-dfde-4524-ad1a-7a9c31b3915c tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:17.335555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=312e9735-8930-4bdf-b8f3-23bd651bbb31,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:17.367458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa572256-f061-41c7-982f-eadda1451904 None None] Network e9586811-85c9-4fd3-9316-c90640204b72 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:17.369355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e90614-dfde-4524-ad1a-7a9c31b3915c tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event deleted for resources: {'Subnet': ['ID=d6555cc0-4800-4211-bbd9-d258cb81519e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:17.372714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d4e90614-dfde-4524-ad1a-7a9c31b3915c tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:17.408375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Router 299352e0-8cf4-46d1-a792-893271a49ed0 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:17.409214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:17.414584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:17.415227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:17.484749 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d4e90614-dfde-4524-ad1a-7a9c31b3915c tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "DELETE /v2.0/subnets/d6555cc0-4800-4211-bbd9-d258cb81519e HTTP/1.1" status: 204 len: 168 time: 1.3880932 Mar 11 16:17:17.487809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55446) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:17.534790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:17.609860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49340542-790f-4045-aa15-aa7881445fb0 None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:17.648149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Network': ['ID=f8bfb978-0681-47c0-a043-598e9d0a5889,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:17.660158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49340542-790f-4045-aa15-aa7881445fb0 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:17.661390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-49340542-790f-4045-aa15-aa7881445fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:17.666767 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc406fac-e853-4c24-b3fa-76724415e630 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6773126 Mar 11 16:17:17.734116 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-49340542-790f-4045-aa15-aa7881445fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:17.740017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network f8bfb978-0681-47c0-a043-598e9d0a5889 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:17.790708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55450) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:17.816228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:17.843275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49340542-790f-4045-aa15-aa7881445fb0 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:17.843935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-49340542-790f-4045-aa15-aa7881445fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:17.851963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'subnets': [{'network_id': '5452ea41-6754-4a7c-afb9-c865a86cc170', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--401965459', 'ip_version': 4}, {'network_id': 'f8bfb978-0681-47c0-a043-598e9d0a5889', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:17.852213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'subnet': {'network_id': '5452ea41-6754-4a7c-afb9-c865a86cc170', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--401965459', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:17.852782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Request body: {'subnet': {'network_id': 'f8bfb978-0681-47c0-a043-598e9d0a5889', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:17.911217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:17.914640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-49340542-790f-4045-aa15-aa7881445fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:17.915040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49340542-790f-4045-aa15-aa7881445fb0 None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:17.922754 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5f05d581-5690-4c27-afe0-c7560ba55e9e admin admin] 10.222.0.57 "PUT /v2.0/routers/299352e0-8cf4-46d1-a792-893271a49ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4170780 Mar 11 16:17:17.926277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:17.926699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:17.937978 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] Sync routers for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:17.957074 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:17.958142 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:18.050119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94bcf7-c6ab-4c72-8e99-62d351b02158 None None] DHCP port deletion for e9586811-85c9-4fd3-9316-c90640204b72 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:18.059817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bf94bcf7-c6ab-4c72-8e99-62d351b02158 None None] Deleting port bd69aa8e-0331-499e-9f16-46775814894f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:18.062073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf94bcf7-c6ab-4c72-8e99-62d351b02158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.219396 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:17:18.335237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bf94bcf7-c6ab-4c72-8e99-62d351b02158 None None] For port bd69aa8e-0331-499e-9f16-46775814894f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bd69aa8e-0331-499e-9f16-46775814894f,segment=NetworkSegment(081586f3-5a48-432c-949f-70135038e0e0),segment_id=081586f3-5a48-432c-949f-70135038e0e0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:18.335962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf94bcf7-c6ab-4c72-8e99-62d351b02158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.410902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.536358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.540267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bf94bcf7-c6ab-4c72-8e99-62d351b02158 None None] Calling delete_port for bd69aa8e-0331-499e-9f16-46775814894f owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:18.566819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.626252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bd69aa8e-0331-499e-9f16-46775814894f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:18.663114 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:17:15Z', 'revision_number': 5, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:18.669593 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] Checking router: 299352e0-8cf4-46d1-a792-893271a49ed0 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:17:18.671779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.682826 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] Routers {'299352e0-8cf4-46d1-a792-893271a49ed0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:18.685244 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['299352e0-8cf4-46d1-a792-893271a49ed0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:18.689400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:18.694262 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.740828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Port bd69aa8e-0331-499e-9f16-46775814894f update to DOWN by agent not found {{(pid=88602) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 16:17:18.741583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0f97bc69-77c6-4b70-b3e5-7c90585c45cb no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:18.769193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event updated for resources: {'Port': ['ID=ae4bc9b8-6464-415e-8a25-db9fba37c68c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:18.783138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf94bcf7-c6ab-4c72-8e99-62d351b02158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:18.785063 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:18.804221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8159bf-d50c-4307-8d55-6af93a0d25fe']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:18.829369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 0f97bc69-77c6-4b70-b3e5-7c90585c45cb {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:18.829690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0f97bc69-77c6-4b70-b3e5-7c90585c45cb not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:18.837793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94bcf7-c6ab-4c72-8e99-62d351b02158 None None] No DVR routers for this DVR port bd69aa8e-0331-499e-9f16-46775814894f on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:18.847614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94bcf7-c6ab-4c72-8e99-62d351b02158 None None] Pushing event deleted for resources: {'Port': ['ID=bd69aa8e-0331-499e-9f16-46775814894f,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:18.868678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Usage tracker for resource:subnet and tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:18.878511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:18.888697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:18.892567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:18.896045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:18.903517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0112650f-bc0f-45a4-b04d-0933329ce6f0') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:18.903816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0112650f-bc0f-45a4-b04d-0933329ce6f0') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:18.912553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:18.927560 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] Set router 299352e0-8cf4-46d1-a792-893271a49ed0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:17:19.002220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.012232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.069520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.080385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Made reservation on behalf of 7c1da084bb9f4c42b02fe6bfef4e1bbb for: {'subnet': 2} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:19.084863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.085192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.110338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Deleting port d8c64934-3419-40f0-a440-ba1f3c38d64c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:19.110661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.148732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:19.149140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:19.171785 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:19.246053 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:17:15Z', 'revision_number': 5, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:19.251401 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121cb8c1-56c2-449d-b90f-347467635907 None None] The sync data for ids ['299352e0-8cf4-46d1-a792-893271a49ed0'] in dv-neutron-833379-1-hyperv is: [{'id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'name': 'tempest-ServersTestJSON-2139528107-router', 'tenant_id': '35b3d889893f468abbd8f3a050968a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163'}], 'enable_snat': True}, 'gw_port_id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:17:15Z', 'revision_number': 5, 'project_id': '35b3d889893f468abbd8f3a050968a5e', 'gw_port': {'id': 'd8c64934-3419-40f0-a440-ba1f3c38d64c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299352e0-8cf4-46d1-a792-893271a49ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:19.432914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.439972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.536973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] For port d8c64934-3419-40f0-a440-ba1f3c38d64c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d8c64934-3419-40f0-a440-ba1f3c38d64c,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:19.537255 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.611155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:19.630424 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ecda1-c954-4ac2-b232-37589c0c4ec1 None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:19.630529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.636338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Router 0c782dfb-7442-45d2-965d-da41e50c2138 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:19.638082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ecda1-c954-4ac2-b232-37589c0c4ec1 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:19.638811 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d92ecda1-c954-4ac2-b232-37589c0c4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:19.651396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.677772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:19.703500 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event deleted for resources: {'Network': ['ID=fd8159bf-d50c-4307-8d55-6af93a0d25fe,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:19.712850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d92ecda1-c954-4ac2-b232-37589c0c4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:19.724163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ecda1-c954-4ac2-b232-37589c0c4ec1 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:19.725037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d92ecda1-c954-4ac2-b232-37589c0c4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:19.798395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d92ecda1-c954-4ac2-b232-37589c0c4ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:19.799094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ecda1-c954-4ac2-b232-37589c0c4ec1 None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:19.877443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Calling delete_port for d8c64934-3419-40f0-a440-ba1f3c38d64c owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:19.913795 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8bdbd623-b5cf-46ca-8e97-99978bcb6eef tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "DELETE /v2.0/networks/fd8159bf-d50c-4307-8d55-6af93a0d25fe HTTP/1.1" status: 204 len: 168 time: 2.4174919 Mar 11 16:17:19.919301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55458) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:20.134213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.187015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2ac174af-450b-4bd6-95ce-03b1aebc53d1 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:20.224283 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 2ac174af-450b-4bd6-95ce-03b1aebc53d1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:20.224963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2ac174af-450b-4bd6-95ce-03b1aebc53d1 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:20.247512 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a4d1a147-efcb-46ea-a168-0b1f2b09a46c tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/floatingips/7decd732-c034-4552-bff3-933896fff42e HTTP/1.1" status: 200 len: 978 time: 7.2652562 Mar 11 16:17:20.257378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:20.259045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55462) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:20.266983 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] Sync routers for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:20.268026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ca0e678e-0a43-46fe-a31f-24e36626e6c4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:20.279878 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:20.286917 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:20.325357 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-32a6854a-b61b-43a4-a2b7-9dc164417d64 admin admin] 10.222.0.57 "PUT /v2.0/routers/0c782dfb-7442-45d2-965d-da41e50c2138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6769717 Mar 11 16:17:20.328769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Router fed965d8-f0ad-49ba-a63e-fc98fdb570e1 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:17:20.330534 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.333533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55468) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:20.452623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca0e678e-0a43-46fe-a31f-24e36626e6c4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.457989 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:17:20.542009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.667210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9586811-85c9-4fd3-9316-c90640204b72']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:20.699531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081586f3-5a48-432c-949f-70135038e0e0') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:20.699953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081586f3-5a48-432c-949f-70135038e0e0') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:20.730534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.751579 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:17:16Z', 'revision_number': 5, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:20.755522 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] Checking router: 0c782dfb-7442-45d2-965d-da41e50c2138 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:17:20.764902 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] Routers {'0c782dfb-7442-45d2-965d-da41e50c2138'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:20.765493 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0c782dfb-7442-45d2-965d-da41e50c2138'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:20.815609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.917251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.942314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c64934-3419-40f0-a440-ba1f3c38d64c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:20.947523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:20.947927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.951155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca0e678e-0a43-46fe-a31f-24e36626e6c4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.970432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.973879 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:20.974062 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] Set router 0c782dfb-7442-45d2-965d-da41e50c2138 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:20.991792 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:21.161373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca0e678e-0a43-46fe-a31f-24e36626e6c4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.161373 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-ca0e678e-0a43-46fe-a31f-24e36626e6c4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP 7decd732-c034-4552-bff3-933896fff42e disassociated. External IP: 172.26.8.109, port: 025a7808-9003-4e68-ad53-d1ec4ff34e42. Mar 11 16:17:21.251674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.275933 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:17:16Z', 'revision_number': 5, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:21.281029 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5039fa8-6420-4709-915a-a8be67388fb0 None None] The sync data for ids ['0c782dfb-7442-45d2-965d-da41e50c2138'] in dv-neutron-833379-1-hyperv is: [{'id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'name': 'tempest-ServersTestManualDisk-1850314402-router', 'tenant_id': 'c4456c43527b40d587279f67503a2854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:17:16Z', 'revision_number': 5, 'project_id': 'c4456c43527b40d587279f67503a2854', 'gw_port': {'id': 'a5839481-b255-461e-b1f6-6186a9c2e432', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c782dfb-7442-45d2-965d-da41e50c2138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:21.360640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:21.370638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e4dec-9893-476a-82fb-2c0d7a0c6f94 None None] Sync routers for ids ['fed965d8-f0ad-49ba-a63e-fc98fdb570e1'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:21.385359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e4dec-9893-476a-82fb-2c0d7a0c6f94 None None] Routers {'fed965d8-f0ad-49ba-a63e-fc98fdb570e1'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:21.386115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1e7e4dec-9893-476a-82fb-2c0d7a0c6f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fed965d8-f0ad-49ba-a63e-fc98fdb570e1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:21.411745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.415364 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-afa9c28b-b8a5-4a73-8f12-c2054d93f044 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "PUT /v2.0/routers/fed965d8-f0ad-49ba-a63e-fc98fdb570e1 HTTP/1.1" status: 200 len: 919 time: 8.2840521 Mar 11 16:17:21.417224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55472) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:21.477655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1e7e4dec-9893-476a-82fb-2c0d7a0c6f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:21.481640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.488580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e4dec-9893-476a-82fb-2c0d7a0c6f94 None None] Routers {'fed965d8-f0ad-49ba-a63e-fc98fdb570e1'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:21.489485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1e7e4dec-9893-476a-82fb-2c0d7a0c6f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fed965d8-f0ad-49ba-a63e-fc98fdb570e1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:21.565864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1e7e4dec-9893-476a-82fb-2c0d7a0c6f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:21.566690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7e4dec-9893-476a-82fb-2c0d7a0c6f94 None None] The sync data for ids ['fed965d8-f0ad-49ba-a63e-fc98fdb570e1'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:21.632206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Router 6485e534-e6b4-415d-abd9-4f505125b8cb is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:17:21.665322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.717370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.731360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0e678e-0a43-46fe-a31f-24e36626e6c4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:21.810817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.812717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event deleted for resources: {'Network': ['ID=e9586811-85c9-4fd3-9316-c90640204b72,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:21.822695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.829010 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-618ada39-bf5a-404d-ab7f-0c84aff98ddf tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "DELETE /v2.0/networks/e9586811-85c9-4fd3-9316-c90640204b72 HTTP/1.1" status: 204 len: 168 time: 1.9086969 Mar 11 16:17:21.884563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55476) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:21.913530 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.952026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:21.999351 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-775e4198-c12d-4c0c-956f-8e2150a6ec55 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/routers/fed965d8-f0ad-49ba-a63e-fc98fdb570e1 HTTP/1.1" status: 200 len: 925 time: 0.5781868 Mar 11 16:17:22.004893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55480) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:22.043327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:22.047726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.052037 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7a01c81e-fe57-4d76-9d1a-482fa6a01ec4 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "PUT /v2.0/routers/6485e534-e6b4-415d-abd9-4f505125b8cb HTTP/1.1" status: 200 len: 913 time: 7.5127370 Mar 11 16:17:22.055051 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38368d92-9125-4fb6-a116-9f071639f41a None None] Sync routers for ids ['6485e534-e6b4-415d-abd9-4f505125b8cb'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:22.057773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55484) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:22.061685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.062193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299352e0-8cf4-46d1-a792-893271a49ed0 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:22.068656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d7852f-5a11-490c-8218-16b40bc3ff2a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Deleting subnet 58c4ed3d-6fff-4454-8594-649b6f43879f {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:22.070376 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38368d92-9125-4fb6-a116-9f071639f41a None None] Routers {'6485e534-e6b4-415d-abd9-4f505125b8cb'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:22.073270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9d7852f-5a11-490c-8218-16b40bc3ff2a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.073758 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-38368d92-9125-4fb6-a116-9f071639f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['6485e534-e6b4-415d-abd9-4f505125b8cb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:22.076491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Subnet': ['ID=2569bcc1-3bae-4355-99c8-857e4b9b57dc,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:22.143727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0e678e-0a43-46fe-a31f-24e36626e6c4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:22.149746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca0e678e-0a43-46fe-a31f-24e36626e6c4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.151447 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-38368d92-9125-4fb6-a116-9f071639f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:22.157115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c8a05-1524-41ac-acfe-97c3628dc25f None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:22.172126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c8a05-1524-41ac-acfe-97c3628dc25f None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:22.173167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e34c8a05-1524-41ac-acfe-97c3628dc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:22.184084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9d7852f-5a11-490c-8218-16b40bc3ff2a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.190539 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38368d92-9125-4fb6-a116-9f071639f41a None None] Routers {'6485e534-e6b4-415d-abd9-4f505125b8cb'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:22.191256 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-38368d92-9125-4fb6-a116-9f071639f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['6485e534-e6b4-415d-abd9-4f505125b8cb'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:22.280215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Deleting port a5839481-b255-461e-b1f6-6186a9c2e432 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:22.280560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.294726 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ca0e678e-0a43-46fe-a31f-24e36626e6c4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/floatingips/7decd732-c034-4552-bff3-933896fff42e HTTP/1.1" status: 200 len: 688 time: 2.0310018 Mar 11 16:17:22.299168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55488) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:22.300528 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 312e9735-8930-4bdf-b8f3-23bd651bbb31 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:22.306281 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2625901a-122a-45d1-8f4f-8fb9cbb9066c tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/routers/6485e534-e6b4-415d-abd9-4f505125b8cb HTTP/1.1" status: 200 len: 919 time: 0.2457600 Mar 11 16:17:22.320938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55492) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:22.323427 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-38368d92-9125-4fb6-a116-9f071639f41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:22.324892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.325421 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38368d92-9125-4fb6-a116-9f071639f41a None None] The sync data for ids ['6485e534-e6b4-415d-abd9-4f505125b8cb'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:22.325951 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f21c02e3-e4f3-4256-a0ad-4e515fafa395 admin admin] 10.222.0.57 "DELETE /v2.0/routers/299352e0-8cf4-46d1-a792-893271a49ed0 HTTP/1.1" status: 204 len: 168 time: 4.3988254 Mar 11 16:17:22.331548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55496) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:22.364555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Checking segment: {'id': 'bfab3c25-f4ec-48e3-985e-cfae5439ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '5452ea41-6754-4a7c-afb9-c865a86cc170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:22.364800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e34c8a05-1524-41ac-acfe-97c3628dc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:22.364906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Network hostable DHCP agents. Network: 5452ea41-6754-4a7c-afb9-c865a86cc170, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:22.374316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 312e9735-8930-4bdf-b8f3-23bd651bbb31 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:22.374869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 312e9735-8930-4bdf-b8f3-23bd651bbb31 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:22.384089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c8a05-1524-41ac-acfe-97c3628dc25f None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:22.384798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e34c8a05-1524-41ac-acfe-97c3628dc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:22.446708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e34c8a05-1524-41ac-acfe-97c3628dc25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:22.447262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c8a05-1524-41ac-acfe-97c3628dc25f None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:22.557670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5732127-ae4d-46fa-976c-22c0c3ef5975 admin admin] Deleting subnet 16774e41-ceec-4659-b4b5-542fbd354cfc {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:22.598792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 5d7f56b3-70ac-409a-8b11-7d42a4aa57a2 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:22.599020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.648572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9d7852f-5a11-490c-8218-16b40bc3ff2a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.711302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5732127-ae4d-46fa-976c-22c0c3ef5975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.740793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Network 5452ea41-6754-4a7c-afb9-c865a86cc170 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:22.783694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61abcc65-24e7-462c-873b-9438b7408179 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:22.785552 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-61abcc65-24e7-462c-873b-9438b7408179 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=fed965d8-f0ad-49ba-a63e-fc98fdb570e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7794192 Mar 11 16:17:22.789371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55500) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:22.800380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5732127-ae4d-46fa-976c-22c0c3ef5975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.856531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 5452ea41-6754-4a7c-afb9-c865a86cc170) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:22.865396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111fc945-aa8c-46dc-ae1b-09d24b9f40a0 None None] Network 5452ea41-6754-4a7c-afb9-c865a86cc170 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:22.870312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] For port a5839481-b255-461e-b1f6-6186a9c2e432, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a5839481-b255-461e-b1f6-6186a9c2e432,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:22.870698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.878381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.883465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a748d58-e667-4017-b8b7-d15ebb74e03d tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:22.888201 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2a748d58-e667-4017-b8b7-d15ebb74e03d tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=6485e534-e6b4-415d-abd9-4f505125b8cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5628641 Mar 11 16:17:22.902442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55504) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:22.963753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.963999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.972225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9d7852f-5a11-490c-8218-16b40bc3ff2a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.067187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Calling delete_port for a5839481-b255-461e-b1f6-6186a9c2e432 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:23.094435 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-5452ea41-6754-4a7c-afb9-c865a86cc170', 'network_id': '5452ea41-6754-4a7c-afb9-c865a86cc170', 'tenant_id': '7c1da084bb9f4c42b02fe6bfef4e1bbb', 'fixed_ips': [{'subnet_id': '2569bcc1-3bae-4355-99c8-857e4b9b57dc'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:23.095339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.129262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7852f-5a11-490c-8218-16b40bc3ff2a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event deleted for resources: {'Subnet': ['ID=58c4ed3d-6fff-4454-8594-649b6f43879f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:23.133420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event updated for resources: {'Subnet': ['ID=57f220af-6c50-474d-be09-ab548467250c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:23.164720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb7d1f0-1074-442a-8fc6-6e54ad4b79cc None None] Network 9e6120be-5c86-438c-a065-d45fccabe5ac requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:23.184421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 5d7f56b3-70ac-409a-8b11-7d42a4aa57a2 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:23.186360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Checking segment: {'id': '7dc2ecaa-f463-4626-81b4-a32fdbef4ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f8bfb978-0681-47c0-a043-598e9d0a5889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:23.186791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Network hostable DHCP agents. Network: f8bfb978-0681-47c0-a043-598e9d0a5889, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:23.207803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5732127-ae4d-46fa-976c-22c0c3ef5975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.211502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9d7852f-5a11-490c-8218-16b40bc3ff2a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.257307 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e9d7852f-5a11-490c-8218-16b40bc3ff2a tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "DELETE /v2.0/subnets/58c4ed3d-6fff-4454-8594-649b6f43879f HTTP/1.1" status: 204 len: 168 time: 1.3694131 Mar 11 16:17:23.259560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55508) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.269737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f4b5a-c08c-4439-86e7-5e60bdaa9be0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:23.271094 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed3f4b5a-c08c-4439-86e7-5e60bdaa9be0 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 881 time: 0.4802747 Mar 11 16:17:23.279834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.358516 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f5fcf5d7-94cd-49ef-8f3d-d1d382a2af5b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed965d8-f0ad-49ba-a63e-fc98fdb570e1 HTTP/1.1" status: 200 len: 205 time: 0.0712848 Mar 11 16:17:23.367212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55516) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.373434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c257fad-be88-437c-b0f3-16071bbc7a66 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:23.373434 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6c257fad-be88-437c-b0f3-16071bbc7a66 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 881 time: 0.4645517 Mar 11 16:17:23.409996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55520) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.427921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Network f8bfb978-0681-47c0-a043-598e9d0a5889 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:23.458585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Allocated IP 172.20.0.2 (5452ea41-6754-4a7c-afb9-c865a86cc170/2569bcc1-3bae-4355-99c8-857e4b9b57dc/8cd60d12-f5a3-4b74-98c9-c381abe119ba) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:23.498067 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-121d21a9-77e7-4f12-8a57-2a898c9cfb07 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=6485e534-e6b4-415d-abd9-4f505125b8cb HTTP/1.1" status: 200 len: 205 time: 0.0809200 Mar 11 16:17:23.503949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55524) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.510245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.591982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, f8bfb978-0681-47c0-a043-598e9d0a5889) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:23.594601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158532bf-65b6-4cc0-aa64-1a2f791cee31 None None] DHCP port deletion for 9e6120be-5c86-438c-a065-d45fccabe5ac request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:23.602956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:23.603429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:23.603875 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d707330-7316-45af-8c2b-72f6cd7ed291 None None] Network f8bfb978-0681-47c0-a043-598e9d0a5889 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:23.604074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.608885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.619274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-158532bf-65b6-4cc0-aa64-1a2f791cee31 None None] Deleting port a31654d7-e039-4077-b3a8-68d8a1e215d3 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:23.619950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-158532bf-65b6-4cc0-aa64-1a2f791cee31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.625206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Deleting port a31654d7-e039-4077-b3a8-68d8a1e215d3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:23.625553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.661425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5732127-ae4d-46fa-976c-22c0c3ef5975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.751111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.762897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.833162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5732127-ae4d-46fa-976c-22c0c3ef5975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16774e41-ceec-4659-b4b5-542fbd354cfc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:23.836046 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d54c61b9-17b4-4c06-af8f-7ca953d99f92 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.0433958 Mar 11 16:17:23.840345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5732127-ae4d-46fa-976c-22c0c3ef5975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.844544 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e5732127-ae4d-46fa-976c-22c0c3ef5975 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/16774e41-ceec-4659-b4b5-542fbd354cfc HTTP/1.1" status: 204 len: 168 time: 1.4795806 Mar 11 16:17:23.856021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55528) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.856618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55530) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.867136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5839481-b255-461e-b1f6-6186a9c2e432,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:23.915601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b71c19-ef08-4a6d-a657-32fde5f99ea9 None None] Network 6be08afd-bba1-4194-b9a0-20bce245a205 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:23.935662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=5d7f56b3-70ac-409a-8b11-7d42a4aa57a2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:24.034840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.055704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.056588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.066659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.070460 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9b562553-7e9c-45bd-81d6-671a9ac2f508 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/floatingips/7decd732-c034-4552-bff3-933896fff42e HTTP/1.1" status: 204 len: 168 time: 1.7675579 Mar 11 16:17:24.071236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55536) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:24.131372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Deleting port 2e88da6e-8be0-49ea-812c-00bbb43be551 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:24.132078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.172363 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-bb858808-efef-49b3-8cd0-91e69dba7183 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] delete failed (client error): The resource could not be found. Mar 11 16:17:24.173397 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bb858808-efef-49b3-8cd0-91e69dba7183 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/floatingips/7decd732-c034-4552-bff3-933896fff42e HTTP/1.1" status: 404 len: 345 time: 0.1018751 Mar 11 16:17:24.180634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55540) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:24.367163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-158532bf-65b6-4cc0-aa64-1a2f791cee31 None None] For port a31654d7-e039-4077-b3a8-68d8a1e215d3, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a31654d7-e039-4077-b3a8-68d8a1e215d3,segment=NetworkSegment(5f06c059-0714-4c50-92c2-f7c7c5e7a078),segment_id=5f06c059-0714-4c50-92c2-f7c7c5e7a078)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:24.367683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-158532bf-65b6-4cc0-aa64-1a2f791cee31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.381268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.397478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9ea00-f6d4-4d4e-b307-58e7eb6f8f55 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:24.403723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9ea00-f6d4-4d4e-b307-58e7eb6f8f55 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:24.405976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d8c64934-3419-40f0-a440-ba1f3c38d64c no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:24.409036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9ea00-f6d4-4d4e-b307-58e7eb6f8f55 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:24.409880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-11b9ea00-f6d4-4d4e-b307-58e7eb6f8f55 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Synchronizing usage tracker for tenant:e30791a170fb4ba3a08af54ea693903d on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:24.420821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fea81-0f1f-4377-98c3-7149af5fd354 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:24.422226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fea81-0f1f-4377-98c3-7149af5fd354 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:24.423796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3fea81-0f1f-4377-98c3-7149af5fd354 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:24.424589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ae3fea81-0f1f-4377-98c3-7149af5fd354 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Synchronizing usage tracker for tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:24.439786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.456176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: d8c64934-3419-40f0-a440-ba1f3c38d64c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:24.456648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d8c64934-3419-40f0-a440-ba1f3c38d64c not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:24.457157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a31654d7-e039-4077-b3a8-68d8a1e215d3 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:24.506885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.533426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Calling delete_port for 2e88da6e-8be0-49ea-812c-00bbb43be551 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:24.555280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-f8bfb978-0681-47c0-a043-598e9d0a5889', 'network_id': 'f8bfb978-0681-47c0-a043-598e9d0a5889', 'tenant_id': '7c1da084bb9f4c42b02fe6bfef4e1bbb', 'fixed_ips': [{'subnet_id': '57f220af-6c50-474d-be09-ab548467250c'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:24.556245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.635824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-158532bf-65b6-4cc0-aa64-1a2f791cee31 None None] Calling delete_port for a31654d7-e039-4077-b3a8-68d8a1e215d3 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:24.642010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-11b9ea00-f6d4-4d4e-b307-58e7eb6f8f55 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Unset dirty status for tenant:e30791a170fb4ba3a08af54ea693903d on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:24.646485 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-11b9ea00-f6d4-4d4e-b307-58e7eb6f8f55 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "GET /v2.0/ports?network_id=27793d65-effb-4a40-b747-bb4e994b9069 HTTP/1.1" status: 200 len: 2357 time: 0.4619775 Mar 11 16:17:24.646485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55544) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:24.694535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.716389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] For port a31654d7-e039-4077-b3a8-68d8a1e215d3, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a31654d7-e039-4077-b3a8-68d8a1e215d3,segment=NetworkSegment(5f06c059-0714-4c50-92c2-f7c7c5e7a078),segment_id=5f06c059-0714-4c50-92c2-f7c7c5e7a078)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:24.716753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.759703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd9b1a-0c81-4c26-b0d5-ad8e0a4d8cf9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:24.762237 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-76fd9b1a-0c81-4c26-b0d5-ad8e0a4d8cf9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "GET /v2.0/subnets/69b3af44-984b-4539-9d53-fa8ba4f3c670 HTTP/1.1" status: 200 len: 797 time: 0.1138721 Mar 11 16:17:24.766401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55548) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:24.773618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'port': {'network_id': '27793d65-effb-4a40-b747-bb4e994b9069', 'name': 'tempest-FloatingIPTestJSON-1053694521', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:24.804398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.806606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Deleting port f9fc8908-0b12-4739-af74-2fd8cd88531f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:24.806933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.831589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ae3fea81-0f1f-4377-98c3-7149af5fd354 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Unset dirty status for tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:24.832758 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ae3fea81-0f1f-4377-98c3-7149af5fd354 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.9686303 Mar 11 16:17:24.837695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.864162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55554) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:24.910478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.975201 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Transition to ACTIVE for port object 8cd60d12-f5a3-4b74-98c9-c381abe119ba will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:24.983541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Calling delete_port for a31654d7-e039-4077-b3a8-68d8a1e215d3 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:24.987529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event deleted for resources: {'Port': ['ID=2e88da6e-8be0-49ea-812c-00bbb43be551,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:24.988880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-158532bf-65b6-4cc0-aa64-1a2f791cee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.028421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.033190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad29d8bc-d386-4dc0-bf46-03a8337553d8 None None] DHCP port deletion for 6be08afd-bba1-4194-b9a0-20bce245a205 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:25.047122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.075697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158532bf-65b6-4cc0-aa64-1a2f791cee31 None None] Pushing event deleted for resources: {'Port': ['ID=a31654d7-e039-4077-b3a8-68d8a1e215d3,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:25.085007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ad29d8bc-d386-4dc0-bf46-03a8337553d8 None None] Deleting port f9fc8908-0b12-4739-af74-2fd8cd88531f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:25.085624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad29d8bc-d386-4dc0-bf46-03a8337553d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.093889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-272051c1-5f7b-4a71-82c5-438715c02e99 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Deleting subnet 2569bcc1-3bae-4355-99c8-857e4b9b57dc {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:25.107655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:25.118906 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:25.124592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.125085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c782dfb-7442-45d2-965d-da41e50c2138 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:25.129793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158532bf-65b6-4cc0-aa64-1a2f791cee31 None None] No DVR routers for this DVR port a31654d7-e039-4077-b3a8-68d8a1e215d3 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:25.133924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.134508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Deleting port ae4bc9b8-6464-415e-8a25-db9fba37c68c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:25.134930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.138801 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Transition to ACTIVE for port object 8cd60d12-f5a3-4b74-98c9-c381abe119ba will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:25.167260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Allocated IP 172.20.0.18 (f8bfb978-0681-47c0-a043-598e9d0a5889/57f220af-6c50-474d-be09-ab548467250c/2c96c59a-4c1a-4fea-be69-217bd6b65d2e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:25.216584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:25.217218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:25.222715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.224473 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2f7696ec-773d-47df-a0b6-7284924771c2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0c782dfb-7442-45d2-965d-da41e50c2138 HTTP/1.1" status: 204 len: 168 time: 4.8460591 Mar 11 16:17:25.258517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.278763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-272051c1-5f7b-4a71-82c5-438715c02e99 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.286758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:25.307808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Made reservation on behalf of e30791a170fb4ba3a08af54ea693903d for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:25.437371 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Network 5452ea41-6754-4a7c-afb9-c865a86cc170 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:25.469884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:25.476385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Pushing event updated for resources: {'Port': ['ID=8cd60d12-f5a3-4b74-98c9-c381abe119ba,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:25.477528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] For port f9fc8908-0b12-4739-af74-2fd8cd88531f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f9fc8908-0b12-4739-af74-2fd8cd88531f,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:25.478065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.481282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:25.499889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62ed99a-0c39-4842-8e17-e8eb31d56e06 admin admin] Deleting subnet 9711eae0-37d4-43ce-90d1-96f154e0d138 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:25.541561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.597875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.612765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed99a-0c39-4842-8e17-e8eb31d56e06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.618960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-272051c1-5f7b-4a71-82c5-438715c02e99 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.656501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ad29d8bc-d386-4dc0-bf46-03a8337553d8 None None] For port f9fc8908-0b12-4739-af74-2fd8cd88531f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f9fc8908-0b12-4739-af74-2fd8cd88531f,segment=NetworkSegment(e49e5150-4d80-4040-a03e-bd42e1e4afe9),segment_id=e49e5150-4d80-4040-a03e-bd42e1e4afe9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:25.657115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad29d8bc-d386-4dc0-bf46-03a8337553d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.681330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Attempting to bind port 8cd60d12-f5a3-4b74-98c9-c381abe119ba on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:25.681330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Attempting to bind port 8cd60d12-f5a3-4b74-98c9-c381abe119ba by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'bfab3c25-f4ec-48e3-985e-cfae5439ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '5452ea41-6754-4a7c-afb9-c865a86cc170'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:25.681330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Attempting to bind port 8cd60d12-f5a3-4b74-98c9-c381abe119ba on network 5452ea41-6754-4a7c-afb9-c865a86cc170 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:25.733552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.773420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] device_id is not set on port 7f2e8262-6254-4d41-9f0c-f006d50f1fed yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:25.781481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Calling delete_port for f9fc8908-0b12-4739-af74-2fd8cd88531f owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:25.808501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Deleting port a31654d7-e039-4077-b3a8-68d8a1e215d3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:25.809067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.814418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.814952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Fanout notify agent at l3_agent the message router_deleted on router fed965d8-f0ad-49ba-a63e-fc98fdb570e1 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:25.846942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-272051c1-5f7b-4a71-82c5-438715c02e99 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.858895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ad29d8bc-d386-4dc0-bf46-03a8337553d8 None None] Calling delete_port for f9fc8908-0b12-4739-af74-2fd8cd88531f owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:25.903699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:25.903699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Checking segment: {'id': 'bfab3c25-f4ec-48e3-985e-cfae5439ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '5452ea41-6754-4a7c-afb9-c865a86cc170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:25.904043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.904286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Bound using segment: {'id': 'bfab3c25-f4ec-48e3-985e-cfae5439ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '5452ea41-6754-4a7c-afb9-c865a86cc170'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:25.905616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Bound port: 8cd60d12-f5a3-4b74-98c9-c381abe119ba, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfab3c25-f4ec-48e3-985e-cfae5439ae4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '5452ea41-6754-4a7c-afb9-c865a86cc170'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:25.905616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.913340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.914443 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-414f31ab-b0e3-4416-ae5c-a02122aea57e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/fed965d8-f0ad-49ba-a63e-fc98fdb570e1 HTTP/1.1" status: 204 len: 168 time: 2.5436239 Mar 11 16:17:25.920089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] The port 'a31654d7-e039-4077-b3a8-68d8a1e215d3' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:17:25.923827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.924181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55562) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:25.932929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1041074397', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:25.966687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed99a-0c39-4842-8e17-e8eb31d56e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:25.982298 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:25.992692 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Usage tracker for resource:router and tenant:d9c02f2fa6dc48dbb2387d9bb0df81f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:25.995988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:26.005861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:26.019817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.050549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Transition to ACTIVE for port object 2c96c59a-4c1a-4fea-be69-217bd6b65d2e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:26.075677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Transition to ACTIVE for port object 2c96c59a-4c1a-4fea-be69-217bd6b65d2e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:26.084403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.085415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.099978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad29d8bc-d386-4dc0-bf46-03a8337553d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.153277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Calling delete_port for ae4bc9b8-6464-415e-8a25-db9fba37c68c owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:26.160513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29d8bc-d386-4dc0-bf46-03a8337553d8 None None] Pushing event deleted for resources: {'Port': ['ID=f9fc8908-0b12-4739-af74-2fd8cd88531f,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:26.162679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-272051c1-5f7b-4a71-82c5-438715c02e99 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.173237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad29d8bc-d386-4dc0-bf46-03a8337553d8 None None] No DVR routers for this DVR port f9fc8908-0b12-4739-af74-2fd8cd88531f on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:26.173558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.190195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] For port 8cd60d12-f5a3-4b74-98c9-c381abe119ba, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:26.213819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.237811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272051c1-5f7b-4a71-82c5-438715c02e99 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Subnet': ['ID=2569bcc1-3bae-4355-99c8-857e4b9b57dc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:26.270372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:26.270687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:26.281334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-272051c1-5f7b-4a71-82c5-438715c02e99 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.289181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Network f8bfb978-0681-47c0-a043-598e9d0a5889 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:26.291415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Pushing event updated for resources: {'Port': ['ID=2c96c59a-4c1a-4fea-be69-217bd6b65d2e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:26.297118 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:26.299495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:26.300593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.310233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] For port 8cd60d12-f5a3-4b74-98c9-c381abe119ba, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8cd60d12-f5a3-4b74-98c9-c381abe119ba,segment=NetworkSegment(bfab3c25-f4ec-48e3-985e-cfae5439ae4c),segment_id=bfab3c25-f4ec-48e3-985e-cfae5439ae4c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:26.332886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.20.0.14 (27793d65-effb-4a40-b747-bb4e994b9069/69b3af44-984b-4539-9d53-fa8ba4f3c670/7f2e8262-6254-4d41-9f0c-f006d50f1fed) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:26.341261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.20.0.13 (27793d65-effb-4a40-b747-bb4e994b9069/69b3af44-984b-4539-9d53-fa8ba4f3c670/7f2e8262-6254-4d41-9f0c-f006d50f1fed) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:26.352474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6120be-5c86-438c-a065-d45fccabe5ac']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:26.357988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f9fc8908-0b12-4739-af74-2fd8cd88531f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:26.382004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f06c059-0714-4c50-92c2-f7c7c5e7a078') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:26.382583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f06c059-0714-4c50-92c2-f7c7c5e7a078') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:26.395710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed99a-0c39-4842-8e17-e8eb31d56e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.396300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.428634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.436421 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-272051c1-5f7b-4a71-82c5-438715c02e99 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/subnets/2569bcc1-3bae-4355-99c8-857e4b9b57dc HTTP/1.1" status: 204 len: 168 time: 1.5708344 Mar 11 16:17:26.445209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55568) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:26.500499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.523781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:26.526485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.535775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: f9fc8908-0b12-4739-af74-2fd8cd88531f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:26.536367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f9fc8908-0b12-4739-af74-2fd8cd88531f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:26.536918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a5839481-b255-461e-b1f6-6186a9c2e432 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:26.547241 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:26.600630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a5839481-b255-461e-b1f6-6186a9c2e432 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:26.600974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a5839481-b255-461e-b1f6-6186a9c2e432 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:26.606708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Attempting to bind port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:26.607097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Attempting to bind port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '7dc2ecaa-f463-4626-81b4-a32fdbef4ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f8bfb978-0681-47c0-a043-598e9d0a5889'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:26.607408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Attempting to bind port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e on network f8bfb978-0681-47c0-a043-598e9d0a5889 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:26.619324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:26.619324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Checking segment: {'id': '7dc2ecaa-f463-4626-81b4-a32fdbef4ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f8bfb978-0681-47c0-a043-598e9d0a5889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:26.619613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.620117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Bound using segment: {'id': '7dc2ecaa-f463-4626-81b4-a32fdbef4ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f8bfb978-0681-47c0-a043-598e9d0a5889'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:26.620234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Bound port: 2c96c59a-4c1a-4fea-be69-217bd6b65d2e, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc2ecaa-f463-4626-81b4-a32fdbef4ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f8bfb978-0681-47c0-a043-598e9d0a5889'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:26.621117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.679763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6a82b3-9331-433f-816e-c7750a80b17e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Deleting subnet 57f220af-6c50-474d-be09-ab548467250c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:17:26.685218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.693323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc6a82b3-9331-433f-816e-c7750a80b17e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.729140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e1c92-df98-499a-b88b-fd06f5d15b25 None None] Pushing event updated for resources: {'Port': ['ID=8cd60d12-f5a3-4b74-98c9-c381abe119ba,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:26.769752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc6a82b3-9331-433f-816e-c7750a80b17e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.801231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Deleting port f9fc8908-0b12-4739-af74-2fd8cd88531f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:26.801434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.838728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] For port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:26.842989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] For port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2c96c59a-4c1a-4fea-be69-217bd6b65d2e,segment=NetworkSegment(7dc2ecaa-f463-4626-81b4-a32fdbef4ca3),segment_id=7dc2ecaa-f463-4626-81b4-a32fdbef4ca3)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:26.847027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.907450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.912786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed99a-0c39-4842-8e17-e8eb31d56e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.930927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.940955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:26.949276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] The port 'f9fc8908-0b12-4739-af74-2fd8cd88531f' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:17:27.078922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Pushing event deleted for resources: {'Network': ['ID=9e6120be-5c86-438c-a065-d45fccabe5ac,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:27.080824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ed99a-0c39-4842-8e17-e8eb31d56e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9711eae0-37d4-43ce-90d1-96f154e0d138,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:27.099701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event deleted for resources: {'Port': ['ID=ae4bc9b8-6464-415e-8a25-db9fba37c68c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:27.134220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b62ed99a-0c39-4842-8e17-e8eb31d56e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.136608 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b62ed99a-0c39-4842-8e17-e8eb31d56e06 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9711eae0-37d4-43ce-90d1-96f154e0d138 HTTP/1.1" status: 204 len: 168 time: 1.8383596 Mar 11 16:17:27.145668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f053bb-3057-44dc-a359-c4ac4091fd71 None None] Pushing event updated for resources: {'Port': ['ID=2c96c59a-4c1a-4fea-be69-217bd6b65d2e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:27.150382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55574) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:27.151015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b0d659-0eb2-42ae-9eb8-e04ba4235287 None None] Network 026af78c-221a-4b26-97b4-0321fe0d1b88 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:27.237860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.327677 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-119454a2-3b91-45c4-adb3-cfe454902846 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "DELETE /v2.0/networks/9e6120be-5c86-438c-a065-d45fccabe5ac HTTP/1.1" status: 204 len: 168 time: 4.0662067 Mar 11 16:17:27.387783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55578) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:27.461230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-629c626e-3c75-4d4d-aa29-252b6026dc61 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Synchronizing usage tracker for tenant:e4bc410b684f4266860b0c8fff053c69 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:27.465272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.661291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.678363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.712499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.713755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf58e98a-f89d-4cec-b8ef-31826f1caf18 None None] DHCP port deletion for 026af78c-221a-4b26-97b4-0321fe0d1b88 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:27.719069 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cf58e98a-f89d-4cec-b8ef-31826f1caf18 None None] Deleting port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:27.719445 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf58e98a-f89d-4cec-b8ef-31826f1caf18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.764540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc6a82b3-9331-433f-816e-c7750a80b17e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.835602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 27793d65-effb-4a40-b747-bb4e994b9069 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:27.838356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be08afd-bba1-4194-b9a0-20bce245a205']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:27.853526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49e5150-4d80-4040-a03e-bd42e1e4afe9') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:27.853824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49e5150-4d80-4040-a03e-bd42e1e4afe9') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:27.883608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:27.885391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.921148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:27.967348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.971382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.974317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-629c626e-3c75-4d4d-aa29-252b6026dc61 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Unset dirty status for tenant:e4bc410b684f4266860b0c8fff053c69 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:27.975471 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-629c626e-3c75-4d4d-aa29-252b6026dc61 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "GET /v2.0/ports?device_id=04135d9c-3fba-4daf-95bc-752c7428c1c5 HTTP/1.1" status: 200 len: 205 time: 0.5897951 Mar 11 16:17:28.035126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cf58e98a-f89d-4cec-b8ef-31826f1caf18 None None] For port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:28.035682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55584) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:28.035812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf58e98a-f89d-4cec-b8ef-31826f1caf18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.055317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=7f2e8262-6254-4d41-9f0c-f006d50f1fed,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:28.101782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:28.102586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.147129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Deleting port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:28.147727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.176246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cf58e98a-f89d-4cec-b8ef-31826f1caf18 None None] Calling delete_port for c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:28.229184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.238117 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2259949b-0284-45ff-aa97-835a13d9ac21 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.4706473 Mar 11 16:17:28.242394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55588) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:28.261879 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8ada0-190e-4686-a59a-b8017f4c77d8 req-e84dc75d-77c1-46f2-a779-6bff6e314d69 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:28.270902 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fd8ada0-190e-4686-a59a-b8017f4c77d8 req-e84dc75d-77c1-46f2-a779-6bff6e314d69 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.4547226 Mar 11 16:17:28.309083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '7f2e8262-6254-4d41-9f0c-f006d50f1fed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:28.310606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911f6ae-09de-480c-b230-50df3571bb1b None None] Network 5452ea41-6754-4a7c-afb9-c865a86cc170 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:28.320939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:28.329213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.332086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Allocated IP 172.26.8.63 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/985e40ef-1364-4c5c-9dac-855b0881445b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:28.352824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.430381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:floatingip and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:28.434154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2c96c59a-4c1a-4fea-be69-217bd6b65d2e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:28.434535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:28.441314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:28.500830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf58e98a-f89d-4cec-b8ef-31826f1caf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.548145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d907505e-74f4-4c04-a268-56047f01abf7 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.555614 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fd8ada0-190e-4686-a59a-b8017f4c77d8 req-238263dc-31b6-447e-8271-cc32ea0d84c3 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833924 Mar 11 16:17:28.573041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58e98a-f89d-4cec-b8ef-31826f1caf18 None None] Pushing event deleted for resources: {'Port': ['ID=c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:28.616833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58e98a-f89d-4cec-b8ef-31826f1caf18 None None] No DVR routers for this DVR port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:28.621195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.637839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] For port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02,segment=NetworkSegment(cb6e75ca-fe8a-4f26-8558-55f6367b3c27),segment_id=cb6e75ca-fe8a-4f26-8558-55f6367b3c27)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:28.638606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.680563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f699ab52-c1c2-4238-aa3f-c8d72db703ff None None] Provisioning for port 8cd60d12-f5a3-4b74-98c9-c381abe119ba completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:28.690370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.718736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:28.719221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:28.738682 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:28.750573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:28.755926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8cd60d12-f5a3-4b74-98c9-c381abe119ba up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:28.829681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e75c37-98c4-4506-beeb-d1a209426b2a None None] Network f8bfb978-0681-47c0-a043-598e9d0a5889 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:28.831022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.842348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Calling delete_port for c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:28.862114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] DHCP port deletion for 5452ea41-6754-4a7c-afb9-c865a86cc170 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:28.872215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Deleting port 8cd60d12-f5a3-4b74-98c9-c381abe119ba {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:28.872691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.873002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.944490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:28.944490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Fanout notify agent at l3_agent the message router_deleted on router 6485e534-e6b4-415d-abd9-4f505125b8cb {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:28.963918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:28.981395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:28.990540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:28.999798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 8cd60d12-f5a3-4b74-98c9-c381abe119ba completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:29.017260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event updated for resources: {'Port': ['ID=985e40ef-1364-4c5c-9dac-855b0881445b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:29.059317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8cd60d12-f5a3-4b74-98c9-c381abe119ba triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:29.059967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.100015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-55855b3f-fa3b-4963-ac74-1f2ca8e83407 None None] Provisioning for port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:29.116601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.26.8.195 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/db467d24-543a-401e-b851-1acdc648061b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:29.140490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc6a82b3-9331-433f-816e-c7750a80b17e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.169217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-55855b3f-fa3b-4963-ac74-1f2ca8e83407 None None] Provisioning complete for port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:29.169582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-55855b3f-fa3b-4963-ac74-1f2ca8e83407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.256439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a82b3-9331-433f-816e-c7750a80b17e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Subnet': ['ID=57f220af-6c50-474d-be09-ab548467250c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:29.272513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc6a82b3-9331-433f-816e-c7750a80b17e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.339219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.344006 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-85b5197a-a029-45eb-9146-154af0b29a4b tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/6485e534-e6b4-415d-abd9-4f505125b8cb HTTP/1.1" status: 204 len: 168 time: 5.8350191 Mar 11 16:17:29.366761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55592) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.380378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.384871 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bc6a82b3-9331-433f-816e-c7750a80b17e tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/subnets/57f220af-6c50-474d-be09-ab548467250c HTTP/1.1" status: 204 len: 168 time: 2.9348080 Mar 11 16:17:29.387251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55596) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.389123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1843147373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:29.406581 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] For port 8cd60d12-f5a3-4b74-98c9-c381abe119ba, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8cd60d12-f5a3-4b74-98c9-c381abe119ba,segment=NetworkSegment(bfab3c25-f4ec-48e3-985e-cfae5439ae4c),segment_id=bfab3c25-f4ec-48e3-985e-cfae5439ae4c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:29.406970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.411956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.463127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-ab480e3d-9b36-4e5e-8714-1963395b8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:29.464615 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-ab480e3d-9b36-4e5e-8714-1963395b8db3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1099 time: 1.5002749 Mar 11 16:17:29.465595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:29.486803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d907505e-74f4-4c04-a268-56047f01abf7 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.488615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be08afd-bba1-4194-b9a0-20bce245a205,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:29.503466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b5914-9f7f-412f-a586-9d0d8c2ea96a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:29.505474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a40b5914-9f7f-412f-a586-9d0d8c2ea96a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Synchronizing usage tracker for tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:29.514210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d907505e-74f4-4c04-a268-56047f01abf7 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.516116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Usage tracker for resource:router and tenant:0a2613330f8a494991a7fbc8025dc34b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:29.518727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:29.519038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:29.519747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:29.532080 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b29986b1-a0e4-481a-871a-53096944c124 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6be08afd-bba1-4194-b9a0-20bce245a205 HTTP/1.1" status: 204 len: 168 time: 5.6663182 Mar 11 16:17:29.547996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.566128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:29.601585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Calling delete_port for 8cd60d12-f5a3-4b74-98c9-c381abe119ba owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:29.675265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a40b5914-9f7f-412f-a586-9d0d8c2ea96a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Unset dirty status for tenant:7c1da084bb9f4c42b02fe6bfef4e1bbb on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:29.676106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.683098 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a40b5914-9f7f-412f-a586-9d0d8c2ea96a tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2916815 Mar 11 16:17:29.684669 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55604) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.702107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.731873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-55855b3f-fa3b-4963-ac74-1f2ca8e83407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.753144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d907505e-74f4-4c04-a268-56047f01abf7 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.758914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d907505e-74f4-4c04-a268-56047f01abf7 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Fanout notify agent at l3_agent the message router_deleted on router 04135d9c-3fba-4daf-95bc-752c7428c1c5 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:29.767303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-fb447a3b-c9a7-4600-97ec-c00d782a4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:29.777642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 8cd60d12-f5a3-4b74-98c9-c381abe119ba, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8cd60d12-f5a3-4b74-98c9-c381abe119ba,segment=NetworkSegment(bfab3c25-f4ec-48e3-985e-cfae5439ae4c),segment_id=bfab3c25-f4ec-48e3-985e-cfae5439ae4c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:29.779641 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-fb447a3b-c9a7-4600-97ec-c00d782a4ba3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 913 time: 0.3000848 Mar 11 16:17:29.783125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.784219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.791190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-55855b3f-fa3b-4963-ac74-1f2ca8e83407 None None] For port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2c96c59a-4c1a-4fea-be69-217bd6b65d2e,segment=NetworkSegment(7dc2ecaa-f463-4626-81b4-a32fdbef4ca3),segment_id=7dc2ecaa-f463-4626-81b4-a32fdbef4ca3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:29.795381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d907505e-74f4-4c04-a268-56047f01abf7 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.796445 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d907505e-74f4-4c04-a268-56047f01abf7 tempest-RoutersNegativeTest-1663785156 tempest-RoutersNegativeTest-1663785156-project] 10.222.0.57 "DELETE /v2.0/routers/04135d9c-3fba-4daf-95bc-752c7428c1c5 HTTP/1.1" status: 204 len: 168 time: 1.7210550 Mar 11 16:17:29.807616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd60ff6-89a1-4224-8bcc-26b3d5fa6965 None None] DHCP port deletion for f8bfb978-0681-47c0-a043-598e9d0a5889 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:29.814289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cdd60ff6-89a1-4224-8bcc-26b3d5fa6965 None None] Deleting port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:29.814833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cdd60ff6-89a1-4224-8bcc-26b3d5fa6965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.868591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-55855b3f-fa3b-4963-ac74-1f2ca8e83407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.878708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.939807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:29.981500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:17:29.982136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:29.983772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:29.984207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:29.988707 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-ccbc1108-537d-4fe3-b683-7e8075b11577 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 1001 time: 0.1986032 Mar 11 16:17:29.997780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.002379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:30.061754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855b3f-fa3b-4963-ac74-1f2ca8e83407 None None] Pushing event updated for resources: {'Port': ['ID=2c96c59a-4c1a-4fea-be69-217bd6b65d2e,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:30.062947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Deleting port c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:30.063472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.082277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:30.087581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:30.105828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55610) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:30.193532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] The port 'c7d72a49-f4b1-4fbd-a3b6-4c1c1e112c02' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:17:30.202435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=db467d24-543a-401e-b851-1acdc648061b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:30.248544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=8cd60d12-f5a3-4b74-98c9-c381abe119ba,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:30.256909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cdd60ff6-89a1-4224-8bcc-26b3d5fa6965 None None] For port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2c96c59a-4c1a-4fea-be69-217bd6b65d2e,segment=NetworkSegment(7dc2ecaa-f463-4626-81b4-a32fdbef4ca3),segment_id=7dc2ecaa-f463-4626-81b4-a32fdbef4ca3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:30.257780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cdd60ff6-89a1-4224-8bcc-26b3d5fa6965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.257971 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.310042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-4cf6e92a-f6e8-41a9-ae08-639041f2ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:30.311834 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-4cf6e92a-f6e8-41a9-ae08-639041f2ab2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 200 len: 851 time: 0.3112867 Mar 11 16:17:30.325180 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55616) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:30.335110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2c96c59a-4c1a-4fea-be69-217bd6b65d2e no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:30.337152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.418273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Deleting port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:30.418971 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.429838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cdd60ff6-89a1-4224-8bcc-26b3d5fa6965 None None] Calling delete_port for 2c96c59a-4c1a-4fea-be69-217bd6b65d2e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:30.461722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.481810 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d651ccbf-d8b0-4a90-a518-b9008856610e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35b3d889893f468abbd8f3a050968a5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3743763 Mar 11 16:17:30.485079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Deleting port 8cd60d12-f5a3-4b74-98c9-c381abe119ba {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:30.485448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.489761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55622) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:30.552741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.577553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859629e9-6f02-443a-b235-5c20add4d02b req-c16f3fbb-977e-4977-8a77-bba6877d5f51 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:30.579641 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-859629e9-6f02-443a-b235-5c20add4d02b req-c16f3fbb-977e-4977-8a77-bba6877d5f51 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7913256 Mar 11 16:17:30.641405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026af78c-221a-4b26-97b4-0321fe0d1b88']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:30.657716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20135d9d-95f2-4734-8243-372296221294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.673552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.678428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:30.679111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6e75ca-fe8a-4f26-8558-55f6367b3c27') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:30.689248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.693244 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-78518e72-c49a-4dd5-889f-aba6db2d2d9d tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3161192 Mar 11 16:17:30.703461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55626) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:30.721602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.725395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'enable_snat': False}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:30.750646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20135d9d-95f2-4734-8243-372296221294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.768245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cdd60ff6-89a1-4224-8bcc-26b3d5fa6965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.773206 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-859629e9-6f02-443a-b235-5c20add4d02b req-e0bbcc76-6bfa-400c-84c9-195ffdadb609 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846533 Mar 11 16:17:30.776605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-eda98818-4a98-4df2-8a09-99bbbf9b6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:30.779912 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-eda98818-4a98-4df2-8a09-99bbbf9b6c3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a03412e-50be-451f-a956-37655eb04392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3705993 Mar 11 16:17:30.806253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.843640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:30.843856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:30.856996 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:30.873400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd60ff6-89a1-4224-8bcc-26b3d5fa6965 None None] Pushing event deleted for resources: {'Port': ['ID=2c96c59a-4c1a-4fea-be69-217bd6b65d2e,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:30.880332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd60ff6-89a1-4224-8bcc-26b3d5fa6965 None None] No DVR routers for this DVR port 2c96c59a-4c1a-4fea-be69-217bd6b65d2e on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:30.935104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8cd60d12-f5a3-4b74-98c9-c381abe119ba no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:30.977586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] The port '2c96c59a-4c1a-4fea-be69-217bd6b65d2e' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:17:30.986751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] For port 8cd60d12-f5a3-4b74-98c9-c381abe119ba, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8cd60d12-f5a3-4b74-98c9-c381abe119ba,segment=NetworkSegment(bfab3c25-f4ec-48e3-985e-cfae5439ae4c),segment_id=bfab3c25-f4ec-48e3-985e-cfae5439ae4c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:30.987140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.049101 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-eab350b9-43dd-4b32-8fb2-414a81c817e7 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623823 Mar 11 16:17:31.123829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Calling delete_port for 8cd60d12-f5a3-4b74-98c9-c381abe119ba owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:31.220494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.222468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20135d9d-95f2-4734-8243-372296221294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.223802 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa8233ce-418e-4be1-a947-74ff52b43783 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4bc410b684f4266860b0c8fff053c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974195 Mar 11 16:17:31.230508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55630) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:31.250400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.255600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.325409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.336431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20135d9d-95f2-4734-8243-372296221294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a054e705-bebf-4205-9fdc-7bd67673e77a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:31.349672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] Pushing event deleted for resources: {'Network': ['ID=026af78c-221a-4b26-97b4-0321fe0d1b88,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:31.423238 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] Pushing event deleted for resources: {'Port': ['ID=8cd60d12-f5a3-4b74-98c9-c381abe119ba,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:31.428095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33518be-158d-431b-8621-5e04d9ec7ec4 None None] No DVR routers for this DVR port 8cd60d12-f5a3-4b74-98c9-c381abe119ba on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:31.446656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d497987-8391-4d66-ae64-fd30b48eae22 admin admin] 10.222.0.57 "DELETE /v2.0/networks/026af78c-221a-4b26-97b4-0321fe0d1b88 HTTP/1.1" status: 204 len: 168 time: 4.2624257 Mar 11 16:17:31.449661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-de2a2dd3-6f5a-448e-8a5a-eb450726433d req-dcb3e096-0bbd-4549-bc53-bd3b47a84955 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942230 Mar 11 16:17:31.450351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf73e1af-fa13-49cf-8454-283661f5d769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.452858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-20135d9d-95f2-4734-8243-372296221294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.453950 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20135d9d-95f2-4734-8243-372296221294 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a054e705-bebf-4205-9fdc-7bd67673e77a HTTP/1.1" status: 204 len: 168 time: 0.9532483 Mar 11 16:17:31.487650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf73e1af-fa13-49cf-8454-283661f5d769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.637278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.676155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf73e1af-fa13-49cf-8454-283661f5d769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.697272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73e1af-fa13-49cf-8454-283661f5d769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdd6dde-f975-410c-8672-1c6b875bbb98,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:31.703566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf73e1af-fa13-49cf-8454-283661f5d769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.704771 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bf73e1af-fa13-49cf-8454-283661f5d769 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6bdd6dde-f975-410c-8672-1c6b875bbb98 HTTP/1.1" status: 204 len: 168 time: 0.4537387 Mar 11 16:17:31.742231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.760053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bfb978-0681-47c0-a043-598e9d0a5889']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:31.840627 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc2ecaa-f463-4626-81b4-a32fdbef4ca3') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:31.840966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc2ecaa-f463-4626-81b4-a32fdbef4ca3') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:31.862582 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.893544 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.899897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.937277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55644) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:32.027837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:32.028329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.039916 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-19e9366e-d523-4a9e-b865-737fd2d4781a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4456c43527b40d587279f67503a2854&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1014409 Mar 11 16:17:32.040698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55648) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:32.048866 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:32.180940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ac82eb4-6930-478c-bb18-377757b714e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.239714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.255990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ac82eb4-6930-478c-bb18-377757b714e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.352086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.380866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.410365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Network': ['ID=f8bfb978-0681-47c0-a043-598e9d0a5889,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:32.421157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ac82eb4-6930-478c-bb18-377757b714e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.429877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6cbc2-37da-49cf-9b1b-4cf5e9d95143 req-58d8b3fe-8fc8-4a9d-8f6c-0962c7d358f9 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:32.431417 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-aea6cbc2-37da-49cf-9b1b-4cf5e9d95143 req-58d8b3fe-8fc8-4a9d-8f6c-0962c7d358f9 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.4763501 Mar 11 16:17:32.442626 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0548d211-ebcd-46cf-9c7d-140bfd5b2013 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/networks/f8bfb978-0681-47c0-a043-598e9d0a5889 HTTP/1.1" status: 204 len: 168 time: 2.7529831 Mar 11 16:17:32.444324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac82eb4-6930-478c-bb18-377757b714e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02681630-5854-4eaf-8efa-cd73b28c9419,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:32.445743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:32.563344 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-aea6cbc2-37da-49cf-9b1b-4cf5e9d95143 req-e1474e0c-791f-400b-bdc1-575fb4e00798 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144805 Mar 11 16:17:32.567111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.628335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Router f456400f-0206-4fa5-9818-d7d99174941c is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:17:32.639529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.645537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ac82eb4-6930-478c-bb18-377757b714e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.649861 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0ac82eb4-6930-478c-bb18-377757b714e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02681630-5854-4eaf-8efa-cd73b28c9419 HTTP/1.1" status: 204 len: 168 time: 0.6080275 Mar 11 16:17:32.816788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.872664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5452ea41-6754-4a7c-afb9-c865a86cc170']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:32.890627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfab3c25-f4ec-48e3-985e-cfae5439ae4c') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:32.891406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfab3c25-f4ec-48e3-985e-cfae5439ae4c') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:32.912699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.929742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.939601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:32.942862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:32.963320 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:33.099404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.122421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.134783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Network': ['ID=5452ea41-6754-4a7c-afb9-c865a86cc170,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:33.144598 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fad5532a-7299-4a0b-81df-e122b54ff32d tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/networks/5452ea41-6754-4a7c-afb9-c865a86cc170 HTTP/1.1" status: 204 len: 168 time: 0.6947484 Mar 11 16:17:33.145189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55690) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:33.166304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.257518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.265190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.365863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:33.375186 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fbfd2-11dc-4f80-90ed-58396ae9551f None None] Sync routers for ids ['f456400f-0206-4fa5-9818-d7d99174941c'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:33.390149 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fbfd2-11dc-4f80-90ed-58396ae9551f None None] Routers {'f456400f-0206-4fa5-9818-d7d99174941c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:33.390800 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-004fbfd2-11dc-4f80-90ed-58396ae9551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['f456400f-0206-4fa5-9818-d7d99174941c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:33.422611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.458537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6ad78d-aa05-4a54-87f7-ad43c4dcf195']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:33.462824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.485129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Allocated IP 172.26.8.18 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/b0750df4-9725-4063-a4ee-387f7a3c2422) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:33.494734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f496f6a7-14c8-4cca-86a0-c807e97fde44') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:33.497172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f496f6a7-14c8-4cca-86a0-c807e97fde44') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:33.524263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.530566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.531898 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6a4a51ae-13c3-4165-85ff-54b825fd215b tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6047232 Mar 11 16:17:33.535165 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55702) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:33.544251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:33.550554 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-004fbfd2-11dc-4f80-90ed-58396ae9551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:33.554331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.568816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:33.569949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.572768 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fbfd2-11dc-4f80-90ed-58396ae9551f None None] Routers {'f456400f-0206-4fa5-9818-d7d99174941c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:33.574910 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-004fbfd2-11dc-4f80-90ed-58396ae9551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['f456400f-0206-4fa5-9818-d7d99174941c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:33.607457 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:33.691003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55708) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:33.739025 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-004fbfd2-11dc-4f80-90ed-58396ae9551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:33.739420 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004fbfd2-11dc-4f80-90ed-58396ae9551f None None] The sync data for ids ['f456400f-0206-4fa5-9818-d7d99174941c'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:33.807946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.842401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.873472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.891384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Network': ['ID=1e6ad78d-aa05-4a54-87f7-ad43c4dcf195,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:33.913486 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e2a4f9f-fd01-4d11-9e30-e90c67e11ee8 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/networks/1e6ad78d-aa05-4a54-87f7-ad43c4dcf195 HTTP/1.1" status: 204 len: 168 time: 0.7672896 Mar 11 16:17:33.940401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55722) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:34.025732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59887522-67d0-4dfa-94e8-8668e2c6e064 req-759c3a32-45fc-4d8f-937c-b994df921413 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:34.028533 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-59887522-67d0-4dfa-94e8-8668e2c6e064 req-759c3a32-45fc-4d8f-937c-b994df921413 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.1134241 Mar 11 16:17:34.038208 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=db467d24-543a-401e-b851-1acdc648061b,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:34.083205 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-59887522-67d0-4dfa-94e8-8668e2c6e064 req-cd1a7744-b849-4ffa-b1da-893e58232463 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478420 Mar 11 16:17:34.140332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2140460389'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:34.146772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:34.154391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Usage tracker for resource:network and tenant:61b95c3813824847be3dcc5a3399a846 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:34.157815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:34.262379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:34.262982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.262982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.385103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.416796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Made reservation on behalf of 61b95c3813824847be3dcc5a3399a846 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:34.422969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.449319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.470359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:34.476997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Usage tracker for resource:security_group_rule and tenant:61b95c3813824847be3dcc5a3399a846 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:34.480363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:34.486979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:34.618812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.733803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.799238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fc1d72-4d02-4135-99b2-5881c2c03d7f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:34.811283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:34.823452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.824154 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Added segment 262748f1-ca58-4462-92a3-a7da41b3fab3 of type vlan for network 1c88171f-f6da-4b75-b2b0-51327d424764 Mar 11 16:17:34.848078 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP ee9afd0a-1b53-48bf-80f2-a48c3aad3351 associated. External IP: 172.26.8.195, port: 7f2e8262-6254-4d41-9f0c-f006d50f1fed. Mar 11 16:17:34.859609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.956616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.962255 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:34.966601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.977937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.991629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.151021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:35.158423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d700f01d-9d7d-44cb-b9f0-bbd12a5687a5']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:35.168961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:35.180010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Pushing event updated for resources: {'Network': ['ID=1c88171f-f6da-4b75-b2b0-51327d424764,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:35.194534 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 1c88171f-f6da-4b75-b2b0-51327d424764 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:35.243431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55756) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.250376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:35.261797 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4277e89a-7cc8-4f1a-825c-b6925e844a0d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5688386 Mar 11 16:17:35.266846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55762) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.273032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Request body: {'subnet': {'network_id': '1c88171f-f6da-4b75-b2b0-51327d424764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:35.295821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Pushing event updated for resources: {'Port': ['ID=b0750df4-9725-4063-a4ee-387f7a3c2422,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:35.304699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654efc31-c6f8-4200-a26d-fd037841a6a5') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:35.304908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654efc31-c6f8-4200-a26d-fd037841a6a5') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:35.324239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.351107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.392201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6cc4b5e4-0756-445f-9d27-c12b2a10ee4e tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:35.429455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:35.433963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Usage tracker for resource:subnet and tenant:61b95c3813824847be3dcc5a3399a846 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:35.437020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:35.442822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:35.451629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.493219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Made reservation on behalf of 61b95c3813824847be3dcc5a3399a846 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:35.498582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.530754 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:35.531157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:35.552083 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:35.565963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.616183 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6cc4b5e4-0756-445f-9d27-c12b2a10ee4e tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] 10.222.0.57 "PUT /v2.0/quotas/a4918079622741dba1045b38b0c28cfe HTTP/1.1" status: 200 len: 366 time: 0.3701100 Mar 11 16:17:35.617283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55774) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.638363 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-050567d5-d5ff-4105-a65b-f19e750e270f tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0173697 Mar 11 16:17:35.639982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55778) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.653880 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8ac9014d-8cbe-483d-8f84-ea49985ab389 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] 10.222.0.57 "GET /v2.0/quotas/a4918079622741dba1045b38b0c28cfe HTTP/1.1" status: 200 len: 366 time: 0.0123107 Mar 11 16:17:35.657486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55782) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.758505 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f65a341e-ba0f-4c87-ab22-316de5244a58 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/a4918079622741dba1045b38b0c28cfe HTTP/1.1" status: 204 len: 168 time: 0.0993819 Mar 11 16:17:35.761647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55788) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.776147 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5f448945-1b71-4b85-ab67-d8ac5dc5dcf3 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0128958 Mar 11 16:17:35.779574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55792) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.789613 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-32039882-00fd-43c6-b6c5-3dfb1887e98c tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] 10.222.0.57 "GET /v2.0/quotas/a4918079622741dba1045b38b0c28cfe HTTP/1.1" status: 200 len: 370 time: 0.0090191 Mar 11 16:17:35.792019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55796) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.799471 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7c395326-246e-4439-91a5-33c6013d2568 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] 10.222.0.57 "GET /v2.0/quotas/a4918079622741dba1045b38b0c28cfe/default HTTP/1.1" status: 200 len: 370 time: 0.0044024 Mar 11 16:17:35.801980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55800) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.809790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.818609 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-760dd935-a097-4709-bb58-5880cf94b616 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] delete failed (client error): The resource could not be found. Mar 11 16:17:35.818730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Deleting port 985e40ef-1364-4c5c-9dac-855b0881445b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:35.818730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.818900 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-760dd935-a097-4709-bb58-5880cf94b616 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/a4918079622741dba1045b38b0c28cfe HTTP/1.1" status: 404 len: 348 time: 0.0151577 Mar 11 16:17:35.874878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.906726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.931396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] Pushing event deleted for resources: {'Network': ['ID=d700f01d-9d7d-44cb-b9f0-bbd12a5687a5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:35.982973 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d12f1258-4dfb-47cb-b871-c2e89f8a3235 tempest-BulkNetworkOpsTest-1697271742 tempest-BulkNetworkOpsTest-1697271742-project] 10.222.0.57 "DELETE /v2.0/networks/d700f01d-9d7d-44cb-b9f0-bbd12a5687a5 HTTP/1.1" status: 204 len: 168 time: 2.0391212 Mar 11 16:17:35.990844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:36.020942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1622530694'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:36.025947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:36.030405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Usage tracker for resource:network and tenant:b83842e53a774c06976b9382d36905bf is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.033639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.040783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:36.060489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.120291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Made reservation on behalf of b83842e53a774c06976b9382d36905bf for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:36.125065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.145356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55814) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:36.154106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.202317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:36.210998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Usage tracker for resource:security_group_rule and tenant:b83842e53a774c06976b9382d36905bf is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.215053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Pushing event updated for resources: {'Subnet': ['ID=513a7783-5ff6-49b2-9dc1-a2b240fa5dcb,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:36.217302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.230530 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:36.232494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Checking segment: {'id': '262748f1-ca58-4462-92a3-a7da41b3fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1c88171f-f6da-4b75-b2b0-51327d424764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:36.233401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Network hostable DHCP agents. Network: 1c88171f-f6da-4b75-b2b0-51327d424764, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:36.239632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Usage tracker for resource:network and tenant:2a2b81c31dd84696b59876ff670933f9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.250885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.280229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Usage tracker for resource:subnet and tenant:2a2b81c31dd84696b59876ff670933f9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.287788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.304562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Usage tracker for resource:subnetpool and tenant:2a2b81c31dd84696b59876ff670933f9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.312748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Network 1c88171f-f6da-4b75-b2b0-51327d424764 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:36.316763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.349681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Usage tracker for resource:port and tenant:2a2b81c31dd84696b59876ff670933f9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.355700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.371575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.374415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Usage tracker for resource:router and tenant:2a2b81c31dd84696b59876ff670933f9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.378888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.380755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 1c88171f-f6da-4b75-b2b0-51327d424764) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:36.385880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:36.386486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.392061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf762b1-a6eb-4059-a677-837b0889a067 None None] Network 1c88171f-f6da-4b75-b2b0-51327d424764 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:36.401215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Usage tracker for resource:floatingip and tenant:2a2b81c31dd84696b59876ff670933f9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.410657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.426828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.447045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.460242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:36.487026 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c4fb0bf-4ac1-480d-9b7c-e7a6370b1670 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2190087 Mar 11 16:17:36.490004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:36.495788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6563f05c-cf2a-489f-bfda-171712db95ef,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:36.501811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Request body: {'port': {'network_id': '1c88171f-f6da-4b75-b2b0-51327d424764', 'name': 'tempest-TagsExtTest-177553888'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:36.515287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.515630 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Added segment 3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f of type vlan for network 8663f57e-b1f1-4e31-b314-6fb96050c58b Mar 11 16:17:36.554541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Usage tracker for resource:security_group and tenant:2a2b81c31dd84696b59876ff670933f9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.631520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.645558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-1c88171f-f6da-4b75-b2b0-51327d424764', 'network_id': '1c88171f-f6da-4b75-b2b0-51327d424764', 'tenant_id': '61b95c3813824847be3dcc5a3399a846', 'fixed_ips': [{'subnet_id': '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:36.647716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.648697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.675655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Usage tracker for resource:security_group_rule and tenant:2a2b81c31dd84696b59876ff670933f9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.681938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Calling delete_port for 985e40ef-1364-4c5c-9dac-855b0881445b owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:36.693286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55824) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:36.717647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.734205 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-70b04d4d-9e6c-44ad-9486-63c64468caf2 tempest-QuotasTest-636509736 tempest-QuotasTest-636509736-project-admin] 10.222.0.57 "GET /v2.0/quotas/2a2b81c31dd84696b59876ff670933f9/details.json HTTP/1.1" status: 200 len: 703 time: 0.5818737 Mar 11 16:17:36.734205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:36.736632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Usage tracker for resource:port and tenant:61b95c3813824847be3dcc5a3399a846 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:36.740205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:36.746983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:36.755057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.836070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.844983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:36.845142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.847949 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Allocated IP 172.20.0.2 (1c88171f-f6da-4b75-b2b0-51327d424764/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/5839e9c6-2df0-4e6e-ac4c-92fccd566825) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:36.862477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:36.886561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23508df9-49b7-41a5-8e88-581e8613ea60 None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:36.922841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Made reservation on behalf of 61b95c3813824847be3dcc5a3399a846 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:36.926439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.964500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23508df9-49b7-41a5-8e88-581e8613ea60 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:36.965125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-23508df9-49b7-41a5-8e88-581e8613ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:36.995617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.026032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Pushing event updated for resources: {'Network': ['ID=8663f57e-b1f1-4e31-b314-6fb96050c58b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:37.035312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] device_id is not set on port d4e9ed76-d159-4321-a021-a52190d5c436 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:37.047572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 8663f57e-b1f1-4e31-b314-6fb96050c58b details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:37.074805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-23508df9-49b7-41a5-8e88-581e8613ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:37.079611 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0e543794-478b-462e-bc5d-650190e6caec tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2687280 Mar 11 16:17:37.087935 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f8b37571-a87d-461e-8a21-87506f360e33 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7c1da084bb9f4c42b02fe6bfef4e1bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931136 Mar 11 16:17:37.090124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55836) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:37.196933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d99128f7-f92c-449d-98ad-e8385dc7d5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.208233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23508df9-49b7-41a5-8e88-581e8613ea60 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:37.208856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-23508df9-49b7-41a5-8e88-581e8613ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:37.254676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d99128f7-f92c-449d-98ad-e8385dc7d5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.293443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-23508df9-49b7-41a5-8e88-581e8613ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:37.293830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23508df9-49b7-41a5-8e88-581e8613ea60 None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:37.305224 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-60568f4a-77bf-4ba6-b98f-a691cd7cb31a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.0058110 Mar 11 16:17:37.308994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55842) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:37.320404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9d85a268-c621-49dd-90d1-206f5504dc0e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'port_id': '7f2e8262-6254-4d41-9f0c-f006d50f1fed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:37.370792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55846) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:37.382301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.419507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d99128f7-f92c-449d-98ad-e8385dc7d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.423991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.425520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Transition to ACTIVE for port object 5839e9c6-2df0-4e6e-ac4c-92fccd566825 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:37.465356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99128f7-f92c-449d-98ad-e8385dc7d5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e273d2e4-c63f-4af2-be98-f6fb5b74d2ee,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:37.471773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Transition to ACTIVE for port object 5839e9c6-2df0-4e6e-ac4c-92fccd566825 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:37.492135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d99128f7-f92c-449d-98ad-e8385dc7d5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.498837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d99128f7-f92c-449d-98ad-e8385dc7d5af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e273d2e4-c63f-4af2-be98-f6fb5b74d2ee HTTP/1.1" status: 204 len: 168 time: 0.4022908 Mar 11 16:17:37.500023 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55854) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:37.507258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Request body: {'port': {'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b', 'binding:host_id': 'hv-neutron-8333', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559798476'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:37.512247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:37.516241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Usage tracker for resource:port and tenant:1749400966924ddeae3ea006ee417989 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:37.521829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:37.533397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:37.541350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.619218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c982dbd7-fb27-40a9-80f7-db145d1f334c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.644015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Network 1c88171f-f6da-4b75-b2b0-51327d424764 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:37.644745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Pushing event updated for resources: {'Port': ['ID=5839e9c6-2df0-4e6e-ac4c-92fccd566825,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:37.648270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c982dbd7-fb27-40a9-80f7-db145d1f334c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:37.657272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c982dbd7-fb27-40a9-80f7-db145d1f334c admin admin] Usage tracker for resource:security_group_rule and tenant:eb6261bb27ab48f19a0482ac6046dafb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:37.657576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:37.662533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c982dbd7-fb27-40a9-80f7-db145d1f334c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:37.662716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:37.673596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c982dbd7-fb27-40a9-80f7-db145d1f334c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:37.681252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Made reservation on behalf of 1749400966924ddeae3ea006ee417989 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:37.683040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.707744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Pushing event deleted for resources: {'Port': ['ID=985e40ef-1364-4c5c-9dac-855b0881445b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:37.708669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Allocated IP 172.20.0.5 (1c88171f-f6da-4b75-b2b0-51327d424764/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/d4e9ed76-d159-4321-a021-a52190d5c436) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:37.711158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.751766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:37.763551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Usage tracker for resource:security_group_rule and tenant:1749400966924ddeae3ea006ee417989 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:37.769266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:37.793495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:37.811848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Attempting to bind port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:37.814225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Attempting to bind port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '262748f1-ca58-4462-92a3-a7da41b3fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1c88171f-f6da-4b75-b2b0-51327d424764'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:37.818981 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Attempting to bind port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 on network 1c88171f-f6da-4b75-b2b0-51327d424764 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:37.842504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.845865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d85a268-c621-49dd-90d1-206f5504dc0e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.903296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.929680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:37.930399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Checking segment: {'id': '262748f1-ca58-4462-92a3-a7da41b3fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1c88171f-f6da-4b75-b2b0-51327d424764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:37.931000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.931557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Bound using segment: {'id': '262748f1-ca58-4462-92a3-a7da41b3fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1c88171f-f6da-4b75-b2b0-51327d424764'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:37.932253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Bound port: 5839e9c6-2df0-4e6e-ac4c-92fccd566825, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262748f1-ca58-4462-92a3-a7da41b3fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1c88171f-f6da-4b75-b2b0-51327d424764'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:37.932934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.000314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c982dbd7-fb27-40a9-80f7-db145d1f334c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.064824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] For port 5839e9c6-2df0-4e6e-ac4c-92fccd566825, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:38.069189 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] For port 5839e9c6-2df0-4e6e-ac4c-92fccd566825, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5839e9c6-2df0-4e6e-ac4c-92fccd566825,segment=NetworkSegment(262748f1-ca58-4462-92a3-a7da41b3fab3),segment_id=262748f1-ca58-4462-92a3-a7da41b3fab3)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:38.094531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.097671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c982dbd7-fb27-40a9-80f7-db145d1f334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.100401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.123386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.158843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Transition to ACTIVE for port object d4e9ed76-d159-4321-a021-a52190d5c436 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:38.167835 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c982dbd7-fb27-40a9-80f7-db145d1f334c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb6261bb27ab48f19a0482ac6046dafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7959602 Mar 11 16:17:38.169039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982dbd7-fb27-40a9-80f7-db145d1f334c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe3f9df-3e87-4d20-83de-699f1571a5bf,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:38.170386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.173022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55868) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:38.213803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.234669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] device_id is not set on port ed28590f-076d-4ecf-b8e3-4986d595ea95 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:38.283693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1e9dd-8e87-4e66-9343-483e0e3c2cc4 None None] Pushing event updated for resources: {'Port': ['ID=5839e9c6-2df0-4e6e-ac4c-92fccd566825,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:38.455324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20087f9-2e72-4cfd-8c6d-d669c0c34e97,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:38.465806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f70284a-f6df-48d9-bace-932f1ed93be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.528915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f70284a-f6df-48d9-bace-932f1ed93be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.561994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.577392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.663478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.717929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Network 1c88171f-f6da-4b75-b2b0-51327d424764 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:38.783774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55880) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:38.785854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:38.798467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:38.868136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Pushing event updated for resources: {'Port': ['ID=d4e9ed76-d159-4321-a021-a52190d5c436,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:38.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:38.951105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.977656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Router f456400f-0206-4fa5-9818-d7d99174941c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:38.985085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] device_id is not set on port ed28590f-076d-4ecf-b8e3-4986d595ea95 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:38.997783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-291158512'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:38.999959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.007753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.065476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Transition to ACTIVE for port object ed28590f-076d-4ecf-b8e3-4986d595ea95 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:39.067229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f70284a-f6df-48d9-bace-932f1ed93be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.069681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f70284a-f6df-48d9-bace-932f1ed93be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.071941 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5f70284a-f6df-48d9-bace-932f1ed93be1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abe3f9df-3e87-4d20-83de-699f1571a5bf HTTP/1.1" status: 204 len: 168 time: 0.8977158 Mar 11 16:17:39.087614 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b0b7f73a-4ac9-4ad4-8a46-2062b5c2dcf1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5958374 Mar 11 16:17:39.092868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70284a-f6df-48d9-bace-932f1ed93be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe3f9df-3e87-4d20-83de-699f1571a5bf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:39.097790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55888) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:39.104333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1165321622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:39.112304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:39.117084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Usage tracker for resource:router and tenant:61b95c3813824847be3dcc5a3399a846 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:39.121848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:39.129627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:39.163250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:39.172638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:39.185309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:39.190974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.251321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.252360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.257656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:39.314408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'Port': ['ID=ed28590f-076d-4ecf-b8e3-4986d595ea95,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:39.323998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.325069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Checking segment: {'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:39.325669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Network hostable DHCP agents. Network: 8663f57e-b1f1-4e31-b314-6fb96050c58b, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:39.423225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:39.433582 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97567a-0468-4615-b497-2b3ca287e4b1 None None] Sync routers for ids ['f456400f-0206-4fa5-9818-d7d99174941c'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:39.444552 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97567a-0468-4615-b497-2b3ca287e4b1 None None] Routers {'f456400f-0206-4fa5-9818-d7d99174941c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:39.445163 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ab97567a-0468-4615-b497-2b3ca287e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['f456400f-0206-4fa5-9818-d7d99174941c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:39.445295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.448803 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2f04abe-bfe2-49b2-9d02-f2a819e90c0e tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "PUT /v2.0/routers/f456400f-0206-4fa5-9818-d7d99174941c HTTP/1.1" status: 200 len: 710 time: 5.9103231 Mar 11 16:17:39.449128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.450025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55892) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:39.491737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024058f0-2adc-4a92-a2d5-13f3f09f3d06 None None] Network 1c88171f-f6da-4b75-b2b0-51327d424764 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:39.504537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Network 8663f57e-b1f1-4e31-b314-6fb96050c58b is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:39.534504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:39.537907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.595993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.599850 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f4ce6ce-6d72-48b1-92ea-5ccd7b999f90 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5010488 Mar 11 16:17:39.601402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55898) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:39.606147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-219daa9b-be85-460a-be22-309d6a031f27 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-348408136', 'prefixes': ['172.20.0.0/16']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:39.615869 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ab97567a-0468-4615-b497-2b3ca287e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:39.620738 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab97567a-0468-4615-b497-2b3ca287e4b1 None None] Routers {'f456400f-0206-4fa5-9818-d7d99174941c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:39.621480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-219daa9b-be85-460a-be22-309d6a031f27 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:39.621683 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ab97567a-0468-4615-b497-2b3ca287e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['f456400f-0206-4fa5-9818-d7d99174941c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:39.626470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Router d380bf84-48f5-4f72-92ab-0766ce07b722 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:17:39.637215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 8663f57e-b1f1-4e31-b314-6fb96050c58b) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:39.653542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:39.659836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d05803-e71e-4e04-8dd4-f2b3192faf38 None None] Network 8663f57e-b1f1-4e31-b314-6fb96050c58b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:39.670072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:39.670533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:39.670902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:39.676740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:39.677086 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:39.677491 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 2 to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 Mar 11 16:17:39.696382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:39.696382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:39.696382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:39.698329 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ab97567a-0468-4615-b497-2b3ca287e4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:39.699034 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab97567a-0468-4615-b497-2b3ca287e4b1 None None] The sync data for ids ['f456400f-0206-4fa5-9818-d7d99174941c'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:39.704630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:39.704979 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:39.705348 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 3 to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 Mar 11 16:17:39.727713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:39.727903 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c3aad3c-f0a4-47d0-a493-66e7d97eb6e2 tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/routers/f456400f-0206-4fa5-9818-d7d99174941c HTTP/1.1" status: 200 len: 745 time: 0.2758558 Mar 11 16:17:39.727990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:39.728363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:39.730099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.736192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55902) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:39.737031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:39.737252 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:39.741465 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 4 to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 Mar 11 16:17:39.765816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:39.808686 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f77bd8fb-216d-4f05-b982-e33b36ca895f tempest-RoutersIpV6AdminTest-1033949805 tempest-RoutersIpV6AdminTest-1033949805-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=f456400f-0206-4fa5-9818-d7d99174941c HTTP/1.1" status: 200 len: 205 time: 0.0673583 Mar 11 16:17:39.811450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55906) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:39.815004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:39.815346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:39.815677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:39.821613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3c6a111c-94f3-4911-a5ad-1d46dafd885a None None] Provisioning for port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:39.832111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:security_group_rule and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:39.849711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:39.856491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:39.857298 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:39.861572 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 5 to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 Mar 11 16:17:39.867571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:39.875381 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-892f045b-5109-4c49-9fa1-b786a378f655 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=f456400f-0206-4fa5-9818-d7d99174941c HTTP/1.1" status: 200 len: 205 time: 0.0604486 Mar 11 16:17:39.876677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55910) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:39.957492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:39.959133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:39.959133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:39.974802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:39.975126 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:40.028768 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 6 to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 Mar 11 16:17:40.029970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:40.046957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55914) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:40.047922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-219daa9b-be85-460a-be22-309d6a031f27 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for subnetpool, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.050111 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-219daa9b-be85-460a-be22-309d6a031f27 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4487648 Mar 11 16:17:40.052175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4154e7a8-4a38-4a0b-88ef-9e5824fc5546 None None] Sync routers for ids ['d380bf84-48f5-4f72-92ab-0766ce07b722'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:40.053074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.054263 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d4311cd4-1d8d-4fd9-bb30-d1b11754ea29 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "PUT /v2.0/routers/d380bf84-48f5-4f72-92ab-0766ce07b722 HTTP/1.1" status: 200 len: 915 time: 9.3478417 Mar 11 16:17:40.055285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55916) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:40.060588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55920) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:40.062827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35df5b5d-e668-4834-99dc-05ade27a0e55 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.081478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154e7a8-4a38-4a0b-88ef-9e5824fc5546 None None] Routers {'d380bf84-48f5-4f72-92ab-0766ce07b722'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:40.082103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4154e7a8-4a38-4a0b-88ef-9e5824fc5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d380bf84-48f5-4f72-92ab-0766ce07b722'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:40.134603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-fdaa27df-5650-4595-9b9e-e5791572a49d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb', 'tempest-TagsExtTest-Tag-851606539') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:40.150340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4154e7a8-4a38-4a0b-88ef-9e5824fc5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:40.163948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154e7a8-4a38-4a0b-88ef-9e5824fc5546 None None] Routers {'d380bf84-48f5-4f72-92ab-0766ce07b722'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:40.164554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4154e7a8-4a38-4a0b-88ef-9e5824fc5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d380bf84-48f5-4f72-92ab-0766ce07b722'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:40.173339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bd08732-cee7-49a2-8e62-3ca2284b87b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.187356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:40.187906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:40.189348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:40.237010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4154e7a8-4a38-4a0b-88ef-9e5824fc5546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:40.237700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4154e7a8-4a38-4a0b-88ef-9e5824fc5546 None None] The sync data for ids ['d380bf84-48f5-4f72-92ab-0766ce07b722'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:40.279610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:40.284574 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:40.284574 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 7 to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 Mar 11 16:17:40.332760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5839e9c6-2df0-4e6e-ac4c-92fccd566825 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:40.333690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bd08732-cee7-49a2-8e62-3ca2284b87b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:40.386825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d85a268-c621-49dd-90d1-206f5504dc0e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.395694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.417913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bd08732-cee7-49a2-8e62-3ca2284b87b3 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2b81c31dd84696b59876ff670933f9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:40.421562 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c659aad-95b2-4872-995a-239511b9d9b2 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/routers/d380bf84-48f5-4f72-92ab-0766ce07b722 HTTP/1.1" status: 200 len: 921 time: 0.3570135 Mar 11 16:17:40.421747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55926) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:40.427702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8bd08732-cee7-49a2-8e62-3ca2284b87b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:40.430685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:40.431223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:40.431721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:40.461184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d85a268-c621-49dd-90d1-206f5504dc0e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.493344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:40.500112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:40.500474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.553943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.618930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8bd08732-cee7-49a2-8e62-3ca2284b87b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:40.632926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:40.633277 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:40.635919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35df5b5d-e668-4834-99dc-05ade27a0e55 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.641047 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 8 to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 Mar 11 16:17:40.661182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35df5b5d-e668-4834-99dc-05ade27a0e55 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.662982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:40.663312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:40.663639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:40.679015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:40.679363 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:40.693681 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 9 to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 Mar 11 16:17:40.732017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:40.732353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:40.732680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:40.737593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d21398f8-2fd3-401d-8a81-e082ef0fd640 None None] Provisioning for port d4e9ed76-d159-4321-a021-a52190d5c436 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:40.739929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:40.740107 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:40.742413 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 10 to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 Mar 11 16:17:40.743063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.765357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d21398f8-2fd3-401d-8a81-e082ef0fd640 None None] Provisioning complete for port d4e9ed76-d159-4321-a021-a52190d5c436 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:40.765801 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d21398f8-2fd3-401d-8a81-e082ef0fd640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.771438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:40.771877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:40.772206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:40.774220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35df5b5d-e668-4834-99dc-05ade27a0e55 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.774695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35df5b5d-e668-4834-99dc-05ade27a0e55 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Fanout notify agent at l3_agent the message router_deleted on router f456400f-0206-4fa5-9818-d7d99174941c {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:40.775228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:40.781082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d69e05c-7f54-4341-8c2d-b87b9b3d7d6d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:40.784919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port ed28590f-076d-4ecf-b8e3-4986d595ea95 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:40.785246 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port ed28590f-076d-4ecf-b8e3-4986d595ea95 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:40.785594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.850855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d21398f8-2fd3-401d-8a81-e082ef0fd640 None None] Port d4e9ed76-d159-4321-a021-a52190d5c436 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:17:40.856596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 5839e9c6-2df0-4e6e-ac4c-92fccd566825, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5839e9c6-2df0-4e6e-ac4c-92fccd566825,segment=NetworkSegment(262748f1-ca58-4462-92a3-a7da41b3fab3),segment_id=262748f1-ca58-4462-92a3-a7da41b3fab3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:40.858882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.859444 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 7e3848e6-f2e7-422f-8d02-3f5096e9258b of type vlan for network ef678ea2-6688-409f-847f-b00fa25303ad Mar 11 16:17:40.870999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d21398f8-2fd3-401d-8a81-e082ef0fd640 None None] Provisioning complete for port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:40.871935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d21398f8-2fd3-401d-8a81-e082ef0fd640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.873170 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fdaa27df-5650-4595-9b9e-e5791572a49d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags/tempest-TagsExtTest-Tag-851606539 HTTP/1.1" status: 201 len: 201 time: 0.8130662 Mar 11 16:17:40.875172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55930) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:40.887697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-2354b412-d60e-4614-afaf-604d00bb412b tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436', 'tempest-TagsExtTest-Tag-1305531895') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:40.890154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-35df5b5d-e668-4834-99dc-05ade27a0e55 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.890824 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-35df5b5d-e668-4834-99dc-05ade27a0e55 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/f456400f-0206-4fa5-9818-d7d99174941c HTTP/1.1" status: 204 len: 168 time: 1.0138998 Mar 11 16:17:40.901264 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55934) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:40.911815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.961923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bd08732-cee7-49a2-8e62-3ca2284b87b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.972410 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-10ba4064-f161-4f99-94ef-7155cff4c3e1 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=f456400f-0206-4fa5-9818-d7d99174941c HTTP/1.1" status: 200 len: 205 time: 0.0697873 Mar 11 16:17:40.975555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55938) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:40.977297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.981112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] For port ed28590f-076d-4ecf-b8e3-4986d595ea95, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:40.982928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempted to set empty binding levels {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 16:17:40.984483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9bde8-a494-4eff-9bd4-9d6aa0a7ca40 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:40.985968 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aee9bde8-a494-4eff-9bd4-9d6aa0a7ca40 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=d380bf84-48f5-4f72-92ab-0766ce07b722&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5630789 Mar 11 16:17:40.990145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55942) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.039680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=5839e9c6-2df0-4e6e-ac4c-92fccd566825,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:41.043379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bd08732-cee7-49a2-8e62-3ca2284b87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.072153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.077004 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-daf85a79-5f9b-4da2-bfe0-2a34fa666f87 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] delete failed (client error): The resource could not be found. Mar 11 16:17:41.078021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-daf85a79-5f9b-4da2-bfe0-2a34fa666f87 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/f456400f-0206-4fa5-9818-d7d99174941c HTTP/1.1" status: 404 len: 336 time: 0.0991390 Mar 11 16:17:41.097367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55946) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.149157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:17:41.160687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62893554-8d65-4df8-8f05-35aa17f51e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.161208 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8bd08732-cee7-49a2-8e62-3ca2284b87b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a2b81c31dd84696b59876ff670933f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1069119 Mar 11 16:17:41.161805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:41.162582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.166072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd08732-cee7-49a2-8e62-3ca2284b87b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe29180-f343-4568-bb24-053eb9573078,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:41.172209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55950) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.209602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'Port': ['ID=ed28590f-076d-4ecf-b8e3-4986d595ea95,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:41.225993 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-84eef6d5-8fc3-448f-9cb5-e3d98fb8214a tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed965d8-f0ad-49ba-a63e-fc98fdb570e1 HTTP/1.1" status: 200 len: 205 time: 0.1222286 Mar 11 16:17:41.232369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55954) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.240986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-729b2b29-24de-4936-9f76-ab1947585026 None None] Provisioning complete for port d4e9ed76-d159-4321-a021-a52190d5c436 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:41.241572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-729b2b29-24de-4936-9f76-ab1947585026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.297435 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3e14b0da-5d1d-4a2c-969b-07f1690f7b59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.7961254 Mar 11 16:17:41.303256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-729b2b29-24de-4936-9f76-ab1947585026 None None] Port d4e9ed76-d159-4321-a021-a52190d5c436 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:17:41.310550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55958) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.314587 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1b7545fe-0ff7-4eb0-abe1-24a0691046cd tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] delete failed (client error): The resource could not be found. Mar 11 16:17:41.316917 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1b7545fe-0ff7-4eb0-abe1-24a0691046cd tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/fed965d8-f0ad-49ba-a63e-fc98fdb570e1 HTTP/1.1" status: 404 len: 336 time: 0.0822723 Mar 11 16:17:41.333914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55962) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.367965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-960da6ee-5f9f-4d23-a709-7868a12ecf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.377907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.383621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:41.384205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.406408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e74bd972-47a1-4ded-afc0-09b611fc6bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Deleting port ed28590f-076d-4ecf-b8e3-4986d595ea95 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:41.406744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e74bd972-47a1-4ded-afc0-09b611fc6bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.438992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-960da6ee-5f9f-4d23-a709-7868a12ecf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.457312 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4a7f5076-9bc5-4327-8e9d-14027b54bebe tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=44b843f7-7418-40f1-8e02-5038b19ea22c HTTP/1.1" status: 200 len: 205 time: 0.1212049 Mar 11 16:17:41.459974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55966) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.482445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bfad2f-d896-4313-938f-f588ed540351 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:41.486504 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e7bfad2f-d896-4313-938f-f588ed540351 tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/networks/4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 881 time: 0.4916296 Mar 11 16:17:41.530219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55970) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.552015 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2354b412-d60e-4614-afaf-604d00bb412b tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags/tempest-TagsExtTest-Tag-1305531895 HTTP/1.1" status: 201 len: 201 time: 0.6742592 Mar 11 16:17:41.557693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55974) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.559606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d85a268-c621-49dd-90d1-206f5504dc0e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:41.566198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=ef678ea2-6688-409f-847f-b00fa25303ad,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:41.568961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-bd0f7b94-423b-4331-ab41-fa6a81d16a65 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8', 'tempest-TagsExtTest-Tag-1876110166') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:41.572894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network ef678ea2-6688-409f-847f-b00fa25303ad details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:41.654376 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c0c7dea0-706a-4b9a-b325-a091d52739c6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8402905 Mar 11 16:17:41.654583 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-a0f50962-4680-4c7e-a70c-fef0ffc7b6b3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] delete failed (client error): The resource could not be found. Mar 11 16:17:41.655029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55978) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.655117 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a0f50962-4680-4c7e-a70c-fef0ffc7b6b3 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/44b843f7-7418-40f1-8e02-5038b19ea22c HTTP/1.1" status: 404 len: 336 time: 0.1816485 Mar 11 16:17:41.656371 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-82ca77b2-7965-4487-b173-73e1299d9375 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=d380bf84-48f5-4f72-92ab-0766ce07b722 HTTP/1.1" status: 200 len: 205 time: 0.1190622 Mar 11 16:17:41.674189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.760511 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-884a7128-eb0a-4f5b-939b-f09c09a9fb22 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9a4c300-3603-4f18-b4be-5aaa68efdb9b HTTP/1.1" status: 200 len: 205 time: 0.1152556 Mar 11 16:17:41.776582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55986) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.780943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 55988) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:41.862844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': 'ef678ea2-6688-409f-847f-b00fa25303ad', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:41.907301 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:17:41.949041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d85a268-c621-49dd-90d1-206f5504dc0e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:41.953152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d85a268-c621-49dd-90d1-206f5504dc0e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.958880 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75950c8e-8ad2-4c32-b5d9-e1f878ff4092 None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:41.968595 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75950c8e-8ad2-4c32-b5d9-e1f878ff4092 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:41.969381 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-75950c8e-8ad2-4c32-b5d9-e1f878ff4092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:41.972944 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-a56e367e-2274-4487-bd73-a3948ce26032 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] delete failed (client error): The resource could not be found. Mar 11 16:17:41.973971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a56e367e-2274-4487-bd73-a3948ce26032 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/f9a4c300-3603-4f18-b4be-5aaa68efdb9b HTTP/1.1" status: 404 len: 336 time: 0.1941736 Mar 11 16:17:41.986438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55994) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.033681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-960da6ee-5f9f-4d23-a709-7868a12ecf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.034459 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-75950c8e-8ad2-4c32-b5d9-e1f878ff4092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:42.043277 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-affc887f-043c-4262-b31c-7dad90b72ada tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=e62ac31e-08a2-4842-91d7-db6604396d3d HTTP/1.1" status: 200 len: 205 time: 0.0557280 Mar 11 16:17:42.044614 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75950c8e-8ad2-4c32-b5d9-e1f878ff4092 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:42.045344 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-75950c8e-8ad2-4c32-b5d9-e1f878ff4092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:42.045773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 55998) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.051166 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd0f7b94-423b-4331-ab41-fa6a81d16a65 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags/tempest-TagsExtTest-Tag-1876110166 HTTP/1.1" status: 201 len: 201 time: 0.4902859 Mar 11 16:17:42.105818 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-75950c8e-8ad2-4c32-b5d9-e1f878ff4092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:42.106239 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75950c8e-8ad2-4c32-b5d9-e1f878ff4092 None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:42.111411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56002) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.129513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-2f69f941-781f-492a-af80-a1401ac970b6 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334', 'tempest-TagsExtTest-Tag-296699199') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:42.139183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e74bd972-47a1-4ded-afc0-09b611fc6bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] For port ed28590f-076d-4ecf-b8e3-4986d595ea95, host hv-neutron-8333, got binding levels [] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:42.139543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e74bd972-47a1-4ded-afc0-09b611fc6bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.151540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960da6ee-5f9f-4d23-a709-7868a12ecf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe29180-f343-4568-bb24-053eb9573078,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:42.251213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5839e9c6-2df0-4e6e-ac4c-92fccd566825 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:42.284801 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-f8b4deb1-e951-4814-8325-1978d0dcf8c7 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] delete failed (client error): The resource could not be found. Mar 11 16:17:42.288215 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f8b4deb1-e951-4814-8325-1978d0dcf8c7 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/e62ac31e-08a2-4842-91d7-db6604396d3d HTTP/1.1" status: 404 len: 336 time: 0.2391014 Mar 11 16:17:42.292958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56006) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.322950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:42.323509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.347075 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f24723f-0134-4394-8bcb-3966bbeb1210 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4b99fd5-e8c1-4e80-870f-e73bf794504a HTTP/1.1" status: 200 len: 205 time: 0.0530038 Mar 11 16:17:42.349396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56010) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.427017 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d85a268-c621-49dd-90d1-206f5504dc0e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/floatingips/ee9afd0a-1b53-48bf-80f2-a48c3aad3351 HTTP/1.1" status: 200 len: 979 time: 5.1155026 Mar 11 16:17:42.427254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-960da6ee-5f9f-4d23-a709-7868a12ecf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.428467 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-960da6ee-5f9f-4d23-a709-7868a12ecf08 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9fe29180-f343-4568-bb24-053eb9573078 HTTP/1.1" status: 204 len: 168 time: 1.2553227 Mar 11 16:17:42.429198 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-82f8469e-83b6-4a26-b41f-dfc44142d422 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] delete failed (client error): The resource could not be found. Mar 11 16:17:42.433029 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-82f8469e-83b6-4a26-b41f-dfc44142d422 tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/routers/b4b99fd5-e8c1-4e80-870f-e73bf794504a HTTP/1.1" status: 404 len: 336 time: 0.0797324 Mar 11 16:17:42.433029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.433310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56020) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.437421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e74bd972-47a1-4ded-afc0-09b611fc6bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Calling delete_port for ed28590f-076d-4ecf-b8e3-4986d595ea95 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:42.481155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.549139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:42.549797 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa05f068-a0b4-474f-9f5f-28244d06453d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] DELETE failed (client error): The resource could not be found. Mar 11 16:17:42.550297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa05f068-a0b4-474f-9f5f-28244d06453d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:17:42.554422 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa05f068-a0b4-474f-9f5f-28244d06453d tempest-RoutersIpV6AdminTest-498381481 tempest-RoutersIpV6AdminTest-498381481-project] 10.222.0.57 "DELETE /v2.0/subnets/a4ac94e3-0e8d-462d-98b9-c2c3e7740750 HTTP/1.1" status: 404 len: 337 time: 0.1176121 Mar 11 16:17:42.567383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:42.573613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:42.592169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:42.692387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port db467d24-543a-401e-b851-1acdc648061b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:42.692991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.742386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.747210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:42.750760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.843201 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2f69f941-781f-492a-af80-a1401ac970b6 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags/tempest-TagsExtTest-Tag-296699199 HTTP/1.1" status: 201 len: 201 time: 0.7310503 Mar 11 16:17:42.844303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e74bd972-47a1-4ded-afc0-09b611fc6bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.853068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56028) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.860828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-8e014703-1c61-4e87-a8ee-0598c9149b5c tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:42.909252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e74bd972-47a1-4ded-afc0-09b611fc6bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.912159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Deleting port b0750df4-9725-4063-a4ee-387f7a3c2422 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:42.912487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.930487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.930717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.944492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bd972-47a1-4ded-afc0-09b611fc6bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed28590f-076d-4ecf-b8e3-4986d595ea95,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:42.967102 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e74bd972-47a1-4ded-afc0-09b611fc6bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ed28590f-076d-4ecf-b8e3-4986d595ea95 HTTP/1.1" status: 204 len: 168 time: 1.6551893 Mar 11 16:17:42.972080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56032) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.062398 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b3bc00-9dab-4bdc-a46d-4043a84308a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:17:43.064130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20b3bc00-9dab-4bdc-a46d-4043a84308a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Synchronizing usage tracker for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:43.071631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for db467d24-543a-401e-b851-1acdc648061b owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:43.125579 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e014703-1c61-4e87-a8ee-0598c9149b5c tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags HTTP/1.1" status: 200 len: 240 time: 0.2713990 Mar 11 16:17:43.130023 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56042) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.149605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-457fb11b-d643-4f97-aee7-bbec15782d9d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb', 'tempest-TagsExtTest-Tag-851606539') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:43.174704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56048) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.249680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20b3bc00-9dab-4bdc-a46d-4043a84308a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Unset dirty status for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:43.251258 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20b3bc00-9dab-4bdc-a46d-4043a84308a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "GET /v2.0/ports/ed28590f-076d-4ecf-b8e3-4986d595ea95 HTTP/1.1" status: 404 len: 333 time: 0.2765651 Mar 11 16:17:43.264533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56054) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.289468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Request body: {'port': {'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-223102398'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:43.298505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:43.304633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.316674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.351248 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17fec3c2-f556-4532-b1d3-316e9b96110d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.373467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=db467d24-543a-401e-b851-1acdc648061b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:43.386704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:43.466068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f241857d-e26d-4b7f-8ae0-0abce7b021af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.473367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Calling delete_port for b0750df4-9725-4063-a4ee-387f7a3c2422 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:43.492136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f241857d-e26d-4b7f-8ae0-0abce7b021af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:43.498491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f241857d-e26d-4b7f-8ae0-0abce7b021af admin admin] Usage tracker for resource:security_group_rule and tenant:d9c02f2fa6dc48dbb2387d9bb0df81f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:43.502927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f241857d-e26d-4b7f-8ae0-0abce7b021af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:43.509519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.509895 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP ee9afd0a-1b53-48bf-80f2-a48c3aad3351 disassociated (deleted). External IP: 172.26.8.195, port: 7f2e8262-6254-4d41-9f0c-f006d50f1fed. Mar 11 16:17:43.550444 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-457fb11b-d643-4f97-aee7-bbec15782d9d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags/tempest-TagsExtTest-Tag-851606539 HTTP/1.1" status: 204 len: 168 time: 0.4137733 Mar 11 16:17:43.552267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56060) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.559131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-fbbea275-4216-49af-8914-e72970bea94c tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb', 'tempest-TagsExtTest-Tag-851606539') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:43.565112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f241857d-e26d-4b7f-8ae0-0abce7b021af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:43.602834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Made reservation on behalf of 1749400966924ddeae3ea006ee417989 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:43.605526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.638083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] device_id is not set on port fec404f8-1868-4b66-97e3-67b94386020f yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:43.686300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.860339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=102a160d-e385-4448-a323-b1859780df9a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:43.915947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': '7e3848e6-f2e7-422f-8d02-3f5096e9258b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef678ea2-6688-409f-847f-b00fa25303ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:43.916315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: ef678ea2-6688-409f-847f-b00fa25303ad, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:43.968929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f241857d-e26d-4b7f-8ae0-0abce7b021af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.043304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f241857d-e26d-4b7f-8ae0-0abce7b021af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.108061 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f241857d-e26d-4b7f-8ae0-0abce7b021af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d9c02f2fa6dc48dbb2387d9bb0df81f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9319696 Mar 11 16:17:44.120538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56076) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.141075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241857d-e26d-4b7f-8ae0-0abce7b021af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b10e3b9-76c1-43d2-a7df-67414ae22d93,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.159560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:44.210536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.258322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network ef678ea2-6688-409f-847f-b00fa25303ad is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:44.290694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4488e71-101a-4a95-9c09-f53174e4ea56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.290889 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fbbea275-4216-49af-8914-e72970bea94c tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags/tempest-TagsExtTest-Tag-851606539 HTTP/1.1" status: 204 len: 168 time: 0.7352891 Mar 11 16:17:44.290889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.293167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56080) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.342009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-710ac14e-4458-4db9-95ee-5bf6f4825b1b tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:44.392591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4488e71-101a-4a95-9c09-f53174e4ea56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.409314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event deleted for resources: {'Port': ['ID=b0750df4-9725-4063-a4ee-387f7a3c2422,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.420836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.426991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, ef678ea2-6688-409f-847f-b00fa25303ad) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:44.434718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:44.435498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923d9c4-6b5c-47c4-99c7-92fddb615159 None None] Network ef678ea2-6688-409f-847f-b00fa25303ad requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:44.469766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69cb4f6-9556-456a-9f58-66ece376858c None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:44.489864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:44.491108 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.505840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69cb4f6-9556-456a-9f58-66ece376858c None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:44.507201 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e69cb4f6-9556-456a-9f58-66ece376858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:44.555471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.594390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4488e71-101a-4a95-9c09-f53174e4ea56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.597026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4488e71-101a-4a95-9c09-f53174e4ea56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.601730 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a4488e71-101a-4a95-9c09-f53174e4ea56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b10e3b9-76c1-43d2-a7df-67414ae22d93 HTTP/1.1" status: 204 len: 168 time: 0.4766915 Mar 11 16:17:44.614150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Network 8663f57e-b1f1-4e31-b314-6fb96050c58b is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:44.625815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4488e71-101a-4a95-9c09-f53174e4ea56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b10e3b9-76c1-43d2-a7df-67414ae22d93,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.631916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:44.636699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e69cb4f6-9556-456a-9f58-66ece376858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:44.673158 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5ebef84e-69a7-489a-bcb8-b065742194d6 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/floatingips/ee9afd0a-1b53-48bf-80f2-a48c3aad3351 HTTP/1.1" status: 204 len: 168 time: 2.2388556 Mar 11 16:17:44.673158 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56096) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.680386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:44.691277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:44.691973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.722120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'Port': ['ID=fec404f8-1868-4b66-97e3-67b94386020f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.733676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.744014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69cb4f6-9556-456a-9f58-66ece376858c None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:44.745130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e69cb4f6-9556-456a-9f58-66ece376858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:44.752490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.801183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-914430b7-dc6a-460b-af0d-5d80567585ef tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 7f2e8262-6254-4d41-9f0c-f006d50f1fed {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:44.801538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-914430b7-dc6a-460b-af0d-5d80567585ef tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.840752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e69cb4f6-9556-456a-9f58-66ece376858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:44.841241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69cb4f6-9556-456a-9f58-66ece376858c None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:44.844370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56100) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.886969 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8976be87-7783-48d9-8cd0-41022ae6128a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6195843 Mar 11 16:17:44.888079 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e34cbb3f-f67e-4cb0-a372-63d5fe2b3021 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0936666 Mar 11 16:17:44.892541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56106) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.892866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56108) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.901011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.955333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1659075852'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:44.961868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:44.979118 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-ef678ea2-6688-409f-847f-b00fa25303ad', 'network_id': 'ef678ea2-6688-409f-847f-b00fa25303ad', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': '102a160d-e385-4448-a323-b1859780df9a'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:44.980667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.018343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.020969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:45.027194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.031402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:45.037415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:45.058415 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-710ac14e-4458-4db9-95ee-5bf6f4825b1b tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags HTTP/1.1" status: 200 len: 205 time: 0.7285993 Mar 11 16:17:45.058415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:45.068974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56116) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:45.086790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-d5f2117d-6dd6-4b14-b417-afc3dca2f3ce tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:45.142443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-914430b7-dc6a-460b-af0d-5d80567585ef tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.186728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.221088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Allocated IP 172.20.255.242 (ef678ea2-6688-409f-847f-b00fa25303ad/102a160d-e385-4448-a323-b1859780df9a/2a247a04-839b-4249-aef3-a8e5695632bd) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:45.244388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.245621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Fanout notify agent at l3_agent the message router_deleted on router d380bf84-48f5-4f72-92ab-0766ce07b722 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:45.271168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:45.277909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.308121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.309239 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1706cf13-c294-4b6e-999d-d0c2d0d4f5f8 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/d380bf84-48f5-4f72-92ab-0766ce07b722 HTTP/1.1" status: 204 len: 168 time: 3.6454320 Mar 11 16:17:45.313688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:45.329519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-914430b7-dc6a-460b-af0d-5d80567585ef tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 7f2e8262-6254-4d41-9f0c-f006d50f1fed owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:45.338346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-716887910', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:45.351093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d5f2117d-6dd6-4b14-b417-afc3dca2f3ce tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags HTTP/1.1" status: 200 len: 241 time: 0.2736564 Mar 11 16:17:45.352485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:45.365533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2061892346'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:45.368600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56124) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:45.382238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:45.385276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Usage tracker for resource:router and tenant:0a2613330f8a494991a7fbc8025dc34b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:45.389738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-107d687c-ce7b-40d6-a02a-27ae06e43c2c tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436', 'tempest-TagsExtTest-Tag-1305531895') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:45.391602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:45.434733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Usage tracker for resource:router and tenant:01fbfdaf98bc4e7ebf4c5d8801f3cc48 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:45.443123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:45.445063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:45.447506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:45.462777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:45.481385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.481727 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment f479b540-3c9c-437f-827b-d587375410ae of type vlan for network ea13819d-c84c-43f2-9cfe-104fb833a0b7 Mar 11 16:17:45.514142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.517250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.560958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56128) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:45.568027 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-107d687c-ce7b-40d6-a02a-27ae06e43c2c tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags/tempest-TagsExtTest-Tag-1305531895 HTTP/1.1" status: 204 len: 168 time: 0.1904981 Mar 11 16:17:45.572312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56132) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:45.589143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.590238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.598143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-e53ee3fb-c22c-402e-8e0f-9e941a0b8935 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436', 'tempest-TagsExtTest-Tag-1305531895') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:45.609258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.610356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.669735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] device_id is not set on port fec404f8-1868-4b66-97e3-67b94386020f yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:45.681257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.684349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.694389 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c443270-ba0c-44d8-bbeb-e576c7a6e1eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76c18c752e484592893cf44d13e1521f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1280684 Mar 11 16:17:45.697550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56136) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:45.697764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.738910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.744249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:45.744854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.779039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Transition to ACTIVE for port object 2a247a04-839b-4249-aef3-a8e5695632bd will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:45.779244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-914430b7-dc6a-460b-af0d-5d80567585ef tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.789385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Transition to ACTIVE for port object fec404f8-1868-4b66-97e3-67b94386020f will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:45.797861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.800417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Transition to ACTIVE for port object 2a247a04-839b-4249-aef3-a8e5695632bd will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:45.836939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.871235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914430b7-dc6a-460b-af0d-5d80567585ef tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=7f2e8262-6254-4d41-9f0c-f006d50f1fed,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:45.917446 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.988467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Network ef678ea2-6688-409f-847f-b00fa25303ad is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:45.991708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:46.001584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:46.009728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Pushing event updated for resources: {'Port': ['ID=2a247a04-839b-4249-aef3-a8e5695632bd,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:46.063913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.112217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-914430b7-dc6a-460b-af0d-5d80567585ef tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.112944 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Attempting to bind port 2a247a04-839b-4249-aef3-a8e5695632bd on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:46.113415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Attempting to bind port 2a247a04-839b-4249-aef3-a8e5695632bd by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '7e3848e6-f2e7-422f-8d02-3f5096e9258b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef678ea2-6688-409f-847f-b00fa25303ad'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:46.113876 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Attempting to bind port 2a247a04-839b-4249-aef3-a8e5695632bd on network ef678ea2-6688-409f-847f-b00fa25303ad {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:46.118207 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-914430b7-dc6a-460b-af0d-5d80567585ef tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/ports/7f2e8262-6254-4d41-9f0c-f006d50f1fed HTTP/1.1" status: 204 len: 168 time: 1.4405217 Mar 11 16:17:46.119241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56140) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:46.122709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:46.124416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Checking segment: {'id': '7e3848e6-f2e7-422f-8d02-3f5096e9258b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef678ea2-6688-409f-847f-b00fa25303ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:46.124416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.124416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Bound using segment: {'id': '7e3848e6-f2e7-422f-8d02-3f5096e9258b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef678ea2-6688-409f-847f-b00fa25303ad'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:46.124416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Bound port: 2a247a04-839b-4249-aef3-a8e5695632bd, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3848e6-f2e7-422f-8d02-3f5096e9258b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ef678ea2-6688-409f-847f-b00fa25303ad'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:46.125132 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.126005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:46.131006 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2349448 Mar 11 16:17:46.139415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:46.139415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:floatingip and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:46.140156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56144) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:46.143390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:46.149181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': 'ea13819d-c84c-43f2-9cfe-104fb833a0b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:46.169364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:46.171837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.175441 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7dde47d1-85d0-4884-a283-b74f6f33b145 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3280945 Mar 11 16:17:46.191767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56148) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:46.213241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa965e7-bc6d-438f-9dc7-88f35c0fa332 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=ea13819d-c84c-43f2-9cfe-104fb833a0b7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:46.232560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network ea13819d-c84c-43f2-9cfe-104fb833a0b7 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:46.259346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-022e3372-4007-4b04-8de6-ace4e6738752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.323474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] For port 2a247a04-839b-4249-aef3-a8e5695632bd, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:46.331679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.347615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] For port 2a247a04-839b-4249-aef3-a8e5695632bd, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2a247a04-839b-4249-aef3-a8e5695632bd,segment=NetworkSegment(7e3848e6-f2e7-422f-8d02-3f5096e9258b),segment_id=7e3848e6-f2e7-422f-8d02-3f5096e9258b)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:46.390459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.438813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb38bec5-c505-49da-9f37-34f252808c7b tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.455837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-022e3372-4007-4b04-8de6-ace4e6738752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.462261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'Port': ['ID=fec404f8-1868-4b66-97e3-67b94386020f,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:46.469804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.476626 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e53ee3fb-c22c-402e-8e0f-9e941a0b8935 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags/tempest-TagsExtTest-Tag-1305531895 HTTP/1.1" status: 204 len: 168 time: 0.9033055 Mar 11 16:17:46.484859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dab3a-00d5-4928-b885-3b1201b5d39c None None] Pushing event updated for resources: {'Port': ['ID=2a247a04-839b-4249-aef3-a8e5695632bd,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:46.491214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56152) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:46.498267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:46.498832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:46.499320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:46.505797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-3065ecf4-96ed-4cec-97f4-03a6e1cd0849 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:46.520807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:46.558720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:46.559278 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:46.562105 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 2 to bind port fec404f8-1868-4b66-97e3-67b94386020f Mar 11 16:17:46.583126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:46.586804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:46.607382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:46.610362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:46.610840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:46.611030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:46.626270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:46.626532 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:46.627157 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 3 to bind port fec404f8-1868-4b66-97e3-67b94386020f Mar 11 16:17:46.653397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:46.653721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:46.654052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:46.706741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:46.707068 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:46.710756 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 4 to bind port fec404f8-1868-4b66-97e3-67b94386020f Mar 11 16:17:46.730040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-022e3372-4007-4b04-8de6-ace4e6738752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.761836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:46.762161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:46.762510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:46.774013 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3065ecf4-96ed-4cec-97f4-03a6e1cd0849 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags HTTP/1.1" status: 200 len: 205 time: 0.2814970 Mar 11 16:17:46.778911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e3372-4007-4b04-8de6-ace4e6738752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94f6c41-9a16-4590-aab7-0541d5d16969,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:46.780469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56156) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:46.785936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:46.786354 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:46.788780 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 5 to bind port fec404f8-1868-4b66-97e3-67b94386020f Mar 11 16:17:46.798913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-ad7171e7-189a-4b30-8880-e4d6c09d9c96 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:46.862077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-022e3372-4007-4b04-8de6-ace4e6738752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.863220 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-022e3372-4007-4b04-8de6-ace4e6738752 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e94f6c41-9a16-4590-aab7-0541d5d16969 HTTP/1.1" status: 204 len: 168 time: 1.1640632 Mar 11 16:17:46.892443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:46.892443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:46.892729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:46.899921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb38bec5-c505-49da-9f37-34f252808c7b tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.903353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:46.903691 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:46.905157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb38bec5-c505-49da-9f37-34f252808c7b tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.905452 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 6 to bind port fec404f8-1868-4b66-97e3-67b94386020f Mar 11 16:17:46.931302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:46.935625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.979896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:46.980345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:46.980709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:47.001562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:47.001929 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:47.004383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 7 to bind port fec404f8-1868-4b66-97e3-67b94386020f Mar 11 16:17:47.013256 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ad7171e7-189a-4b30-8880-e4d6c09d9c96 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags HTTP/1.1" status: 200 len: 241 time: 0.2286360 Mar 11 16:17:47.018348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:47.048842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb38bec5-c505-49da-9f37-34f252808c7b tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.049296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb38bec5-c505-49da-9f37-34f252808c7b tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1a4f2fc-8008-44e6-9225-517f0a4b62e0 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:47.078705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.082649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fb38bec5-c505-49da-9f37-34f252808c7b tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.086224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-fc2fb79c-0ee6-4802-8cb0-cc3f33643975 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8', 'tempest-TagsExtTest-Tag-1876110166') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:47.086743 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fb38bec5-c505-49da-9f37-34f252808c7b tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "DELETE /v2.0/routers/d1a4f2fc-8008-44e6-9225-517f0a4b62e0 HTTP/1.1" status: 204 len: 168 time: 0.8914700 Mar 11 16:17:47.087177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56166) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:47.128315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Request body: {'router': {'name': 'tempest-router-2068349126', 'distributed': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:47.139635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:47.160678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Usage tracker for resource:router and tenant:01fbfdaf98bc4e7ebf4c5d8801f3cc48 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:47.161762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:47.162095 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:47.162449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:47.167268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:47.181517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:47.230650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:47.231003 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:47.234259 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 8 to bind port fec404f8-1868-4b66-97e3-67b94386020f Mar 11 16:17:47.285614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.309948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:47.310484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:47.310953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:47.321915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.26.8.178 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/e889412e-64ca-4716-a9bc-bb6d0bb83ee7) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:47.324145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.382363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:47.383238 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:47.425224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 9 to bind port fec404f8-1868-4b66-97e3-67b94386020f Mar 11 16:17:47.469340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:47.471134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:47.471134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:47.502996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.504077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.522134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.606017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.625051 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc2fb79c-0ee6-4802-8cb0-cc3f33643975 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags/tempest-TagsExtTest-Tag-1876110166 HTTP/1.1" status: 204 len: 168 time: 0.6051052 Mar 11 16:17:47.628229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56180) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:47.630272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:47.630704 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:47.639653 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 10 to bind port fec404f8-1868-4b66-97e3-67b94386020f Mar 11 16:17:47.639901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-ae69b7ff-e029-4efc-9925-b1069fc8f8ea tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8', 'tempest-TagsExtTest-Tag-1876110166') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:47.655028 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e943aa46-2230-45eb-b04f-94c7c40aa4ea None None] Network ef678ea2-6688-409f-847f-b00fa25303ad requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:47.675292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:47.675681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:47.675962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:47.681195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:47.681586 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port fec404f8-1868-4b66-97e3-67b94386020f on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:47.682123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.785601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] For port fec404f8-1868-4b66-97e3-67b94386020f, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:47.786132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempted to set empty binding levels {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 16:17:47.815693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.851774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-01f52962-72a0-405d-adcb-28b06b772e83 None None] Provisioning for port 2a247a04-839b-4249-aef3-a8e5695632bd completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:47.871663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.871886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.916802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] In _notify_port_updated(), no bound segment for port fec404f8-1868-4b66-97e3-67b94386020f on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:17:47.917673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:47.918316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:47.922670 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "PUT /v2.0/ports/fec404f8-1868-4b66-97e3-67b94386020f HTTP/1.1" status: 200 len: 980 time: 3.0288069 Mar 11 16:17:47.923778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56190) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:47.959841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4d14a-a5c6-4323-8ca3-d08731c1448f tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'Port': ['ID=fec404f8-1868-4b66-97e3-67b94386020f,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.001014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=962fa658-75db-4367-8ebd-f6fecadbfd95,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.008157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.058709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Allocated IP 172.26.8.164 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/8cd3bc1a-30ac-4322-a8d8-51c06cf60b74) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:48.123970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.125367 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b2416256-630a-49d0-b249-587b96179d17 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0372958 Mar 11 16:17:48.144315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56196) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:48.158733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': 'f479b540-3c9c-437f-827b-d587375410ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ea13819d-c84c-43f2-9cfe-104fb833a0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:48.159328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: ea13819d-c84c-43f2-9cfe-104fb833a0b7, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:48.230803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:48.244133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:48.256900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:48.257386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.325402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=e889412e-64ca-4716-a9bc-bb6d0bb83ee7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.325879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2a247a04-839b-4249-aef3-a8e5695632bd up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:48.362394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.414116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5568787-e22c-42dc-86e7-86929c62a10e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.422785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:48.425682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:48.429406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:48.482046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 2a247a04-839b-4249-aef3-a8e5695632bd completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:48.485571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event updated for resources: {'Port': ['ID=8cd3bc1a-30ac-4322-a8d8-51c06cf60b74,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.517994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2a247a04-839b-4249-aef3-a8e5695632bd triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:48.518747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.533144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.533635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.534128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.534610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.535082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.535615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.536131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.536600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.537062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.537518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.537979 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.538459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.538916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.539381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.539835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.544070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.544070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.544070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.544070 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ed357efd-8950-4aa6-90f8-79ed1100c9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15830 time: 0.6132183 Mar 11 16:17:48.545619 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ae69b7ff-e029-4efc-9925-b1069fc8f8ea tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags/tempest-TagsExtTest-Tag-1876110166 HTTP/1.1" status: 204 len: 168 time: 0.9162846 Mar 11 16:17:48.597858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56204) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:48.598214 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56206) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:48.610375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network ea13819d-c84c-43f2-9cfe-104fb833a0b7 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:48.662425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-eb6add1a-6416-4a09-8c2d-9377fa14672d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:48.666228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.708102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 2a247a04-839b-4249-aef3-a8e5695632bd, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2a247a04-839b-4249-aef3-a8e5695632bd,segment=NetworkSegment(7e3848e6-f2e7-422f-8d02-3f5096e9258b),segment_id=7e3848e6-f2e7-422f-8d02-3f5096e9258b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:48.784550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.863746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, ea13819d-c84c-43f2-9cfe-104fb833a0b7) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:48.872167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=2a247a04-839b-4249-aef3-a8e5695632bd,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.886112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145dd27b-e51f-4141-b990-208e27827b0e None None] Network ea13819d-c84c-43f2-9cfe-104fb833a0b7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:48.962686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.963350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.980497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5568787-e22c-42dc-86e7-86929c62a10e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.991390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5568787-e22c-42dc-86e7-86929c62a10e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.996002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.998955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e352-f649-4d64-a4ca-8a4fb616b576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Deleting port fec404f8-1868-4b66-97e3-67b94386020f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:48.999292 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b70e352-f649-4d64-a4ca-8a4fb616b576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.071485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.129637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-ea13819d-c84c-43f2-9cfe-104fb833a0b7', 'network_id': 'ea13819d-c84c-43f2-9cfe-104fb833a0b7', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': '962fa658-75db-4367-8ebd-f6fecadbfd95'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:49.130744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.147178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56222) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:49.300029 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eb6add1a-6416-4a09-8c2d-9377fa14672d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags HTTP/1.1" status: 200 len: 205 time: 0.6907575 Mar 11 16:17:49.312656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Allocated IP 172.20.0.2 (ea13819d-c84c-43f2-9cfe-104fb833a0b7/962fa658-75db-4367-8ebd-f6fecadbfd95/63aa87ea-ec45-4468-b012-36c231318064) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:49.326802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56228) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:49.341936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-24e17bef-e9be-4fac-b2e2-677b48c7b349 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:49.361036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1728752014', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:49.368559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:49.376272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Usage tracker for resource:port and tenant:0be2a111d6e54f2092275f99125e5a90 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:49.380708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:49.389474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:49.407358 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4e46ab59-b869-4e74-958e-7c5af00d5488 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2663381 Mar 11 16:17:49.409575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5568787-e22c-42dc-86e7-86929c62a10e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.410069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5568787-e22c-42dc-86e7-86929c62a10e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fce2fdd-1155-4828-86ba-37fe5c6c76f9 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:49.415368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56232) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:49.507372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.515049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5568787-e22c-42dc-86e7-86929c62a10e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.519742 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a5568787-e22c-42dc-86e7-86929c62a10e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "DELETE /v2.0/routers/2fce2fdd-1155-4828-86ba-37fe5c6c76f9 HTTP/1.1" status: 204 len: 168 time: 1.3713810 Mar 11 16:17:49.530778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56236) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:49.536065 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-24e17bef-e9be-4fac-b2e2-677b48c7b349 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags HTTP/1.1" status: 200 len: 240 time: 0.2007391 Mar 11 16:17:49.540092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.551572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Transition to ACTIVE for port object 63aa87ea-ec45-4468-b012-36c231318064 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:49.571018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Transition to ACTIVE for port object 63aa87ea-ec45-4468-b012-36c231318064 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:49.582609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56240) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:49.585195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Made reservation on behalf of 0be2a111d6e54f2092275f99125e5a90 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:49.585539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Request body: {'router': {'name': 'tempest-router-845570266', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9aaaedb2b73d4c62b98dd09c05c0bb24'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:49.587616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.595264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.608359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.630697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:49.637592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Usage tracker for resource:security_group_rule and tenant:0be2a111d6e54f2092275f99125e5a90 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:49.647576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:49.647722 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.696854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:49.701890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-90b4ccb2-eb1a-4fb6-8534-131f506429c1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334', 'tempest-TagsExtTest-Tag-296699199') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:49.726491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Usage tracker for resource:router and tenant:9aaaedb2b73d4c62b98dd09c05c0bb24 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:49.735174 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:49.745361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Network ea13819d-c84c-43f2-9cfe-104fb833a0b7 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:49.748512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:49.751411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:49.758453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:49.773969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-2b70e352-f649-4d64-a4ca-8a4fb616b576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] For port fec404f8-1868-4b66-97e3-67b94386020f, host hv-neutron-8333, got binding levels [] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:49.774389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b70e352-f649-4d64-a4ca-8a4fb616b576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.835320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Pushing event updated for resources: {'Port': ['ID=63aa87ea-ec45-4468-b012-36c231318064,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:49.836316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:49.862512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Attempting to bind port 63aa87ea-ec45-4468-b012-36c231318064 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:49.862877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Attempting to bind port 63aa87ea-ec45-4468-b012-36c231318064 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'f479b540-3c9c-437f-827b-d587375410ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ea13819d-c84c-43f2-9cfe-104fb833a0b7'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:49.863271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Attempting to bind port 63aa87ea-ec45-4468-b012-36c231318064 on network ea13819d-c84c-43f2-9cfe-104fb833a0b7 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:49.868845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:49.869211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Checking segment: {'id': 'f479b540-3c9c-437f-827b-d587375410ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ea13819d-c84c-43f2-9cfe-104fb833a0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:49.869605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.870190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Bound using segment: {'id': 'f479b540-3c9c-437f-827b-d587375410ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ea13819d-c84c-43f2-9cfe-104fb833a0b7'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:49.870460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Bound port: 63aa87ea-ec45-4468-b012-36c231318064, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f479b540-3c9c-437f-827b-d587375410ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ea13819d-c84c-43f2-9cfe-104fb833a0b7'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:49.870825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.959097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e352-f649-4d64-a4ca-8a4fb616b576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Calling delete_port for fec404f8-1868-4b66-97e3-67b94386020f owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:49.964478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] For port 63aa87ea-ec45-4468-b012-36c231318064, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:49.967583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] For port 63aa87ea-ec45-4468-b012-36c231318064, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=63aa87ea-ec45-4468-b012-36c231318064,segment=NetworkSegment(f479b540-3c9c-437f-827b-d587375410ae),segment_id=f479b540-3c9c-437f-827b-d587375410ae)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:49.975877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.001327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Router 371e1498-e2a9-492b-ad2d-c254111b3df1 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:17:50.019304 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-90b4ccb2-eb1a-4fb6-8534-131f506429c1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags/tempest-TagsExtTest-Tag-296699199 HTTP/1.1" status: 204 len: 168 time: 0.4251935 Mar 11 16:17:50.027888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.029443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56244) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.088052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.091361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-cece765d-0e0b-467a-ac97-b191a8d4f9d5 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334', 'tempest-TagsExtTest-Tag-296699199') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.093421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.112549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] device_id is not set on port 23b09ab9-85c5-469e-86fb-f571fdb1fdf3 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:50.125978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.125978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.176698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port 63aa87ea-ec45-4468-b012-36c231318064 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:50.177033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.182539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bc17e-790a-4a2c-af62-8512438c716e None None] Pushing event updated for resources: {'Port': ['ID=63aa87ea-ec45-4468-b012-36c231318064,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:50.216052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.279380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4a8141-56ec-408b-964a-d2d0b50c9f99,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:50.295016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:50.299938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2a247a04-839b-4249-aef3-a8e5695632bd up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:50.308333 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9e721-3154-43e5-a1d1-9f26c71e0283 None None] Sync routers for ids ['371e1498-e2a9-492b-ad2d-c254111b3df1'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:50.328027 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9e721-3154-43e5-a1d1-9f26c71e0283 None None] Routers {'371e1498-e2a9-492b-ad2d-c254111b3df1'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:50.328644 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-22a9e721-3154-43e5-a1d1-9f26c71e0283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['371e1498-e2a9-492b-ad2d-c254111b3df1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.347010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b70e352-f649-4d64-a4ca-8a4fb616b576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.390701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2a247a04-839b-4249-aef3-a8e5695632bd triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:50.391697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.443543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Allocated IP 172.26.8.110 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/23b09ab9-85c5-469e-86fb-f571fdb1fdf3) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:50.448887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.450311 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aae4b3f0-10c1-4a34-b148-6e9b29e21d98 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1303232 Mar 11 16:17:50.452885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56248) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.469965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:50.481933 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-22a9e721-3154-43e5-a1d1-9f26c71e0283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.501520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.504391 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9e721-3154-43e5-a1d1-9f26c71e0283 None None] Routers {'371e1498-e2a9-492b-ad2d-c254111b3df1'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:50.505329 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-22a9e721-3154-43e5-a1d1-9f26c71e0283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['371e1498-e2a9-492b-ad2d-c254111b3df1'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.522050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b70e352-f649-4d64-a4ca-8a4fb616b576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.529082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70e352-f649-4d64-a4ca-8a4fb616b576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event deleted for resources: {'Port': ['ID=fec404f8-1868-4b66-97e3-67b94386020f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:50.569053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:17:50.618079 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-22a9e721-3154-43e5-a1d1-9f26c71e0283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.618820 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9e721-3154-43e5-a1d1-9f26c71e0283 None None] The sync data for ids ['371e1498-e2a9-492b-ad2d-c254111b3df1'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:50.639977 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cece765d-0e0b-467a-ac97-b191a8d4f9d5 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags/tempest-TagsExtTest-Tag-296699199 HTTP/1.1" status: 204 len: 168 time: 0.6055665 Mar 11 16:17:50.657177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56252) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.662587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.674381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-5c348464-60c9-4311-969b-dc81ebcc3fc6 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:50.741557 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2b70e352-f649-4d64-a4ca-8a4fb616b576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "DELETE /v2.0/ports/fec404f8-1868-4b66-97e3-67b94386020f HTTP/1.1" status: 204 len: 168 time: 2.1335928 Mar 11 16:17:50.745170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56256) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.798822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.802538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.806248 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aeeae2d8-44ea-4f9a-8ba7-a71a48794802 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2702625 Mar 11 16:17:50.817230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56260) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:50.833388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:50.856266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port 63aa87ea-ec45-4468-b012-36c231318064, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=63aa87ea-ec45-4468-b012-36c231318064,segment=NetworkSegment(f479b540-3c9c-437f-827b-d587375410ae),segment_id=f479b540-3c9c-437f-827b-d587375410ae)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:17:50.856618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.875713 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9d5900-47df-4143-9fa2-34d41866c673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:17:50.876279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea9d5900-47df-4143-9fa2-34d41866c673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Synchronizing usage tracker for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:50.987397 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5c348464-60c9-4311-969b-dc81ebcc3fc6 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags HTTP/1.1" status: 200 len: 205 time: 0.3290019 Mar 11 16:17:51.030465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for 63aa87ea-ec45-4468-b012-36c231318064 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:51.051848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56264) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:51.083258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-1a0e21d5-1ad0-4cfd-bfb9-97ddbeadca11 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:51.236209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=e889412e-64ca-4716-a9bc-bb6d0bb83ee7,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:51.258221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.263259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.279098 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96f028-b5e8-42c0-b3a8-fe7f69a71603 None None] Network ea13819d-c84c-43f2-9cfe-104fb833a0b7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:51.330931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea9d5900-47df-4143-9fa2-34d41866c673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Unset dirty status for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:51.332169 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea9d5900-47df-4143-9fa2-34d41866c673 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "GET /v2.0/ports/fec404f8-1868-4b66-97e3-67b94386020f HTTP/1.1" status: 404 len: 333 time: 0.5859940 Mar 11 16:17:51.337042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56268) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:51.353566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-835267593', 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:51.362569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.364126 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c67b79ba-f0a2-4167-866c-2eaabd6fd2da tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2434707 Mar 11 16:17:51.365476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:51.369864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56272) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:51.388052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'port': {'network_id': '27793d65-effb-4a40-b747-bb4e994b9069', 'name': 'tempest-FloatingIPTestJSON-1362469381'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:51.406411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:51.493003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Made reservation on behalf of 1749400966924ddeae3ea006ee417989 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:51.495740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.520613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eff31857-7039-4884-ad1b-076ca2f3f7c6 None None] Provisioning for port 63aa87ea-ec45-4468-b012-36c231318064 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:51.528410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.530272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eff31857-7039-4884-ad1b-076ca2f3f7c6 None None] Provisioning complete for port 63aa87ea-ec45-4468-b012-36c231318064 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:51.530769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eff31857-7039-4884-ad1b-076ca2f3f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.571121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-eff31857-7039-4884-ad1b-076ca2f3f7c6 None None] Port 63aa87ea-ec45-4468-b012-36c231318064 was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 16:17:51.593741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Port': ['ID=63aa87ea-ec45-4468-b012-36c231318064,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:51.607514 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a0e21d5-1ad0-4cfd-bfb9-97ddbeadca11 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags HTTP/1.1" status: 204 len: 168 time: 0.5499039 Mar 11 16:17:51.609621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.609954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.635815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] device_id is not set on port f8f8a519-32d2-4b59-867c-b36087d89be8 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:51.671899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56276) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:51.692805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-05927b65-d754-47f9-9b86-afc17def4c2e tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:51.758549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No DVR routers for this DVR port 63aa87ea-ec45-4468-b012-36c231318064 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:51.798913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:51.829416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:port and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:51.836575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:51.845172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df0511-6f71-44bf-8a65-f4719c33994a None None] DHCP port deletion for ea13819d-c84c-43f2-9cfe-104fb833a0b7 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:51.860730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:51.866077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75032f3-df26-465e-bfbc-42ef391e35eb None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:17:51.882855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:51.921965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eb66e4d9-c39b-4cb9-b648-8467d8c8a5d0 None None] Could not find standard attr ID for object 63aa87ea-ec45-4468-b012-36c231318064. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:17:51.927375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88600) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 11 16:17:51.927705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Router f3281cff-8520-4034-9f11-29d0cf313302 migrating from provider to provider. {{(pid=88600) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 11 16:17:51.928112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.016120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75032f3-df26-465e-bfbc-42ef391e35eb None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:17:52.027942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Made reservation on behalf of e30791a170fb4ba3a08af54ea693903d for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:52.031199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.054678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.065287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.093025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] device_id is not set on port 91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:52.128601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.149806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.157896 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-05927b65-d754-47f9-9b86-afc17def4c2e tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags HTTP/1.1" status: 204 len: 168 time: 0.4827776 Mar 11 16:17:52.162831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:52.165038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56280) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:52.170721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:52.175175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-d3dcedaf-b3ba-4946-8919-04aede7e1b95 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:52.206710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:52.248272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Pushing event updated for resources: {'Port': ['ID=23b09ab9-85c5-469e-86fb-f571fdb1fdf3,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:52.250842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.268980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.20.0.6 (27793d65-effb-4a40-b747-bb4e994b9069/69b3af44-984b-4539-9d53-fa8ba4f3c670/91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:52.298137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.350039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.357341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.365101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=962fa658-75db-4367-8ebd-f6fecadbfd95,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:52.398448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba204da4-5f3c-42f0-8cab-631021a2e30d None None] Network ea13819d-c84c-43f2-9cfe-104fb833a0b7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:52.435389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:52.435999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.456164 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.scheduler.l3_agent_scheduler [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] No L3 agents can host the router f3281cff-8520-4034-9f11-29d0cf313302 Mar 11 16:17:52.541737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Deleting port 8cd3bc1a-30ac-4322-a8d8-51c06cf60b74 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:52.542466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.577186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.583664 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d3dcedaf-b3ba-4946-8919-04aede7e1b95 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags HTTP/1.1" status: 204 len: 168 time: 0.4174490 Mar 11 16:17:52.585032 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-94df1ad7-78f2-475d-a458-005574244602 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4358356 Mar 11 16:17:52.585906 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Network 8663f57e-b1f1-4e31-b314-6fb96050c58b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:52.586740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'Port': ['ID=f8f8a519-32d2-4b59-867c-b36087d89be8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:52.589147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56284) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:52.589471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56286) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:52.599365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:52.603100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a512738-d808-4b82-86a0-57cc2e3c4c39 None None] DHCP port deletion for ea13819d-c84c-43f2-9cfe-104fb833a0b7 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:17:52.606777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:52.607721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:52.608402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.614061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-b1c5016e-8ba5-4c8b-b5b5-cb6393f7c556 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:52.649832 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.110'}]}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:52.718286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea13819d-c84c-43f2-9cfe-104fb833a0b7']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:52.733235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:52.755380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Usage tracker for resource:router and tenant:0be2a111d6e54f2092275f99125e5a90 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:52.771767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f479b540-3c9c-437f-827b-d587375410ae') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:52.772059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f479b540-3c9c-437f-827b-d587375410ae') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:52.782675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:52.800512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.812400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:52.845496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.859098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:52.859259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Hosts for router f3281cff-8520-4034-9f11-29d0cf313302: [] {{(pid=88600) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 11 16:17:52.859745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:52.878417 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:52.953885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Hosts for other DVR routers connected to router f3281cff-8520-4034-9f11-29d0cf313302: set() {{(pid=88600) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 11 16:17:52.956233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.957386 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-56544b96-bec2-42b2-ad21-ebff6d1e243e tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "PUT /v2.0/routers/f3281cff-8520-4034-9f11-29d0cf313302 HTTP/1.1" status: 200 len: 716 time: 2.1376348 Mar 11 16:17:52.960042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56292) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:52.962683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:52.975148 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ce6634a9-4ab8-4a35-b296-e92517afe2a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6358800 Mar 11 16:17:52.983375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56296) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:53.121484 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-88f3048b-1a96-436c-8f4a-598b8a53c032 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "GET /v2.0/routers/f3281cff-8520-4034-9f11-29d0cf313302 HTTP/1.1" status: 200 len: 716 time: 0.1566861 Mar 11 16:17:53.121484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.128444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56300) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:53.159433 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b1c5016e-8ba5-4c8b-b5b5-cb6393f7c556 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.5626557 Mar 11 16:17:53.160350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.161360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.164612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.166775 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56306) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:53.200879 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-881307b2-4d67-47aa-99cd-ba8b28a98081 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb', 'tempest-TagsExtTest-Tag-1780799407') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:53.229680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.248872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=ea13819d-c84c-43f2-9cfe-104fb833a0b7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:53.251061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa3277-e065-424c-aa33-0b2cd0aeaa6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:53.251592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c3aa3277-e065-424c-aa33-0b2cd0aeaa6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Synchronizing usage tracker for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:53.264589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Calling delete_port for 8cd3bc1a-30ac-4322-a8d8-51c06cf60b74 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:53.268877 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d7e8762c-5200-4ee3-9a06-6a2a9d418784 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/ea13819d-c84c-43f2-9cfe-104fb833a0b7 HTTP/1.1" status: 204 len: 168 time: 3.8423107 Mar 11 16:17:53.270214 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.280359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56310) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:53.295502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078277763'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:53.309864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:53.317201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:53.322090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:53.331061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:53.378630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c3aa3277-e065-424c-aa33-0b2cd0aeaa6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Unset dirty status for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:53.379709 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c3aa3277-e065-424c-aa33-0b2cd0aeaa6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "GET /v2.0/ports/f8f8a519-32d2-4b59-867c-b36087d89be8 HTTP/1.1" status: 200 len: 958 time: 0.3954308 Mar 11 16:17:53.382765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56314) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:53.418577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.420129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:53.423505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.445613 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-13d3131b-d1c8-476f-be3d-4996243a8612 tempest-RoutersTestDVR-1482204768 tempest-RoutersTestDVR-1482204768-project] 10.222.0.57 "GET /v2.0/routers/f3281cff-8520-4034-9f11-29d0cf313302 HTTP/1.1" status: 200 len: 682 time: 0.3160841 Mar 11 16:17:53.450295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56318) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:53.553484 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-881307b2-4d67-47aa-99cd-ba8b28a98081 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags/tempest-TagsExtTest-Tag-1780799407 HTTP/1.1" status: 201 len: 201 time: 0.3804569 Mar 11 16:17:53.570649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56322) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:53.603571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0631b3f4-4de1-4ed0-9a96-4de45f872455 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.644427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-3b3578ce-2429-44b0-b51a-e45a7290e2bb tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436', 'tempest-TagsExtTest-Tag-1464321842') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:53.688463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 27793d65-effb-4a40-b747-bb4e994b9069 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:53.700943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1861532b-3c06-46b7-8a00-e1c99f608df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Deleting port f8f8a519-32d2-4b59-867c-b36087d89be8 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:53.701278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1861532b-3c06-46b7-8a00-e1c99f608df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:53.790831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:53.818776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:53.847417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:53.853680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:53.960502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.029486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:54.030139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.063939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0631b3f4-4de1-4ed0-9a96-4de45f872455 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.071067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0631b3f4-4de1-4ed0-9a96-4de45f872455 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.168578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0631b3f4-4de1-4ed0-9a96-4de45f872455 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.169082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0631b3f4-4de1-4ed0-9a96-4de45f872455 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3281cff-8520-4034-9f11-29d0cf313302 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:54.170893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.189026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.189373 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 188d048e-0e75-43d3-955a-3284ba9c4887 of type vlan for network 99210e0f-f253-451e-ae16-c04c20f2c0a1 Mar 11 16:17:54.192032 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3d178d70-66a5-43f1-aa6c-987c26957779 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8196421 Mar 11 16:17:54.205786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56326) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:54.220596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'port_id': '91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:54.227074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Pushing event deleted for resources: {'Port': ['ID=8cd3bc1a-30ac-4322-a8d8-51c06cf60b74,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:54.266040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0631b3f4-4de1-4ed0-9a96-4de45f872455 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.267187 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0631b3f4-4de1-4ed0-9a96-4de45f872455 tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "DELETE /v2.0/routers/f3281cff-8520-4034-9f11-29d0cf313302 HTTP/1.1" status: 204 len: 168 time: 0.8165534 Mar 11 16:17:54.272136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1861532b-3c06-46b7-8a00-e1c99f608df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.272577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56330) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:54.306140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Request body: {'router': {'name': 'tempest-router-1635845902', 'distributed': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:54.320200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:54.327788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Usage tracker for resource:router and tenant:01fbfdaf98bc4e7ebf4c5d8801f3cc48 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:54.332078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:54.341335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:54.351477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.438324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.472527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.473490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.491433 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3b3578ce-2429-44b0-b51a-e45a7290e2bb tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags/tempest-TagsExtTest-Tag-1464321842 HTTP/1.1" status: 201 len: 201 time: 0.9158900 Mar 11 16:17:54.491433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.491744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56334) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:54.500372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-518d318b-3c2c-48b4-9719-e81fd38a8214 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8', 'tempest-TagsExtTest-Tag-164760407') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:54.505794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1861532b-3c06-46b7-8a00-e1c99f608df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Calling delete_port for f8f8a519-32d2-4b59-867c-b36087d89be8 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:54.642132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.847534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.903092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.924380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.959262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.965207 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:54.965786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.992646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:54.997076 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bf9c0148-9cf0-410b-92e4-dec2c592c00f tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6943085 Mar 11 16:17:55.005878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56338) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:55.006587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1861532b-3c06-46b7-8a00-e1c99f608df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.137555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861532b-3c06-46b7-8a00-e1c99f608df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8f8a519-32d2-4b59-867c-b36087d89be8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:55.156667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Router 371e1498-e2a9-492b-ad2d-c254111b3df1 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:55.157567 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8735006 Mar 11 16:17:55.170603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56342) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:55.171754 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1861532b-3c06-46b7-8a00-e1c99f608df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.173583 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1861532b-3c06-46b7-8a00-e1c99f608df8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "DELETE /v2.0/ports/f8f8a519-32d2-4b59-867c-b36087d89be8 HTTP/1.1" status: 204 len: 168 time: 1.7899320 Mar 11 16:17:55.207784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56344) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:55.224656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-518d318b-3c2c-48b4-9719-e81fd38a8214 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags/tempest-TagsExtTest-Tag-164760407 HTTP/1.1" status: 201 len: 201 time: 0.7331626 Mar 11 16:17:55.227657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00913722-77cb-4cae-bb8f-b0a951e6912f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=99210e0f-f253-451e-ae16-c04c20f2c0a1,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:55.230870 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56348) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:55.238734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 99210e0f-f253-451e-ae16-c04c20f2c0a1 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:55.246599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': '99210e0f-f253-451e-ae16-c04c20f2c0a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:55.266743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdf6c-3242-49d7-bffc-d3578f286a4a tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.288792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-45bf3722-8761-4636-ba48-a54a16923476 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334', 'tempest-TagsExtTest-Tag-1791808573') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:55.343654 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a261e66-0fe3-4684-92ac-a0d72a7a2826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:17:55.344194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6a261e66-0fe3-4684-92ac-a0d72a7a2826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Synchronizing usage tracker for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:55.654826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:55.671548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:55.677035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:55.718542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:55.760652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.767418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:55.782341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f281b8c-94bc-45f1-87ff-1cbe1c734f06 None None] Sync routers for ids ['371e1498-e2a9-492b-ad2d-c254111b3df1'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:55.783383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.784556 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a38eee6b-aac1-4b52-b94a-cf355e5341be tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "PUT /v2.0/routers/371e1498-e2a9-492b-ad2d-c254111b3df1 HTTP/1.1" status: 200 len: 705 time: 5.3306887 Mar 11 16:17:55.790142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56354) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:55.793918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f281b8c-94bc-45f1-87ff-1cbe1c734f06 None None] Routers {'371e1498-e2a9-492b-ad2d-c254111b3df1'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:55.794550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2f281b8c-94bc-45f1-87ff-1cbe1c734f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['371e1498-e2a9-492b-ad2d-c254111b3df1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:55.849405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6a261e66-0fe3-4684-92ac-a0d72a7a2826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Unset dirty status for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:55.855312 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6a261e66-0fe3-4684-92ac-a0d72a7a2826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "GET /v2.0/ports/f8f8a519-32d2-4b59-867c-b36087d89be8 HTTP/1.1" status: 404 len: 333 time: 0.6416302 Mar 11 16:17:55.855312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdf6c-3242-49d7-bffc-d3578f286a4a tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.855713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56358) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:55.858740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdf6c-3242-49d7-bffc-d3578f286a4a tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.863398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Request body: {'port': {'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1340349956'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:55.866272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.868798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:55.877640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:55.881126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.890760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:55.897039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2f281b8c-94bc-45f1-87ff-1cbe1c734f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:55.898512 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-45bf3722-8761-4636-ba48-a54a16923476 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags/tempest-TagsExtTest-Tag-1791808573 HTTP/1.1" status: 201 len: 201 time: 0.6595023 Mar 11 16:17:55.901227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:55.906572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-4439f2a0-555f-49df-88bd-ffd72ef6ed6d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb', {'tags': ['tempest-TagsExtTest-Tag-1669276373', 'tempest-TagsExtTest-Tag-1205793596', 'tempest-TagsExtTest-Tag-501629631']}) {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:55.908835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f281b8c-94bc-45f1-87ff-1cbe1c734f06 None None] Routers {'371e1498-e2a9-492b-ad2d-c254111b3df1'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:55.910128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2f281b8c-94bc-45f1-87ff-1cbe1c734f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['371e1498-e2a9-492b-ad2d-c254111b3df1'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:55.953293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdf6c-3242-49d7-bffc-d3578f286a4a tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.953768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fcdf6c-3242-49d7-bffc-d3578f286a4a tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 709674ea-6d04-4d86-bc76-dff09a3f9362 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:55.966040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5fcdf6c-3242-49d7-bffc-d3578f286a4a tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.967208 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b5fcdf6c-3242-49d7-bffc-d3578f286a4a tempest-RoutersTestDVR-1968864251 tempest-RoutersTestDVR-1968864251-project-admin] 10.222.0.57 "DELETE /v2.0/routers/709674ea-6d04-4d86-bc76-dff09a3f9362 HTTP/1.1" status: 204 len: 168 time: 0.9601355 Mar 11 16:17:55.980808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Made reservation on behalf of 1749400966924ddeae3ea006ee417989 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:55.983442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.997754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2f281b8c-94bc-45f1-87ff-1cbe1c734f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:55.998895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f281b8c-94bc-45f1-87ff-1cbe1c734f06 None None] The sync data for ids ['371e1498-e2a9-492b-ad2d-c254111b3df1'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:56.022318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] device_id is not set on port 6d238c70-68d2-407b-be52-e344459a3921 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:56.093968 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4439f2a0-555f-49df-88bd-ffd72ef6ed6d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags HTTP/1.1" status: 200 len: 317 time: 0.1911800 Mar 11 16:17:56.096566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56368) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:56.108641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-186b7ac7-1c8a-41da-b208-3e0dddaaf1f2 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:56.197559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:17:56.268346 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b48656f2-9869-4909-8f6c-fcf4059214ef tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/routers/371e1498-e2a9-492b-ad2d-c254111b3df1 HTTP/1.1" status: 200 len: 740 time: 0.4721682 Mar 11 16:17:56.269860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56372) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:56.289427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:17:56.289983 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:17:56.332712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.336671 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b06c2084-f03b-4586-937a-ad2bb8aa911a tempest-RoutersAdminTest-533993450 tempest-RoutersAdminTest-533993450-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&device_id=371e1498-e2a9-492b-ad2d-c254111b3df1 HTTP/1.1" status: 200 len: 205 time: 0.0636411 Mar 11 16:17:56.340297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56376) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:56.378076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.394146 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-83e62e1a-14cc-4921-a2a1-d92a7ee5ebf1 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=371e1498-e2a9-492b-ad2d-c254111b3df1 HTTP/1.1" status: 200 len: 205 time: 0.0517707 Mar 11 16:17:56.397489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56380) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:56.495655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.543649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56386) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:56.555238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30bcffdc-a8f6-485d-92b8-281d4789df74 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.621964 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-186b7ac7-1c8a-41da-b208-3e0dddaaf1f2 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.5244684 Mar 11 16:17:56.624687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56392) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:56.631064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-500c7b27-1898-4570-8887-b60fe6827737 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb', 'tempest-TagsExtTest-Tag-1669276373') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:56.702911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.720268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.850693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:56.929057 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP e4ebd213-09d0-47bc-a3cd-bff744b66537 associated. External IP: 172.26.8.178, port: 91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58. Mar 11 16:17:57.021348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-82547dee-7aed-4227-8018-f141332c6377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.039772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Network 8663f57e-b1f1-4e31-b314-6fb96050c58b is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:57.096654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:57.114132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:57.115086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:57.115677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.120606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30bcffdc-a8f6-485d-92b8-281d4789df74 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.122430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-82547dee-7aed-4227-8018-f141332c6377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:57.129313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30bcffdc-a8f6-485d-92b8-281d4789df74 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.132780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-82547dee-7aed-4227-8018-f141332c6377 admin admin] Usage tracker for resource:security_group_rule and tenant:9aaaedb2b73d4c62b98dd09c05c0bb24 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:57.137359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'Port': ['ID=6d238c70-68d2-407b-be52-e344459a3921,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:57.140653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-82547dee-7aed-4227-8018-f141332c6377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:57.157856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.161731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.168639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-82547dee-7aed-4227-8018-f141332c6377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:57.182255 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=0a3f6a02-38f5-4b2a-81d0-1158dc4caaeb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:57.191169 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-500c7b27-1898-4570-8887-b60fe6827737 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:17:57.192213 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-500c7b27-1898-4570-8887-b60fe6827737 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags/tempest-TagsExtTest-Tag-1669276373 HTTP/1.1" status: 404 len: 329 time: 0.5666404 Mar 11 16:17:57.195181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.201345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-4eb5662a-fb31-4806-9dec-fb157793b2b8 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb', 'tempest-TagsExtTest-Tag-1205793596') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:57.249920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30bcffdc-a8f6-485d-92b8-281d4789df74 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.250454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bcffdc-a8f6-485d-92b8-281d4789df74 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Fanout notify agent at l3_agent the message router_deleted on router 371e1498-e2a9-492b-ad2d-c254111b3df1 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:57.257122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30bcffdc-a8f6-485d-92b8-281d4789df74 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.258200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-30bcffdc-a8f6-485d-92b8-281d4789df74 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/371e1498-e2a9-492b-ad2d-c254111b3df1 HTTP/1.1" status: 204 len: 168 time: 0.8580828 Mar 11 16:17:57.262669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56400) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.264720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': '188d048e-0e75-43d3-955a-3284ba9c4887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '99210e0f-f253-451e-ae16-c04c20f2c0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:57.265081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: 99210e0f-f253-451e-ae16-c04c20f2c0a1, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:57.305711 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e6dbff94-3942-4f94-8d71-03470e8e9ca1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4489975 Mar 11 16:17:57.313884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56404) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.316206 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2cb9a6cd-273e-4fd1-94fa-f951282f8c87 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=371e1498-e2a9-492b-ad2d-c254111b3df1 HTTP/1.1" status: 200 len: 205 time: 0.0523722 Mar 11 16:17:57.330674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:17:57.355955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56408) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.445370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.445803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac819ad0-1d30-4235-9218-bbba66794399 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:17:57.457020 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-8e962379-3da9-4db7-a7b6-50cc84ab3f6a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] delete failed (client error): The resource could not be found. Mar 11 16:17:57.458031 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8e962379-3da9-4db7-a7b6-50cc84ab3f6a tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/371e1498-e2a9-492b-ad2d-c254111b3df1 HTTP/1.1" status: 404 len: 336 time: 0.1011369 Mar 11 16:17:57.461188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56412) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.509540 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-4eb5662a-fb31-4806-9dec-fb157793b2b8 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:17:57.514023 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4eb5662a-fb31-4806-9dec-fb157793b2b8 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags/tempest-TagsExtTest-Tag-1205793596 HTTP/1.1" status: 404 len: 329 time: 0.3150396 Mar 11 16:17:57.519212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56416) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.560108 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.561481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network 99210e0f-f253-451e-ae16-c04c20f2c0a1 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:57.574319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-bba06b94-298f-47e7-ac5f-0f98cc32e5af tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb', 'tempest-TagsExtTest-Tag-501629631') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:57.614444 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3185307c-7ff4-4a9f-91b5-a8338d4684fe tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=d380bf84-48f5-4f72-92ab-0766ce07b722 HTTP/1.1" status: 200 len: 205 time: 0.1048520 Mar 11 16:17:57.622138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56420) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.631997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-82547dee-7aed-4227-8018-f141332c6377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.702588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 99210e0f-f253-451e-ae16-c04c20f2c0a1) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:57.710130 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-40baf64e-c890-4673-9caf-b80003f389b1 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] delete failed (client error): The resource could not be found. Mar 11 16:17:57.711155 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-40baf64e-c890-4673-9caf-b80003f389b1 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/d380bf84-48f5-4f72-92ab-0766ce07b722 HTTP/1.1" status: 404 len: 336 time: 0.0871511 Mar 11 16:17:57.712568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:57.713188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.714639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce40f9b-eb4d-4b4b-8e2a-67fa43e7322d None None] Network 99210e0f-f253-451e-ae16-c04c20f2c0a1 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:17:57.727342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56424) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.740134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-82547dee-7aed-4227-8018-f141332c6377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.783691 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:17:57.784665 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1293df18-21dd-461a-99d0-133a8d04c769 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1896975 Mar 11 16:17:57.798578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56428) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.841628 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-82547dee-7aed-4227-8018-f141332c6377 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9aaaedb2b73d4c62b98dd09c05c0bb24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2967587 Mar 11 16:17:57.854538 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5781ab03-00ef-4516-9bf6-933c6f017f65 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=6485e534-e6b4-415d-abd9-4f505125b8cb HTTP/1.1" status: 200 len: 205 time: 0.0717661 Mar 11 16:17:57.854759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82547dee-7aed-4227-8018-f141332c6377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635b7f62-ca1f-43d6-9689-ee82cc42f65a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:57.858218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56432) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.858659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56434) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.891381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:17:57.902574 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-bba06b94-298f-47e7-ac5f-0f98cc32e5af tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:17:57.903655 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bba06b94-298f-47e7-ac5f-0f98cc32e5af tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags/tempest-TagsExtTest-Tag-501629631 HTTP/1.1" status: 404 len: 328 time: 0.3438592 Mar 11 16:17:57.906364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56440) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:57.912931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-688099a0-673e-453f-b344-42be651e8084 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436', {'tags': ['tempest-TagsExtTest-Tag-739022536', 'tempest-TagsExtTest-Tag-1640419786', 'tempest-TagsExtTest-Tag-340843994']}) {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:57.956101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:17:57.957780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-99210e0f-f253-451e-ae16-c04c20f2c0a1', 'network_id': '99210e0f-f253-451e-ae16-c04c20f2c0a1', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': '0a3f6a02-38f5-4b2a-81d0-1158dc4caaeb'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:17:57.958807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.968424 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-c4ffaffd-1bf1-4c30-a8df-a88d0201187c tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] delete failed (client error): The resource could not be found. Mar 11 16:17:57.972204 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c4ffaffd-1bf1-4c30-a8df-a88d0201187c tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/6485e534-e6b4-415d-abd9-4f505125b8cb HTTP/1.1" status: 404 len: 336 time: 0.1081493 Mar 11 16:17:57.989003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56444) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.009682 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d45002de-32b3-4eff-98ad-e640630e2b0d tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7807441 Mar 11 16:17:58.017862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56448) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.025323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c150e906-e85c-4659-8b7b-92d17d2227a8 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Deleting port 23b09ab9-85c5-469e-86fb-f571fdb1fdf3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:58.025811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c150e906-e85c-4659-8b7b-92d17d2227a8 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.133355 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-18b74b21-9abf-444b-bc17-463d6b2b4ee9 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=30fd430c-dc5e-4bd4-b105-57124a043d7d HTTP/1.1" status: 200 len: 205 time: 0.1431234 Mar 11 16:17:58.139134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Allocated IP 172.20.0.3 (99210e0f-f253-451e-ae16-c04c20f2c0a1/0a3f6a02-38f5-4b2a-81d0-1158dc4caaeb/d4f64c61-ba34-4bd6-8792-00c720afdecf) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:58.141626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56452) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.227327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] device_id is not set on port 6d238c70-68d2-407b-be52-e344459a3921 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:17:58.269520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.274743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.282965 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-688099a0-673e-453f-b344-42be651e8084 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags HTTP/1.1" status: 200 len: 316 time: 0.3756349 Mar 11 16:17:58.287681 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-b4215a4f-29be-4c47-98ec-ff432f2d0e24 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] delete failed (client error): The resource could not be found. Mar 11 16:17:58.288691 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b4215a4f-29be-4c47-98ec-ff432f2d0e24 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/30fd430c-dc5e-4bd4-b105-57124a043d7d HTTP/1.1" status: 404 len: 336 time: 0.1459165 Mar 11 16:17:58.289339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55cdec29-fd23-4eb7-bb23-e4d75a7691a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.290598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56456) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.295691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.298248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:17:58.304041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.tag.tag_plugin [None req-deb82b61-49ba-433a-9155-021d17d225bd tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:58.313587 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886efc30-6062-4d5e-af6f-eeee1bdf1e1d None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:17:58.328266 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886efc30-6062-4d5e-af6f-eeee1bdf1e1d None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:58.329290 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-886efc30-6062-4d5e-af6f-eeee1bdf1e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:58.330580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Transition to ACTIVE for port object 6d238c70-68d2-407b-be52-e344459a3921 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:58.335942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.356483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55cdec29-fd23-4eb7-bb23-e4d75a7691a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.366837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.377418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Transition to ACTIVE for port object d4f64c61-ba34-4bd6-8792-00c720afdecf will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:58.394816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.396595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Transition to ACTIVE for port object d4f64c61-ba34-4bd6-8792-00c720afdecf will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:58.427711 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-886efc30-6062-4d5e-af6f-eeee1bdf1e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:58.438366 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886efc30-6062-4d5e-af6f-eeee1bdf1e1d None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:17:58.438979 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-886efc30-6062-4d5e-af6f-eeee1bdf1e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:58.457493 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d89f3848-9608-43fa-b6db-b4375b9e9e18 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=3292222e-bf8e-4659-9c49-ff9027c44a6d HTTP/1.1" status: 200 len: 205 time: 0.1570480 Mar 11 16:17:58.467573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56464) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.471227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.571461 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-5f33de76-46dd-49e3-9eef-f2e2b8d31583 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] delete failed (client error): The resource could not be found. Mar 11 16:17:58.572670 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f33de76-46dd-49e3-9eef-f2e2b8d31583 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/3292222e-bf8e-4659-9c49-ff9027c44a6d HTTP/1.1" status: 404 len: 336 time: 0.1040549 Mar 11 16:17:58.580494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-30361a0e-abbb-44b2-8b34-8ff18f18ce0b tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/floatingips/e4ebd213-09d0-47bc-a3cd-bff744b66537 HTTP/1.1" status: 200 len: 978 time: 4.3697138 Mar 11 16:17:58.583961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56468) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.584282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56470) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.590653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Network 99210e0f-f253-451e-ae16-c04c20f2c0a1 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:58.592926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:58.595499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:17:58.618728 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-886efc30-6062-4d5e-af6f-eeee1bdf1e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:58.622119 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886efc30-6062-4d5e-af6f-eeee1bdf1e1d None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:17:58.650185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Pushing event updated for resources: {'Port': ['ID=d4f64c61-ba34-4bd6-8792-00c720afdecf,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:58.668014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.716897 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-16c61c73-df33-488b-850f-eb703dceb1cc tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcddf51f-c370-43bd-8c36-c05ccc4ad6ac HTTP/1.1" status: 200 len: 205 time: 0.1315749 Mar 11 16:17:58.724859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Attempting to bind port d4f64c61-ba34-4bd6-8792-00c720afdecf on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:58.724859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Attempting to bind port d4f64c61-ba34-4bd6-8792-00c720afdecf by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '188d048e-0e75-43d3-955a-3284ba9c4887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '99210e0f-f253-451e-ae16-c04c20f2c0a1'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:58.724859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Attempting to bind port d4f64c61-ba34-4bd6-8792-00c720afdecf on network 99210e0f-f253-451e-ae16-c04c20f2c0a1 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:58.726721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:17:58.727085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Checking segment: {'id': '188d048e-0e75-43d3-955a-3284ba9c4887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '99210e0f-f253-451e-ae16-c04c20f2c0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:17:58.727487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.727857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Bound using segment: {'id': '188d048e-0e75-43d3-955a-3284ba9c4887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '99210e0f-f253-451e-ae16-c04c20f2c0a1'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:17:58.728285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56476) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.728400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Bound port: d4f64c61-ba34-4bd6-8792-00c720afdecf, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188d048e-0e75-43d3-955a-3284ba9c4887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '99210e0f-f253-451e-ae16-c04c20f2c0a1'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:58.729172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.744067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'Port': ['ID=6d238c70-68d2-407b-be52-e344459a3921,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:58.771114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:58.771307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:58.771642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:58.776495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c150e906-e85c-4659-8b7b-92d17d2227a8 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.786450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:58.786778 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:58.789692 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 2 to bind port 6d238c70-68d2-407b-be52-e344459a3921 Mar 11 16:17:58.842436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] For port d4f64c61-ba34-4bd6-8792-00c720afdecf, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:58.847082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] For port d4f64c61-ba34-4bd6-8792-00c720afdecf, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d4f64c61-ba34-4bd6-8792-00c720afdecf,segment=NetworkSegment(188d048e-0e75-43d3-955a-3284ba9c4887),segment_id=188d048e-0e75-43d3-955a-3284ba9c4887)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:17:58.909699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55cdec29-fd23-4eb7-bb23-e4d75a7691a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.919394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c150e906-e85c-4659-8b7b-92d17d2227a8 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Calling delete_port for 23b09ab9-85c5-469e-86fb-f571fdb1fdf3 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:17:58.928430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.964196 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-b8c8823f-b241-4e93-ab97-cddc1dc3d494 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] delete failed (client error): The resource could not be found. Mar 11 16:17:58.968300 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b8c8823f-b241-4e93-ab97-cddc1dc3d494 tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/routers/fcddf51f-c370-43bd-8c36-c05ccc4ad6ac HTTP/1.1" status: 404 len: 336 time: 0.2324324 Mar 11 16:17:58.968457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:58.968457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:58.968457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:58.969134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:17:58.969242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56480) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:58.969317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:58.980809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdec29-fd23-4eb7-bb23-e4d75a7691a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635b7f62-ca1f-43d6-9689-ee82cc42f65a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:59.020149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:59.020149 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:59.028871 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 3 to bind port 6d238c70-68d2-407b-be52-e344459a3921 Mar 11 16:17:59.041656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a28b32-73c1-4999-b0ed-2a3f6ce731ca None None] Pushing event updated for resources: {'Port': ['ID=d4f64c61-ba34-4bd6-8792-00c720afdecf,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:59.043222 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ec0dc2-16dd-4981-a138-db0eaf3ec8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] DELETE failed (client error): The resource could not be found. Mar 11 16:17:59.043685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ec0dc2-16dd-4981-a138-db0eaf3ec8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:17:59.048289 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-09ec0dc2-16dd-4981-a138-db0eaf3ec8ec tempest-RoutersAdminTest-43865152 tempest-RoutersAdminTest-43865152-project] 10.222.0.57 "DELETE /v2.0/subnets/f83d24ad-01f6-4abc-bda3-1b15f4a2bbfd HTTP/1.1" status: 404 len: 337 time: 0.0749404 Mar 11 16:17:59.057208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55cdec29-fd23-4eb7-bb23-e4d75a7691a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.062854 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-55cdec29-fd23-4eb7-bb23-e4d75a7691a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/635b7f62-ca1f-43d6-9689-ee82cc42f65a HTTP/1.1" status: 204 len: 168 time: 1.1987317 Mar 11 16:17:59.083621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:59.083962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:59.084298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:59.091303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:59.091634 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:59.092073 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 4 to bind port 6d238c70-68d2-407b-be52-e344459a3921 Mar 11 16:17:59.099286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.145872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:59.146225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:59.146563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:59.160620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:59.164242 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:59.166833 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 5 to bind port 6d238c70-68d2-407b-be52-e344459a3921 Mar 11 16:17:59.173509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3f6a02-38f5-4b2a-81d0-1158dc4caaeb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:59.196228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:59.196561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:59.196896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:59.203887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:59.204222 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:59.204599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 6 to bind port 6d238c70-68d2-407b-be52-e344459a3921 Mar 11 16:17:59.214713 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-deb82b61-49ba-433a-9155-021d17d225bd tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags HTTP/1.1" status: 204 len: 168 time: 0.9201918 Mar 11 16:17:59.217338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56488) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:59.227448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-5684f294-0c0b-45aa-8246-9f8a3ed54ef2 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436', 'tempest-TagsExtTest-Tag-739022536') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.260942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:59.261276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:59.261614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:59.269390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:59.269714 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:59.270261 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 7 to bind port 6d238c70-68d2-407b-be52-e344459a3921 Mar 11 16:17:59.285069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c150e906-e85c-4659-8b7b-92d17d2227a8 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.337396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:59.338703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:59.338803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:59.353324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150e906-e85c-4659-8b7b-92d17d2227a8 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Pushing event deleted for resources: {'Port': ['ID=23b09ab9-85c5-469e-86fb-f571fdb1fdf3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:59.358427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:59.358753 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:59.360168 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 8 to bind port 6d238c70-68d2-407b-be52-e344459a3921 Mar 11 16:17:59.389675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.455261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99210e0f-f253-451e-ae16-c04c20f2c0a1']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.472142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:59.472477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:59.472987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:59.492092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188d048e-0e75-43d3-955a-3284ba9c4887') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.492464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188d048e-0e75-43d3-955a-3284ba9c4887') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.504303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:59.512112 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:59.512112 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 9 to bind port 6d238c70-68d2-407b-be52-e344459a3921 Mar 11 16:17:59.517720 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5684f294-0c0b-45aa-8246-9f8a3ed54ef2 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:17:59.518995 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5684f294-0c0b-45aa-8246-9f8a3ed54ef2 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags/tempest-TagsExtTest-Tag-739022536 HTTP/1.1" status: 404 len: 328 time: 0.3007169 Mar 11 16:17:59.521415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.524203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56492) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:59.538446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-46125dc3-2d9a-45f6-8e75-7b13afe8a023 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436', 'tempest-TagsExtTest-Tag-1640419786') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.546588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.554750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:17:59.555358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.570419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c150e906-e85c-4659-8b7b-92d17d2227a8 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.584549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:59.584884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:59.585211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:59.595120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:59.595695 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:59.597096 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempt 10 to bind port 6d238c70-68d2-407b-be52-e344459a3921 Mar 11 16:17:59.608787 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c150e906-e85c-4659-8b7b-92d17d2227a8 tempest-RoutersAdminNegativeTest-1512831286 tempest-RoutersAdminNegativeTest-1512831286-project-admin] 10.222.0.57 "DELETE /v2.0/ports/23b09ab9-85c5-469e-86fb-f571fdb1fdf3 HTTP/1.1" status: 204 len: 168 time: 1.8081713 Mar 11 16:17:59.622527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:59.623187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:59.623676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempting to bind port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:17:59.631966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:17:59.632502 dv-neutron-833379-1-hyperv neutron-server[88600]: ERROR neutron.plugins.ml2.managers [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Failed to bind port 6d238c70-68d2-407b-be52-e344459a3921 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '8663f57e-b1f1-4e31-b314-6fb96050c58b'}] Mar 11 16:17:59.633008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.677979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:59.698778 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:59.705990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:59.726276 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-46125dc3-2d9a-45f6-8e75-7b13afe8a023 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:17:59.729791 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-46125dc3-2d9a-45f6-8e75-7b13afe8a023 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags/tempest-TagsExtTest-Tag-1640419786 HTTP/1.1" status: 404 len: 329 time: 0.1984885 Mar 11 16:17:59.736993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56508) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:59.745795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-e0769bf8-13f8-46d3-af5d-65e155cbf6cb tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436', 'tempest-TagsExtTest-Tag-340843994') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.787595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:17:59.787595 dv-neutron-833379-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:17:59.787595 dv-neutron-833379-1-hyperv neutron-server[88601]: [parameters: {'id': '99210e0f-f253-451e-ae16-c04c20f2c0a1'}] Mar 11 16:17:59.787595 dv-neutron-833379-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:17:59.788423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:17:59.794064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] For port 6d238c70-68d2-407b-be52-e344459a3921, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:17:59.794478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attempted to set empty binding levels {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 11 16:17:59.824586 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-e0769bf8-13f8-46d3-af5d-65e155cbf6cb tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:17:59.826224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e0769bf8-13f8-46d3-af5d-65e155cbf6cb tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags/tempest-TagsExtTest-Tag-340843994 HTTP/1.1" status: 404 len: 328 time: 0.0882535 Mar 11 16:17:59.828383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56512) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:59.833491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-ce704617-ff09-4660-bc00-07ddcdc26bcd tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8', {'tags': ['tempest-TagsExtTest-Tag-1515750577', 'tempest-TagsExtTest-Tag-563557803', 'tempest-TagsExtTest-Tag-725352787']}) {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:59.893745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.014280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] In _notify_port_updated(), no bound segment for port 6d238c70-68d2-407b-be52-e344459a3921 on network 8663f57e-b1f1-4e31-b314-6fb96050c58b {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:18:00.015151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:00.018595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.019937 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "PUT /v2.0/ports/6d238c70-68d2-407b-be52-e344459a3921 HTTP/1.1" status: 200 len: 981 time: 2.7027142 Mar 11 16:18:00.027167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56518) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:00.056593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a93656-9456-491d-a872-0d3ff0d34a00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event updated for resources: {'Port': ['ID=6d238c70-68d2-407b-be52-e344459a3921,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:00.084171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56522) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:00.110822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97aa40f0-f4de-4854-a558-95df2828aa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.133948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.134342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.135196 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP e4ebd213-09d0-47bc-a3cd-bff744b66537 disassociated. External IP: 172.26.8.178, port: 91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58. Mar 11 16:18:00.136229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:00.140596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-97aa40f0-f4de-4854-a558-95df2828aa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:00.156755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-97aa40f0-f4de-4854-a558-95df2828aa6c admin admin] Usage tracker for resource:security_group_rule and tenant:01fbfdaf98bc4e7ebf4c5d8801f3cc48 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:00.160116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-97aa40f0-f4de-4854-a558-95df2828aa6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:00.169057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-dd969016-5ded-4643-8374-1ac4651f6f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Deleting port 6d238c70-68d2-407b-be52-e344459a3921 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:00.169409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd969016-5ded-4643-8374-1ac4651f6f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.175079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-97aa40f0-f4de-4854-a558-95df2828aa6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:00.238009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:00.301181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.324223 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce704617-ff09-4660-bc00-07ddcdc26bcd tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags HTTP/1.1" status: 200 len: 316 time: 0.4911294 Mar 11 16:18:00.325993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56532) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:00.332844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97aa40f0-f4de-4854-a558-95df2828aa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.337281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-5bc3bdaa-f897-4bcd-a02b-06b922de4650 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:00.339507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d4f64c61-ba34-4bd6-8792-00c720afdecf up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:00.411335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c349433-3b8a-4bb5-b437-bf09e4637a35 None None] Network 99210e0f-f253-451e-ae16-c04c20f2c0a1 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:00.446895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c593638f-1f39-4bad-9366-767d6aefd708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.467942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port d4f64c61-ba34-4bd6-8792-00c720afdecf {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:00.468279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.500335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a287c2d1-29c3-4364-9865-a0ba66ce4cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.523005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-97aa40f0-f4de-4854-a558-95df2828aa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.551685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a287c2d1-29c3-4364-9865-a0ba66ce4cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:00.566992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a287c2d1-29c3-4364-9865-a0ba66ce4cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2613330f8a494991a7fbc8025dc34b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:00.577302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c593638f-1f39-4bad-9366-767d6aefd708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:00.580555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a287c2d1-29c3-4364-9865-a0ba66ce4cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:00.591392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a287c2d1-29c3-4364-9865-a0ba66ce4cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:00.592580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c593638f-1f39-4bad-9366-767d6aefd708 admin admin] Usage tracker for resource:security_group_rule and tenant:d6dcaaca67944e00961b507ce8957d6b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:00.599617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-30e37e02-eb9d-4c87-a9e7-d10d02444b92 None None] Provisioning for port d4f64c61-ba34-4bd6-8792-00c720afdecf completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:00.599773 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-97aa40f0-f4de-4854-a558-95df2828aa6c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=01fbfdaf98bc4e7ebf4c5d8801f3cc48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5169330 Mar 11 16:18:00.603939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c593638f-1f39-4bad-9366-767d6aefd708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:00.607153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56536) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:00.607452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d4f64c61-ba34-4bd6-8792-00c720afdecf completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:00.608663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa40f0-f4de-4854-a558-95df2828aa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9074217f-8644-458c-80a4-7fc5f9620744,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:00.614264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-30e37e02-eb9d-4c87-a9e7-d10d02444b92 None None] Provisioning complete for port d4f64c61-ba34-4bd6-8792-00c720afdecf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:00.614632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30e37e02-eb9d-4c87-a9e7-d10d02444b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.644396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d4f64c61-ba34-4bd6-8792-00c720afdecf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:00.644975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.666580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c593638f-1f39-4bad-9366-767d6aefd708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:00.765743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a287c2d1-29c3-4364-9865-a0ba66ce4cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.786759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.799363 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5bc3bdaa-f897-4bcd-a02b-06b922de4650 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags HTTP/1.1" status: 204 len: 168 time: 0.4675663 Mar 11 16:18:00.799711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56540) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:00.806045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-726f827e-62d3-4387-b753-ef962a7c9d7f tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8', 'tempest-TagsExtTest-Tag-1515750577') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:00.863632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a287c2d1-29c3-4364-9865-a0ba66ce4cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.921582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.928217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287c2d1-29c3-4364-9865-a0ba66ce4cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d36de4c-ba22-4811-a05d-e1c791a0dff7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:00.933507 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a287c2d1-29c3-4364-9865-a0ba66ce4cf4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a2613330f8a494991a7fbc8025dc34b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2496257 Mar 11 16:18:00.936956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] DHCP port deletion for 99210e0f-f253-451e-ae16-c04c20f2c0a1 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:18:00.938766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56544) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:00.943622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30e37e02-eb9d-4c87-a9e7-d10d02444b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:00.965835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Deleting port d4f64c61-ba34-4bd6-8792-00c720afdecf {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:00.966228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.017206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-dd969016-5ded-4643-8374-1ac4651f6f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] For port 6d238c70-68d2-407b-be52-e344459a3921, host hv-neutron-8333, got binding levels [] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:01.017796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd969016-5ded-4643-8374-1ac4651f6f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.020960 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-726f827e-62d3-4387-b753-ef962a7c9d7f tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:18:01.022073 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-726f827e-62d3-4387-b753-ef962a7c9d7f tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags/tempest-TagsExtTest-Tag-1515750577 HTTP/1.1" status: 404 len: 329 time: 0.2213786 Mar 11 16:18:01.029223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56548) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.033679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:01.037682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-2d59302c-cad9-47ef-8e96-8c59d61ea7e8 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8', 'tempest-TagsExtTest-Tag-563557803') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.041544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-30e37e02-eb9d-4c87-a9e7-d10d02444b92 None None] For port d4f64c61-ba34-4bd6-8792-00c720afdecf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d4f64c61-ba34-4bd6-8792-00c720afdecf,segment=NetworkSegment(188d048e-0e75-43d3-955a-3284ba9c4887),segment_id=188d048e-0e75-43d3-955a-3284ba9c4887)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:01.139697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-51325920-09bb-438e-8336-b51c1aa197c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.181087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30e37e02-eb9d-4c87-a9e7-d10d02444b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.219330 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-2d59302c-cad9-47ef-8e96-8c59d61ea7e8 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:18:01.224114 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2d59302c-cad9-47ef-8e96-8c59d61ea7e8 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags/tempest-TagsExtTest-Tag-563557803 HTTP/1.1" status: 404 len: 328 time: 0.1902292 Mar 11 16:18:01.224114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56552) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.229951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-51325920-09bb-438e-8336-b51c1aa197c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.238906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-bad13311-856c-4aa0-919b-18862d092dd6 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8', 'tempest-TagsExtTest-Tag-725352787') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.289869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] For port d4f64c61-ba34-4bd6-8792-00c720afdecf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d4f64c61-ba34-4bd6-8792-00c720afdecf,segment=NetworkSegment(188d048e-0e75-43d3-955a-3284ba9c4887),segment_id=188d048e-0e75-43d3-955a-3284ba9c4887)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:01.290091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.311097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-dd969016-5ded-4643-8374-1ac4651f6f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Calling delete_port for 6d238c70-68d2-407b-be52-e344459a3921 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:01.372696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf64bb8e-6d09-4bfa-8c8c-b34b48dd2338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.382891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port d4f64c61-ba34-4bd6-8792-00c720afdecf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d4f64c61-ba34-4bd6-8792-00c720afdecf,segment=NetworkSegment(188d048e-0e75-43d3-955a-3284ba9c4887),segment_id=188d048e-0e75-43d3-955a-3284ba9c4887)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:01.383274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.399225 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-bad13311-856c-4aa0-919b-18862d092dd6 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:18:01.400727 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bad13311-856c-4aa0-919b-18862d092dd6 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags/tempest-TagsExtTest-Tag-725352787 HTTP/1.1" status: 404 len: 328 time: 0.1761756 Mar 11 16:18:01.403384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56556) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.409131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-37a19312-a863-475d-81d4-bb9fcf0c30e6 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334', {'tags': ['tempest-TagsExtTest-Tag-1898982253', 'tempest-TagsExtTest-Tag-956558696', 'tempest-TagsExtTest-Tag-2132608']}) {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.447799 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Calling delete_port for d4f64c61-ba34-4bd6-8792-00c720afdecf owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:01.483034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:01.483371 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:01.487092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e37e02-eb9d-4c87-a9e7-d10d02444b92 None None] Pushing event updated for resources: {'Port': ['ID=d4f64c61-ba34-4bd6-8792-00c720afdecf,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:01.524139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-51325920-09bb-438e-8336-b51c1aa197c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.553250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51325920-09bb-438e-8336-b51c1aa197c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d36de4c-ba22-4811-a05d-e1c791a0dff7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:01.562279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-51325920-09bb-438e-8336-b51c1aa197c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.565798 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-51325920-09bb-438e-8336-b51c1aa197c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d36de4c-ba22-4811-a05d-e1c791a0dff7 HTTP/1.1" status: 204 len: 168 time: 0.5743246 Mar 11 16:18:01.584611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:01.585119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:01.593768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for d4f64c61-ba34-4bd6-8792-00c720afdecf owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:01.615807 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-37a19312-a863-475d-81d4-bb9fcf0c30e6 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "PUT /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags HTTP/1.1" status: 200 len: 314 time: 0.2094042 Mar 11 16:18:01.616593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56562) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.626236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-3d228979-1943-48ea-b5d5-501c2411bea9 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.691573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf64bb8e-6d09-4bfa-8c8c-b34b48dd2338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.739688 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d228979-1943-48ea-b5d5-501c2411bea9 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags HTTP/1.1" status: 204 len: 168 time: 0.1217504 Mar 11 16:18:01.742491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56566) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.748501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-df27fa19-5fee-4cea-9fdb-1323a3ed3083 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334', 'tempest-TagsExtTest-Tag-1898982253') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.772995 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-df27fa19-5fee-4cea-9fdb-1323a3ed3083 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:18:01.774010 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df27fa19-5fee-4cea-9fdb-1323a3ed3083 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags/tempest-TagsExtTest-Tag-1898982253 HTTP/1.1" status: 404 len: 329 time: 0.0305207 Mar 11 16:18:01.777630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.782407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-d8151eb4-ea0e-459e-97f1-fea09b452557 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334', 'tempest-TagsExtTest-Tag-956558696') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.800146 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c593638f-1f39-4bad-9366-767d6aefd708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.811419 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-d8151eb4-ea0e-459e-97f1-fea09b452557 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:18:01.812738 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8151eb4-ea0e-459e-97f1-fea09b452557 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags/tempest-TagsExtTest-Tag-956558696 HTTP/1.1" status: 404 len: 328 time: 0.0341558 Mar 11 16:18:01.815650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56576) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.821111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-1afac860-ce7b-45ab-96c0-75239b415afc tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334', 'tempest-TagsExtTest-Tag-2132608') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.832001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:01.845268 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1afac860-ce7b-45ab-96c0-75239b415afc tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] show failed (client error): The resource could not be found. Mar 11 16:18:01.849173 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1afac860-ce7b-45ab-96c0-75239b415afc tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags/tempest-TagsExtTest-Tag-2132608 HTTP/1.1" status: 404 len: 326 time: 0.0297866 Mar 11 16:18:01.849435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56580) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.855110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-14f34757-5d71-4b07-beb9-42ad4d3cca29 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c848ed7d-c49e-475a-af0a-c9f615d72334') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.885638 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-14f34757-5d71-4b07-beb9-42ad4d3cca29 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334/tags HTTP/1.1" status: 204 len: 168 time: 0.0325375 Mar 11 16:18:01.885843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56584) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.890833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-57ea8e5f-e256-428a-b1b8-82403422a4f1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f41de607-31e9-45c2-94b9-dc8147e529a8') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:01.899708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c593638f-1f39-4bad-9366-767d6aefd708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.908058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:01.908360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:01.908856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd969016-5ded-4643-8374-1ac4651f6f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.008865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd969016-5ded-4643-8374-1ac4651f6f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d238c70-68d2-407b-be52-e344459a3921,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:02.020612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf64bb8e-6d09-4bfa-8c8c-b34b48dd2338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.036162 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-57ea8e5f-e256-428a-b1b8-82403422a4f1 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1469393 Mar 11 16:18:02.037027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56588) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.039803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd969016-5ded-4643-8374-1ac4651f6f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.045600 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c593638f-1f39-4bad-9366-767d6aefd708 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6dcaaca67944e00961b507ce8957d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8025177 Mar 11 16:18:02.046225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-0e6ba195-491c-42f7-976a-d40391e41f3d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd4e9ed76-d159-4321-a021-a52190d5c436') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:02.046448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593638f-1f39-4bad-9366-767d6aefd708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2803d6db-262e-43a4-a65c-f32a734acf5e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:02.076114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56592) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.086789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Deleting port d4f64c61-ba34-4bd6-8792-00c720afdecf {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:02.087385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.146519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64bb8e-6d09-4bfa-8c8c-b34b48dd2338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9074217f-8644-458c-80a4-7fc5f9620744,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:02.201001 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dd969016-5ded-4643-8374-1ac4651f6f91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "DELETE /v2.0/ports/6d238c70-68d2-407b-be52-e344459a3921 HTTP/1.1" status: 204 len: 168 time: 2.1700873 Mar 11 16:18:02.202835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:02.204393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb4f1a8d-bb03-4e25-92d9-9659a54d21d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.204523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56596) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.219899 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e69fc-b1b0-4a9a-a7a3-ef0833a68d9b None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:02.234381 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0e6ba195-491c-42f7-976a-d40391e41f3d tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436/tags HTTP/1.1" status: 204 len: 168 time: 0.1962075 Mar 11 16:18:02.237281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56600) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.237399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56602) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.244022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e69fc-b1b0-4a9a-a7a3-ef0833a68d9b None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:02.244841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a27e69fc-b1b0-4a9a-a7a3-ef0833a68d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:02.252823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.tag.tag_plugin [None req-cbd88e7e-cdb3-4690-8beb-7edde559d85f tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '513a7783-5ff6-49b2-9dc1-a2b240fa5dcb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:02.269857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf64bb8e-6d09-4bfa-8c8c-b34b48dd2338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.270996 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bf64bb8e-6d09-4bfa-8c8c-b34b48dd2338 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9074217f-8644-458c-80a4-7fc5f9620744 HTTP/1.1" status: 204 len: 168 time: 1.6434827 Mar 11 16:18:02.301472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb4f1a8d-bb03-4e25-92d9-9659a54d21d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.319473 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dca4d41-4ba7-42c6-bfee-e5ecc77212a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:18:02.320248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5dca4d41-4ba7-42c6-bfee-e5ecc77212a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Synchronizing usage tracker for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:02.344590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d4f64c61-ba34-4bd6-8792-00c720afdecf no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:02.366750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.368982 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d3a677f7-847a-4a5d-81ac-a2bbf947e15a tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/ports/91b7c06d-0794-4a7b-9fb6-30ffbf0f4a58 HTTP/1.1" status: 204 len: 168 time: 3.7823157 Mar 11 16:18:02.371815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56610) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.398017 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4693e8eb-1bab-48f3-8bf8-f7dc3305ca76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e43be23ba1143c084612f1fe0d234f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581087 Mar 11 16:18:02.404619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.420691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a27e69fc-b1b0-4a9a-a7a3-ef0833a68d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:02.453564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port d4f64c61-ba34-4bd6-8792-00c720afdecf {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:02.454157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.461215 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cbd88e7e-cdb3-4690-8beb-7edde559d85f tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb/tags HTTP/1.1" status: 204 len: 168 time: 0.2228448 Mar 11 16:18:02.471669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56618) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.511235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6296109-79da-464c-8464-d1959d2651b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.518412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e69fc-b1b0-4a9a-a7a3-ef0833a68d9b None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:02.519725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a27e69fc-b1b0-4a9a-a7a3-ef0833a68d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:02.542266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6296109-79da-464c-8464-d1959d2651b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.566857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb4f1a8d-bb03-4e25-92d9-9659a54d21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.603714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a27e69fc-b1b0-4a9a-a7a3-ef0833a68d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:02.604380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e69fc-b1b0-4a9a-a7a3-ef0833a68d9b None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:02.614702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] For port d4f64c61-ba34-4bd6-8792-00c720afdecf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d4f64c61-ba34-4bd6-8792-00c720afdecf,segment=NetworkSegment(188d048e-0e75-43d3-955a-3284ba9c4887),segment_id=188d048e-0e75-43d3-955a-3284ba9c4887)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:02.615322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.669058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5dca4d41-4ba7-42c6-bfee-e5ecc77212a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] Unset dirty status for tenant:1749400966924ddeae3ea006ee417989 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:02.673661 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5dca4d41-4ba7-42c6-bfee-e5ecc77212a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-340405170-project-admin] 10.222.0.57 "GET /v2.0/ports/6d238c70-68d2-407b-be52-e344459a3921 HTTP/1.1" status: 404 len: 333 time: 0.4641457 Mar 11 16:18:02.688328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56622) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.698896 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a22a0089-c7a4-4b17-ab9c-b9124f378471 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "GET /v2.0/floatingips/e4ebd213-09d0-47bc-a3cd-bff744b66537 HTTP/1.1" status: 200 len: 688 time: 0.3259840 Mar 11 16:18:02.719850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56626) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.727025 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f1a8d-bb03-4e25-92d9-9659a54d21d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2803d6db-262e-43a4-a65c-f32a734acf5e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:02.766370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb4f1a8d-bb03-4e25-92d9-9659a54d21d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.771821 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eb4f1a8d-bb03-4e25-92d9-9659a54d21d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2803d6db-262e-43a4-a65c-f32a734acf5e HTTP/1.1" status: 204 len: 168 time: 0.6901522 Mar 11 16:18:02.835299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Calling delete_port for d4f64c61-ba34-4bd6-8792-00c720afdecf owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:02.881286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6296109-79da-464c-8464-d1959d2651b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.912390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6296109-79da-464c-8464-d1959d2651b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aa3cb2-8e23-4ffc-b5c1-8d5dad7dbcd4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:02.925433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6296109-79da-464c-8464-d1959d2651b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.926788 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e6296109-79da-464c-8464-d1959d2651b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6aa3cb2-8e23-4ffc-b5c1-8d5dad7dbcd4 HTTP/1.1" status: 204 len: 168 time: 0.5210214 Mar 11 16:18:02.929252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f5fde3a-9f75-43b4-ae3f-d96cd4d354a4 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for subnetpool, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.931211 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3f5fde3a-9f75-43b4-ae3f-d96cd4d354a4 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnetpools/c848ed7d-c49e-475a-af0a-c9f615d72334 HTTP/1.1" status: 204 len: 168 time: 0.4582345 Mar 11 16:18:02.934740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56640) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:02.986052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e52be7ae-03a6-401e-a443-5a17642016b4 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Synchronizing usage tracker for tenant:61b95c3813824847be3dcc5a3399a846 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:03.025404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port e889412e-64ca-4716-a9bc-bb6d0bb83ee7 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:03.026516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.037397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.081051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e52be7ae-03a6-401e-a443-5a17642016b4 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Unset dirty status for tenant:61b95c3813824847be3dcc5a3399a846 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:03.082402 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e52be7ae-03a6-401e-a443-5a17642016b4 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "GET /v2.0/ports?device_id=f41de607-31e9-45c2-94b9-dc8147e529a8 HTTP/1.1" status: 200 len: 205 time: 0.1464458 Mar 11 16:18:03.084768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56644) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:03.120897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.233313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34818d6-5bef-4099-937a-aeb1cb1b4f76 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.273979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.349567 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] Pushing event deleted for resources: {'Port': ['ID=d4f64c61-ba34-4bd6-8792-00c720afdecf,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:03.355333 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3d775-319f-49cf-aba2-cb3d20818986 None None] No DVR routers for this DVR port d4f64c61-ba34-4bd6-8792-00c720afdecf on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:03.416744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port d4f64c61-ba34-4bd6-8792-00c720afdecf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d4f64c61-ba34-4bd6-8792-00c720afdecf,segment=NetworkSegment(188d048e-0e75-43d3-955a-3284ba9c4887),segment_id=188d048e-0e75-43d3-955a-3284ba9c4887)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:03.417114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.483988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.484856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.607927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34818d6-5bef-4099-937a-aeb1cb1b4f76 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.610519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34818d6-5bef-4099-937a-aeb1cb1b4f76 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.684495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.736958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56660) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:03.751826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34818d6-5bef-4099-937a-aeb1cb1b4f76 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.752296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34818d6-5bef-4099-937a-aeb1cb1b4f76 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Fanout notify agent at l3_agent the message router_deleted on router f41de607-31e9-45c2-94b9-dc8147e529a8 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:18:03.753767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for e889412e-64ca-4716-a9bc-bb6d0bb83ee7 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:03.770212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34818d6-5bef-4099-937a-aeb1cb1b4f76 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.778512 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b34818d6-5bef-4099-937a-aeb1cb1b4f76 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/routers/f41de607-31e9-45c2-94b9-dc8147e529a8 HTTP/1.1" status: 204 len: 168 time: 0.6924415 Mar 11 16:18:03.786903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56664) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:03.790657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for d4f64c61-ba34-4bd6-8792-00c720afdecf owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:03.858369 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b94222ce-9211-4589-8dce-672fed7e5054 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0be2a111d6e54f2092275f99125e5a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1182451 Mar 11 16:18:03.860598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56668) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:03.881833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8663f57e-b1f1-4e31-b314-6fb96050c58b']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:03.882123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-00ae394b-a146-4cd7-8aab-4ae84db32850 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Deleting port d4e9ed76-d159-4321-a021-a52190d5c436 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:03.884242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00ae394b-a146-4cd7-8aab-4ae84db32850 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.933731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:03.934024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdacc3f-d6bf-4ae2-aab4-30f2c772e52f') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:04.108594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.132363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:04.132684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:04.170108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.190133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00ae394b-a146-4cd7-8aab-4ae84db32850 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.197490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:04.197490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.208035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8392c455-98ea-483b-9ca2-8438b0fe11cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:04.209748 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:04.318909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8392c455-98ea-483b-9ca2-8438b0fe11cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.327757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-00ae394b-a146-4cd7-8aab-4ae84db32850 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Calling delete_port for d4e9ed76-d159-4321-a021-a52190d5c436 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:04.378385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.437327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=e889412e-64ca-4716-a9bc-bb6d0bb83ee7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:04.439525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.501952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.507822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.508167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.508506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.508836 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.509167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.509518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.510384 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.510691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.511015 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.514679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.514679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.514679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:04.526395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] Pushing event deleted for resources: {'Network': ['ID=8663f57e-b1f1-4e31-b314-6fb96050c58b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:04.528163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8392c455-98ea-483b-9ca2-8438b0fe11cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.555987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00ae394b-a146-4cd7-8aab-4ae84db32850 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.609883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae394b-a146-4cd7-8aab-4ae84db32850 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Pushing event deleted for resources: {'Port': ['ID=d4e9ed76-d159-4321-a021-a52190d5c436,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:04.614611 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2a076f69-c1c5-48a1-8135-c6c9df6e9a71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250052971-project] 10.222.0.57 "DELETE /v2.0/networks/8663f57e-b1f1-4e31-b314-6fb96050c58b HTTP/1.1" status: 204 len: 168 time: 1.9250314 Mar 11 16:18:04.615990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392c455-98ea-483b-9ca2-8438b0fe11cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4a8141-56ec-408b-964a-d2d0b50c9f99,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:04.622042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8392c455-98ea-483b-9ca2-8438b0fe11cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.626198 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8392c455-98ea-483b-9ca2-8438b0fe11cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec4a8141-56ec-408b-964a-d2d0b50c9f99 HTTP/1.1" status: 204 len: 168 time: 0.7574911 Mar 11 16:18:04.642250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.644700 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.646495 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b5b7c1ed-d557-418d-b747-77c7b19428d8 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/floatingips/e4ebd213-09d0-47bc-a3cd-bff744b66537 HTTP/1.1" status: 204 len: 168 time: 1.9232745 Mar 11 16:18:04.653817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56700) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:04.660337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '025a7808-9003-4e68-ad53-d1ec4ff34e42'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:04.666596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:04.671039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:floatingip and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:04.675042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:04.683423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:04.751232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:04.765803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port d4f64c61-ba34-4bd6-8792-00c720afdecf {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:04.766162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.818996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.872665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00ae394b-a146-4cd7-8aab-4ae84db32850 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:04.887867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] The port 'd4f64c61-ba34-4bd6-8792-00c720afdecf' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:18:04.946099 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-00ae394b-a146-4cd7-8aab-4ae84db32850 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/ports/d4e9ed76-d159-4321-a021-a52190d5c436 HTTP/1.1" status: 204 len: 168 time: 1.1579232 Mar 11 16:18:04.949735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56712) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:05.021674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d407cb-ddef-4805-aff7-7b18f0c879b0 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Deleting subnet 513a7783-5ff6-49b2-9dc1-a2b240fa5dcb {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:18:05.024660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36d407cb-ddef-4805-aff7-7b18f0c879b0 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.066856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.085688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36d407cb-ddef-4805-aff7-7b18f0c879b0 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.105968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99210e0f-f253-451e-ae16-c04c20f2c0a1']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:05.123489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188d048e-0e75-43d3-955a-3284ba9c4887') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:05.124829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188d048e-0e75-43d3-955a-3284ba9c4887') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:05.139823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.159502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.168973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:05.169382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:05.188243 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:05.191053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36d407cb-ddef-4805-aff7-7b18f0c879b0 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.264926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.504451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36d407cb-ddef-4805-aff7-7b18f0c879b0 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.508367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.531623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.553241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36d407cb-ddef-4805-aff7-7b18f0c879b0 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.556451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973b34e-7ae6-4338-88a6-8d41e8b3933c None None] Network 1c88171f-f6da-4b75-b2b0-51327d424764 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:05.557828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d407cb-ddef-4805-aff7-7b18f0c879b0 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Pushing event deleted for resources: {'Subnet': ['ID=513a7783-5ff6-49b2-9dc1-a2b240fa5dcb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:05.567257 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-36d407cb-ddef-4805-aff7-7b18f0c879b0 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/subnets/513a7783-5ff6-49b2-9dc1-a2b240fa5dcb HTTP/1.1" status: 204 len: 168 time: 0.6141338 Mar 11 16:18:05.568327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=99210e0f-f253-451e-ae16-c04c20f2c0a1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:05.570297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56720) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:05.617109 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e19b26bb-96b4-424e-9171-a2ea817fee0a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/99210e0f-f253-451e-ae16-c04c20f2c0a1 HTTP/1.1" status: 204 len: 168 time: 7.5959151 Mar 11 16:18:05.621983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56724) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:05.628760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120104187'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:05.634802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:05.646806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:05.652432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:05.667462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:05.745985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1823927266'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:05.751178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:05.755061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:05.755509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.775773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Usage tracker for resource:network and tenant:fc12fda696c24eb2989554e383ef97c9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:05.782488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:05.797222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.800370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:05.815811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:05.825674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.26.8.248 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/19aa08db-9cbc-4299-aa66-0db2b7b186d3) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:05.831401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.831811 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 65867c79-9088-45b8-b8db-cf2ae3459b33 of type vlan for network 5631dca7-6765-446d-8e35-c6df5fba907f Mar 11 16:18:05.842848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Deleting port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:05.842848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.855476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56730) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:05.867998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.898656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Made reservation on behalf of fc12fda696c24eb2989554e383ef97c9 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:05.899138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.927950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835be1af-bcf7-4085-9949-415d9a52cddf None None] DHCP port deletion for 1c88171f-f6da-4b75-b2b0-51327d424764 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:18:05.934863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-835be1af-bcf7-4085-9949-415d9a52cddf None None] Deleting port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:05.935236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-835be1af-bcf7-4085-9949-415d9a52cddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.947142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.955355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:05.969408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:05.971391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.031262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:06.077787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Usage tracker for resource:security_group_rule and tenant:fc12fda696c24eb2989554e383ef97c9 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:06.086575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:06.096073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:06.207717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-835be1af-bcf7-4085-9949-415d9a52cddf None None] For port 5839e9c6-2df0-4e6e-ac4c-92fccd566825, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5839e9c6-2df0-4e6e-ac4c-92fccd566825,segment=NetworkSegment(262748f1-ca58-4462-92a3-a7da41b3fab3),segment_id=262748f1-ca58-4462-92a3-a7da41b3fab3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:06.208530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-835be1af-bcf7-4085-9949-415d9a52cddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.256526 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6d938de4-9b2b-4ae0-8371-94cf34e90612 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b83842e53a774c06976b9382d36905bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994305 Mar 11 16:18:06.260410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56748) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:06.274993 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6502981 Mar 11 16:18:06.326561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56750) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:06.327620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=5631dca7-6765-446d-8e35-c6df5fba907f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:06.337383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5839e9c6-2df0-4e6e-ac4c-92fccd566825 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:06.346611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': '5631dca7-6765-446d-8e35-c6df5fba907f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:06.364340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.365036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.365565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.366077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.366635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.367157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.367881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.368380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.368879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.369378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.369942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.370456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326065a5-a00f-4ade-999d-347247933914 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:06.469563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-835be1af-bcf7-4085-9949-415d9a52cddf None None] Calling delete_port for 5839e9c6-2df0-4e6e-ac4c-92fccd566825 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:06.496503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.511860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 5631dca7-6765-446d-8e35-c6df5fba907f details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:06.543966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] For port 5839e9c6-2df0-4e6e-ac4c-92fccd566825, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5839e9c6-2df0-4e6e-ac4c-92fccd566825,segment=NetworkSegment(262748f1-ca58-4462-92a3-a7da41b3fab3),segment_id=262748f1-ca58-4462-92a3-a7da41b3fab3)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:06.544613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.551317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:06.556107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:06.560212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:06.561895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56760) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:06.566961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:06.613361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5156-7e03-4cc5-86b1-ca52705327b1 req-2caf68dc-12ac-4c21-ab43-1da5b96e36e5 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:06.615278 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-02ed5156-7e03-4cc5-86b1-ca52705327b1 req-2caf68dc-12ac-4c21-ab43-1da5b96e36e5 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3267601 Mar 11 16:18:06.616252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6090740f-106a-4b1b-9865-ba8a6d9ade1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.658147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:06.661992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.710151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6090740f-106a-4b1b-9865-ba8a6d9ade1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.721080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Calling delete_port for 5839e9c6-2df0-4e6e-ac4c-92fccd566825 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:06.799394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.824386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.851189 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-02ed5156-7e03-4cc5-86b1-ca52705327b1 req-35b4e63f-928f-4464-8228-c40d1f87b8bd tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244904 Mar 11 16:18:06.875094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-835be1af-bcf7-4085-9949-415d9a52cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.890236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:06.890236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:06.927036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:06.951333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.044489 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835be1af-bcf7-4085-9949-415d9a52cddf None None] Pushing event deleted for resources: {'Port': ['ID=5839e9c6-2df0-4e6e-ac4c-92fccd566825,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:07.053526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835be1af-bcf7-4085-9949-415d9a52cddf None None] No DVR routers for this DVR port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:07.076515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6090740f-106a-4b1b-9865-ba8a6d9ade1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.092720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:07.109424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090740f-106a-4b1b-9865-ba8a6d9ade1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6563f05c-cf2a-489f-bfda-171712db95ef,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:07.110467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:07.111417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f098cb9-3829-4e85-ab6c-8c9b38b9e478,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:07.117802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:07.132503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:07.175950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.176430 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Added segment 38d30b9e-6b2a-4748-82e1-2be77d4c59df of type vlan for network 0c1505d8-1196-4936-89e1-d1aed6a7f32b Mar 11 16:18:07.187457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6090740f-106a-4b1b-9865-ba8a6d9ade1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.188617 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6090740f-106a-4b1b-9865-ba8a6d9ade1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6563f05c-cf2a-489f-bfda-171712db95ef HTTP/1.1" status: 204 len: 168 time: 0.9117930 Mar 11 16:18:07.196171 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=19aa08db-9cbc-4299-aa66-0db2b7b186d3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:07.208767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1788037867', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:07.221609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:07.239858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Usage tracker for resource:port and tenant:1656f5e15c434aaea7f7f24837e027e4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:07.245305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:07.257290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:07.263034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.298619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.352373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56778) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:07.389127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Deleting port 5839e9c6-2df0-4e6e-ac4c-92fccd566825 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:07.389581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.418149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=89eb7405-5f81-4b47-ad55-c5bad999cbdc,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:07.431092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': '65867c79-9088-45b8-b8db-cf2ae3459b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5631dca7-6765-446d-8e35-c6df5fba907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:07.431483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: 5631dca7-6765-446d-8e35-c6df5fba907f, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:07.457880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Made reservation on behalf of 1656f5e15c434aaea7f7f24837e027e4 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:07.460300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.521234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network 5631dca7-6765-446d-8e35-c6df5fba907f is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:07.540719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.558101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] The port '5839e9c6-2df0-4e6e-ac4c-92fccd566825' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:18:07.561327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.566893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:07.567576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.600144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 5631dca7-6765-446d-8e35-c6df5fba907f) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:07.606506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:07.607769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.611039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2e7aa-d4dd-480e-9603-61c4c11db26a None None] Network 5631dca7-6765-446d-8e35-c6df5fba907f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:07.658140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:07.728246 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f2f9b435-0d7d-46d8-9b48-2efa494c5238 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3926210 Mar 11 16:18:07.731969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56788) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:07.846888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.877835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c88171f-f6da-4b75-b2b0-51327d424764']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:07.891035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262748f1-ca58-4462-92a3-a7da41b3fab3') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:07.891510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262748f1-ca58-4462-92a3-a7da41b3fab3') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:07.909591 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e7dc8790-666b-4a5c-bf1d-ad7c5bff45a0 tempest-AgentManagementNegativeTest-1943015059 tempest-AgentManagementNegativeTest-1943015059-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5530276 Mar 11 16:18:07.919493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Usage tracker for resource:security_group_rule and tenant:1656f5e15c434aaea7f7f24837e027e4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:07.935878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:07.938797 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-5631dca7-6765-446d-8e35-c6df5fba907f', 'network_id': '5631dca7-6765-446d-8e35-c6df5fba907f', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': '89eb7405-5f81-4b47-ad55-c5bad999cbdc'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:07.941499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.943247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.950447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:07.970116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:08.042495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.061604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event updated for resources: {'Network': ['ID=0c1505d8-1196-4936-89e1-d1aed6a7f32b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:08.136441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.149310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 0c1505d8-1196-4936-89e1-d1aed6a7f32b details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:08.164974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56794) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:08.172263 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-23408eac-fb7e-49f5-ac6a-895d474c08e9 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4174294 Mar 11 16:18:08.172263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:08.173131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.189858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56798) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:08.191110 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:08.203412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Request body: {'subnet': {'network_id': '0c1505d8-1196-4936-89e1-d1aed6a7f32b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:08.276641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Allocated IP 172.20.0.1 (5631dca7-6765-446d-8e35-c6df5fba907f/89eb7405-5f81-4b47-ad55-c5bad999cbdc/66321788-df4d-452a-8e99-35249c829cf5) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:08.454279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd86ca8-6634-45d5-8afe-49e8585cfff0 req-7d4d794b-d6ea-44b1-966e-2b8d07f2feb6 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:08.455964 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ffd86ca8-6634-45d5-8afe-49e8585cfff0 req-7d4d794b-d6ea-44b1-966e-2b8d07f2feb6 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 1.1003036 Mar 11 16:18:08.457931 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-23c1cc96-b26c-499d-85b8-2cdc72b5d952 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1749400966924ddeae3ea006ee417989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915199 Mar 11 16:18:08.459269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:08.477287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:08.484997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Usage tracker for resource:subnet and tenant:fc12fda696c24eb2989554e383ef97c9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:08.489553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:08.505521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:08.508798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56808) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:08.548569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4abed349-344a-41ce-bba0-039da394cb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.552345 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ffd86ca8-6634-45d5-8afe-49e8585cfff0 req-8053d88c-8b8b-4e6f-8a47-647701cb7e20 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833316 Mar 11 16:18:08.563063 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.594348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.598140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.603118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Made reservation on behalf of fc12fda696c24eb2989554e383ef97c9 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:08.605541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.616025 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.619607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] Pushing event deleted for resources: {'Network': ['ID=1c88171f-f6da-4b75-b2b0-51327d424764,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:08.633189 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-23001737-3da7-45b3-a203-bbcadb263273 tempest-TagsExtTest-1453934730 tempest-TagsExtTest-1453934730-project] 10.222.0.57 "DELETE /v2.0/networks/1c88171f-f6da-4b75-b2b0-51327d424764 HTTP/1.1" status: 204 len: 168 time: 3.0505145 Mar 11 16:18:08.633573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Transition to ACTIVE for port object 66321788-df4d-452a-8e99-35249c829cf5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:08.659448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Transition to ACTIVE for port object 66321788-df4d-452a-8e99-35249c829cf5 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:08.669220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.683866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4abed349-344a-41ce-bba0-039da394cb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.711998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] device_id is not set on port 68512302-60f0-45e4-8c80-27b8f076320f yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:08.737698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.754273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e31573-4623-4fa4-bb62-8a1bb795de26,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:08.788068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c7c457be-6c75-4615-9999-20837f521df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.805298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Network 5631dca7-6765-446d-8e35-c6df5fba907f is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:08.809022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:08.815357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:08.826452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.830522 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c7c457be-6c75-4615-9999-20837f521df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:08.842951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c7c457be-6c75-4615-9999-20837f521df6 admin admin] Usage tracker for resource:security_group_rule and tenant:c00737f51fd64dd49bc6c71a634d6a23 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:08.849345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c7c457be-6c75-4615-9999-20837f521df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:08.851530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Pushing event updated for resources: {'Port': ['ID=66321788-df4d-452a-8e99-35249c829cf5,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:08.863340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c7c457be-6c75-4615-9999-20837f521df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:08.920003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Attempting to bind port 66321788-df4d-452a-8e99-35249c829cf5 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:08.920640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Attempting to bind port 66321788-df4d-452a-8e99-35249c829cf5 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '65867c79-9088-45b8-b8db-cf2ae3459b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5631dca7-6765-446d-8e35-c6df5fba907f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:08.921171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Attempting to bind port 66321788-df4d-452a-8e99-35249c829cf5 on network 5631dca7-6765-446d-8e35-c6df5fba907f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:08.923833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5c442-e4c0-4ebf-8b92-a6e0c5d52028 req-18cf563e-bdfc-4c5f-8efa-6804e0dfe178 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:08.929084 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5de5c442-e4c0-4ebf-8b92-a6e0c5d52028 req-18cf563e-bdfc-4c5f-8efa-6804e0dfe178 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.1475258 Mar 11 16:18:08.929227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:08.929227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Checking segment: {'id': '65867c79-9088-45b8-b8db-cf2ae3459b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5631dca7-6765-446d-8e35-c6df5fba907f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:08.929227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.929227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Bound using segment: {'id': '65867c79-9088-45b8-b8db-cf2ae3459b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5631dca7-6765-446d-8e35-c6df5fba907f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:08.930208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Bound port: 66321788-df4d-452a-8e99-35249c829cf5, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65867c79-9088-45b8-b8db-cf2ae3459b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '5631dca7-6765-446d-8e35-c6df5fba907f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:08.930758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:08.966374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Allocated IP 172.26.8.210 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/68512302-60f0-45e4-8c80-27b8f076320f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:08.994731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.045052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] For port 66321788-df4d-452a-8e99-35249c829cf5, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:09.048348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] For port 66321788-df4d-452a-8e99-35249c829cf5, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=66321788-df4d-452a-8e99-35249c829cf5,segment=NetworkSegment(65867c79-9088-45b8-b8db-cf2ae3459b33),segment_id=65867c79-9088-45b8-b8db-cf2ae3459b33)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:09.115737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=89eb7405-5f81-4b47-ad55-c5bad999cbdc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:09.118497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.127391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4abed349-344a-41ce-bba0-039da394cb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.129803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c7c457be-6c75-4615-9999-20837f521df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.146581 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5de5c442-e4c0-4ebf-8b92-a6e0c5d52028 req-8f6ce2b4-913a-4100-964d-2c6b1d649fa2 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029412 Mar 11 16:18:09.174415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.178410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abed349-344a-41ce-bba0-039da394cb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20087f9-2e72-4cfd-8c6d-d669c0c34e97,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:09.233713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c7c457be-6c75-4615-9999-20837f521df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.267154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.299133 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c7c457be-6c75-4615-9999-20837f521df6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c00737f51fd64dd49bc6c71a634d6a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7871046 Mar 11 16:18:09.306211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56824) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:09.330254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56828) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:09.332211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.345793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4abed349-344a-41ce-bba0-039da394cb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.346921 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4abed349-344a-41ce-bba0-039da394cb58 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b20087f9-2e72-4cfd-8c6d-d669c0c34e97 HTTP/1.1" status: 204 len: 168 time: 0.8862097 Mar 11 16:18:09.350668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5631dca7-6765-446d-8e35-c6df5fba907f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:09.371246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65867c79-9088-45b8-b8db-cf2ae3459b33') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:09.371557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65867c79-9088-45b8-b8db-cf2ae3459b33') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:09.400057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.436930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.439997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.458793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59202090-675f-47b1-9f1d-0cd3fca4392f None None] Pushing event updated for resources: {'Port': ['ID=66321788-df4d-452a-8e99-35249c829cf5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:09.482774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c457be-6c75-4615-9999-20837f521df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50ff484-7ce5-4e3f-a8ef-3c1e971a1f05,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:09.500842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:09.501234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:09.520490 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:09.549622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9b5e5-f9ff-4674-b47a-43f166e3b38b None None] Network 5631dca7-6765-446d-8e35-c6df5fba907f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:09.577246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.636122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f9939-52d3-4c59-a0cc-b8dfc1461941 req-1ad1ff8e-60ba-4f1b-bd3f-d67510c4cd90 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:09.637621 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-394f9939-52d3-4c59-a0cc-b8dfc1461941 req-1ad1ff8e-60ba-4f1b-bd3f-d67510c4cd90 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3163528 Mar 11 16:18:09.661324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c548-69a3-43ba-807f-09b29534aed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.717103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event updated for resources: {'Subnet': ['ID=c19b5218-7a29-46dc-9d8d-a9d67a619566,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:09.753604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c548-69a3-43ba-807f-09b29534aed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.769651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:18:09.769651 dv-neutron-833379-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:18:09.769651 dv-neutron-833379-1-hyperv neutron-server[88600]: [parameters: {'id': '5631dca7-6765-446d-8e35-c6df5fba907f'}] Mar 11 16:18:09.769651 dv-neutron-833379-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:09.770874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:09.783418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Checking segment: {'id': '38d30b9e-6b2a-4748-82e1-2be77d4c59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '0c1505d8-1196-4936-89e1-d1aed6a7f32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:09.784008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Network hostable DHCP agents. Network: 0c1505d8-1196-4936-89e1-d1aed6a7f32b, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:09.802270 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-04ea72e6-383c-4522-ab75-4bb6a45038d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=61b95c3813824847be3dcc5a3399a846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579046 Mar 11 16:18:09.802931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731cb31e-adcc-45bc-9534-0a95a37227cc None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:18:09.804668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56838) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:09.845070 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-394f9939-52d3-4c59-a0cc-b8dfc1461941 req-db26203d-8297-453e-83fc-b1ca4c3858d3 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465297 Mar 11 16:18:09.879893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.919141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40a44f86-c405-4577-8bf8-e4a82f9c828c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.935029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Network 0c1505d8-1196-4936-89e1-d1aed6a7f32b is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:09.954681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40a44f86-c405-4577-8bf8-e4a82f9c828c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.959060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.960832 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.966982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c548-69a3-43ba-807f-09b29534aed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:09.988576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3c548-69a3-43ba-807f-09b29534aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50ff484-7ce5-4e3f-a8ef-3c1e971a1f05,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:10.013099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1e3c548-69a3-43ba-807f-09b29534aed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.014317 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1e3c548-69a3-43ba-807f-09b29534aed7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e50ff484-7ce5-4e3f-a8ef-3c1e971a1f05 HTTP/1.1" status: 204 len: 168 time: 0.6966753 Mar 11 16:18:10.024237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 0c1505d8-1196-4936-89e1-d1aed6a7f32b) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:10.024608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:10.025196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.109746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:10.111648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:10.129742 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7da51431-5d2c-45bb-ae13-2a5e02b098c5 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9353383 Mar 11 16:18:10.129989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56852) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:10.135747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Request body: {'port': {'network_id': '0c1505d8-1196-4936-89e1-d1aed6a7f32b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1404458700'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:10.145207 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:10.156548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731cb31e-adcc-45bc-9534-0a95a37227cc None None] Unable to find a vacant binding_index for network 0c1505d8-1196-4936-89e1-d1aed6a7f32b and agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c {{(pid=88602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 11 16:18:10.162687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731cb31e-adcc-45bc-9534-0a95a37227cc None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 0c1505d8-1196-4936-89e1-d1aed6a7f32b) {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:18:10.243624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=19aa08db-9cbc-4299-aa66-0db2b7b186d3,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:10.260080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40a44f86-c405-4577-8bf8-e4a82f9c828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.300692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.307330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:10.307541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a44f86-c405-4577-8bf8-e4a82f9c828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fc1d72-4d02-4135-99b2-5881c2c03d7f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:10.307659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.319110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.340269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40a44f86-c405-4577-8bf8-e4a82f9c828c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.341541 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-40a44f86-c405-4577-8bf8-e4a82f9c828c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2fc1d72-4d02-4135-99b2-5881c2c03d7f HTTP/1.1" status: 204 len: 168 time: 0.5357869 Mar 11 16:18:10.345399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port 66321788-df4d-452a-8e99-35249c829cf5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:10.347815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.486767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Pushing event updated for resources: {'Port': ['ID=68512302-60f0-45e4-8c80-27b8f076320f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:10.602603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:10.609565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Usage tracker for resource:port and tenant:fc12fda696c24eb2989554e383ef97c9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:10.660947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-0c1505d8-1196-4936-89e1-d1aed6a7f32b', 'network_id': '0c1505d8-1196-4936-89e1-d1aed6a7f32b', 'tenant_id': 'fc12fda696c24eb2989554e383ef97c9', 'fixed_ips': [{'subnet_id': 'c19b5218-7a29-46dc-9d8d-a9d67a619566'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:10.661929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.662605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:10.669573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:10.687274 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7dab5095-78f5-4fd8-a79a-071439128090 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.1240966 Mar 11 16:18:10.735084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56870) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:10.743035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Made reservation on behalf of fc12fda696c24eb2989554e383ef97c9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:10.747107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.755611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}]}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:10.773127 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP 3d04ee04-c3e8-4be5-abe8-3f2d5d66071d associated. External IP: 172.26.8.248, port: 025a7808-9003-4e68-ad53-d1ec4ff34e42. Mar 11 16:18:10.782757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] device_id is not set on port 70d4e370-abea-450f-ba8c-c29ce2067a0c yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:10.834263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:10.847765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Usage tracker for resource:router and tenant:1656f5e15c434aaea7f7f24837e027e4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:10.849546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port 66321788-df4d-452a-8e99-35249c829cf5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=66321788-df4d-452a-8e99-35249c829cf5,segment=NetworkSegment(65867c79-9088-45b8-b8db-cf2ae3459b33),segment_id=65867c79-9088-45b8-b8db-cf2ae3459b33)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:10.849912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:10.861101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:10.879998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:10.912495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Allocated IP 172.20.0.2 (0c1505d8-1196-4936-89e1-d1aed6a7f32b/c19b5218-7a29-46dc-9d8d-a9d67a619566/4d850ab8-5041-46cd-8d97-7eeec2a31103) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:11.014230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bea8d-459d-496e-b027-70a04e9a87a7 req-4921386a-0e03-4fdd-8d3f-f8e40bad4835 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:11.015803 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f99bea8d-459d-496e-b027-70a04e9a87a7 req-4921386a-0e03-4fdd-8d3f-f8e40bad4835 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.4882789 Mar 11 16:18:11.030459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.031505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.160553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for 66321788-df4d-452a-8e99-35249c829cf5 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:11.199897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.219869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Transition to ACTIVE for port object 4d850ab8-5041-46cd-8d97-7eeec2a31103 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:11.245848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Transition to ACTIVE for port object 4d850ab8-5041-46cd-8d97-7eeec2a31103 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:11.257512 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f99bea8d-459d-496e-b027-70a04e9a87a7 req-3c1b094b-b81d-44c8-b28d-6a4b4c3eb21b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281106 Mar 11 16:18:11.258772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.324569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.400893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56892) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:11.419603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.433919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-252dc2fe-cbbc-4914-98fb-ce3c2ecfd3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.463620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Network 0c1505d8-1196-4936-89e1-d1aed6a7f32b is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:11.469491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:11.472426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:11.485023 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Port': ['ID=66321788-df4d-452a-8e99-35249c829cf5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:11.494788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No DVR routers for this DVR port 66321788-df4d-452a-8e99-35249c829cf5 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:11.496757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Pushing event updated for resources: {'Port': ['ID=4d850ab8-5041-46cd-8d97-7eeec2a31103,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:11.598662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:11.646003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Attempting to bind port 4d850ab8-5041-46cd-8d97-7eeec2a31103 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:11.646420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Attempting to bind port 4d850ab8-5041-46cd-8d97-7eeec2a31103 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '38d30b9e-6b2a-4748-82e1-2be77d4c59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '0c1505d8-1196-4936-89e1-d1aed6a7f32b'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:11.646780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Attempting to bind port 4d850ab8-5041-46cd-8d97-7eeec2a31103 on network 0c1505d8-1196-4936-89e1-d1aed6a7f32b {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:11.664546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:11.664546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Checking segment: {'id': '38d30b9e-6b2a-4748-82e1-2be77d4c59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '0c1505d8-1196-4936-89e1-d1aed6a7f32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:11.664546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.664546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Bound using segment: {'id': '38d30b9e-6b2a-4748-82e1-2be77d4c59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '0c1505d8-1196-4936-89e1-d1aed6a7f32b'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:11.664546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Bound port: 4d850ab8-5041-46cd-8d97-7eeec2a31103, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d30b9e-6b2a-4748-82e1-2be77d4c59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '0c1505d8-1196-4936-89e1-d1aed6a7f32b'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:11.664546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.679666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-90f213e1-844e-4aed-baa6-4960d9663bb8 {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:11.680095 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:11.686346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.716029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5631dca7-6765-446d-8e35-c6df5fba907f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:11.748210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65867c79-9088-45b8-b8db-cf2ae3459b33') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:11.748875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65867c79-9088-45b8-b8db-cf2ae3459b33') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:11.772846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.779803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.794801 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] For port 4d850ab8-5041-46cd-8d97-7eeec2a31103, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:11.798218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] For port 4d850ab8-5041-46cd-8d97-7eeec2a31103, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4d850ab8-5041-46cd-8d97-7eeec2a31103,segment=NetworkSegment(38d30b9e-6b2a-4748-82e1-2be77d4c59df),segment_id=38d30b9e-6b2a-4748-82e1-2be77d4c59df)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:11.800908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.808487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:11.808938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:11.825143 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:11.860561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.927899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1590512130'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:11.932202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:11.937080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:network and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:11.940998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:11.949234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:12.003089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.026530 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.038771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:12.043335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.045018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6fc46-7bb3-4240-ae95-d8761409ea09 None None] Pushing event updated for resources: {'Port': ['ID=4d850ab8-5041-46cd-8d97-7eeec2a31103,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:12.065989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=5631dca7-6765-446d-8e35-c6df5fba907f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:12.071313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.092065 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e6cb0b31-e5d9-4530-bc94-d4d91a3b903f tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/5631dca7-6765-446d-8e35-c6df5fba907f HTTP/1.1" status: 204 len: 168 time: 4.3587260 Mar 11 16:18:12.096769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56916) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:12.103416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-664891793'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:12.104684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:12.109599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:12.112067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:12.115905 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630d8b7-6af2-4116-b82d-ea175eec4e86 None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:12.117343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:security_group_rule and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:12.120741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:12.123403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:12.126217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:12.142241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:12.144452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:12.146159 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630d8b7-6af2-4116-b82d-ea175eec4e86 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:12.147065 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d630d8b7-6af2-4116-b82d-ea175eec4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:12.184713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.222478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] device_id is not set on port 37b197a0-003e-48a5-b119-4eff4f06323e yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:12.282731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:12.286273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.378264 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d630d8b7-6af2-4116-b82d-ea175eec4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:12.409704 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630d8b7-6af2-4116-b82d-ea175eec4e86 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:12.411168 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d630d8b7-6af2-4116-b82d-ea175eec4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:17:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:12.441455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56926) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:12.460693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.518300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:12.559018 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d630d8b7-6af2-4116-b82d-ea175eec4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:12.559483 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630d8b7-6af2-4116-b82d-ea175eec4e86 None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:12.655990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.657408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.658088 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 99de1f21-4ed2-4405-aa9c-76addfcd5b45 of type vlan for network 649efc01-1cc1-451d-92c6-9792f5530f78 Mar 11 16:18:12.666916 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-402b74da-7a71-47b1-8fe8-30d60816ddd9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0128777 Mar 11 16:18:12.670806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56934) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:12.690663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1997283211'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:12.697204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Allocated IP 172.20.0.9 (0c1505d8-1196-4936-89e1-d1aed6a7f32b/c19b5218-7a29-46dc-9d8d-a9d67a619566/37b197a0-003e-48a5-b119-4eff4f06323e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:12.701275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.703657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:12.731813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1588101201'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:12.735341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.740634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:network and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:12.747106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.750618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:12.759057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:12.763919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:12.770822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Usage tracker for resource:network and tenant:cf79515fc8774ec49edd91e92f0473a4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:12.779488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.785071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:12.819448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:12.833291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744096aa-8d16-4cee-9d43-c3bf84239380 req-d607ef5e-364f-479f-baf6-cfb2a37f96ab tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:12.834832 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-744096aa-8d16-4cee-9d43-c3bf84239380 req-d607ef5e-364f-479f-baf6-cfb2a37f96ab tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3016071 Mar 11 16:18:12.898274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Made reservation on behalf of e30791a170fb4ba3a08af54ea693903d for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:12.902102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.912416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:12.950661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb9d89c-846a-4e3f-9ed8-cdc9ef1f4992,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:13.014572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.014802 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Added segment 764d197d-4d67-45e9-b627-56bd9925ad1d of type vlan for network b7970c8d-d4d0-48da-9704-4bf255aacaa9 Mar 11 16:18:13.021349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Made reservation on behalf of cf79515fc8774ec49edd91e92f0473a4 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:13.024809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.035499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.043276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:13.043276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.072021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-744096aa-8d16-4cee-9d43-c3bf84239380 req-eafe1f9b-0493-46cd-a65c-b67654a160ed tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113876 Mar 11 16:18:13.151565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.168458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.186479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:13.284561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:13.307997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Usage tracker for resource:security_group_rule and tenant:cf79515fc8774ec49edd91e92f0473a4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:13.311447 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.315221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.315568 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Added segment c0f1e29c-be7c-4776-a5da-d40424dbec25 of type vlan for network e38223fb-0695-4ac7-aac2-e5972941a210 Mar 11 16:18:13.318995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=649efc01-1cc1-451d-92c6-9792f5530f78,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:13.332726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 649efc01-1cc1-451d-92c6-9792f5530f78 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:13.344192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:13.374139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f615980-a3a7-42f5-949a-5ece0836a6cd None None] Network 0c1505d8-1196-4936-89e1-d1aed6a7f32b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:13.411150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.420786 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-932fb78b-e3d4-477f-be51-808d93d30e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.434812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Transition to ACTIVE for port object 37b197a0-003e-48a5-b119-4eff4f06323e will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:13.515370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:13.536517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a5a0250c-d40b-421f-9b80-6345c324d9ad None None] Provisioning for port 4d850ab8-5041-46cd-8d97-7eeec2a31103 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:13.543925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.546762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.561239 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-72a10f10-cd9a-43c2-a950-3ef1f48852b7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4634242 Mar 11 16:18:13.581457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56954) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:13.590673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.602704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': '649efc01-1cc1-451d-92c6-9792f5530f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:13.632197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.634388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.637959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:13.639390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.744123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:18:13.758864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:13.763071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:13.765928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Network 0c1505d8-1196-4936-89e1-d1aed6a7f32b is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:13.766372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:13.773287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:13.818566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.819408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5126925-a3c3-4b03-908e-a662bbaf6bb0 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:18:13.827356 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4213896 Mar 11 16:18:13.827356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:13.830096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56958) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:13.844516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:13.851838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:13.873525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:13.877563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.001065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event updated for resources: {'Port': ['ID=37b197a0-003e-48a5-b119-4eff4f06323e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:14.024463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a2475-13ef-4188-8cf1-e25d0eecafe3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Network': ['ID=b7970c8d-d4d0-48da-9704-4bf255aacaa9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:14.041300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:14.101456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:14.107570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:14.111387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:14.118869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:14.124971 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:18:14.126634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.129374 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-071c1922-e0c1-40f3-bdeb-c04e336dd8e0 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3929811 Mar 11 16:18:14.132673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56964) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:14.169750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.186490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:14.187138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.201449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56968) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:14.212053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917963905', 'description': 'tempest-secgroup-smoke-917963905 description', 'project_id': '4e260780a780480b9a6bfa8b85d3d465'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:14.224897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:14.235148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:security_group and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:14.244027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:14.247896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:14.254507 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.282009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:14.282309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.302100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:14.332212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.347682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4d850ab8-5041-46cd-8d97-7eeec2a31103 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:14.369284 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6972332 Mar 11 16:18:14.390556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56972) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:14.412748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.441791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfca45c-19ab-4b71-8609-d54c083de7c1 None None] Network 0c1505d8-1196-4936-89e1-d1aed6a7f32b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:14.467962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'subnet': {'network_id': 'e38223fb-0695-4ac7-aac2-e5972941a210', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:14.499168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:14.532614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 4d850ab8-5041-46cd-8d97-7eeec2a31103 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:14.543935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b57d7e-f0ff-422a-801b-85c0bf0d7f3e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Network': ['ID=e38223fb-0695-4ac7-aac2-e5972941a210,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:14.546865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8fa0c6-f145-483e-9812-b5a6663203c8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:14.552940 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c65fe7e5-1886-4433-9dfb-747141251714 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.4220157 Mar 11 16:18:14.556797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 56976) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:14.561089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network e38223fb-0695-4ac7-aac2-e5972941a210 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:14.562849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9fe88d3d-8cae-49d8-abf9-2851cfc76863 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Deleting port 68512302-60f0-45e4-8c80-27b8f076320f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:14.563198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fe88d3d-8cae-49d8-abf9-2851cfc76863 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.590258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 4d850ab8-5041-46cd-8d97-7eeec2a31103 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:14.590258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.602418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.643780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Request body: {'port': {'network_id': '0c1505d8-1196-4936-89e1-d1aed6a7f32b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-440060166', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:14.644596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] bootfile-name is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:14.645123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] tftp-server is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:14.645615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] server-ip-address is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:14.655206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0ad6bd6f-eeaf-4b29-930d-a9840b2b72ac None None] Provisioning complete for port 4d850ab8-5041-46cd-8d97-7eeec2a31103 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:14.655678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bd6f-eeaf-4b29-930d-a9840b2b72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.657416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.669272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.669844 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Added segment 606566ed-274a-4126-b0b9-81d84d13d518 of type vlan for network 820a35e3-114b-4112-baf5-38545ab9d429 Mar 11 16:18:14.683085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=e013c39a-7c2f-4ab4-a92a-ca24490754d3,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:14.691303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.702307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:14.709254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': '99de1f21-4ed2-4405-aa9c-76addfcd5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '649efc01-1cc1-451d-92c6-9792f5530f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:14.709600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: 649efc01-1cc1-451d-92c6-9792f5530f78, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:14.715563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:security_group_rule and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:14.732970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:14.748371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:14.836234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.852887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.863325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:14.882287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:subnet and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:14.883096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.888055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:14.908306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network 649efc01-1cc1-451d-92c6-9792f5530f78 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:14.909506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:14.963728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=6c6b117c-32f5-4266-b5e4-28bba471e5ee,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:14.967387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:14.979843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:14.981573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network hostable DHCP agents. Network: b7970c8d-d4d0-48da-9704-4bf255aacaa9, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:14.981698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03686da-2867-4294-b831-21cb3324a955 req-ddb2f050-fbf6-4519-9332-5672d9497e17 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:14.982442 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b03686da-2867-4294-b831-21cb3324a955 req-ddb2f050-fbf6-4519-9332-5672d9497e17 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.6960390 Mar 11 16:18:15.004400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 649efc01-1cc1-451d-92c6-9792f5530f78) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:15.010582 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:15.010989 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.031031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f3413-4a88-4c39-af49-8bc301dbd3d2 None None] Network 649efc01-1cc1-451d-92c6-9792f5530f78 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:15.038914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.054114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:15.061345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:15.068872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Usage tracker for resource:port and tenant:fc12fda696c24eb2989554e383ef97c9 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:15.082625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:security_group_rule and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:15.085435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:15.089465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:15.090625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.101130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:15.103663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1f349d-bb03-4bea-bbe3-ea423ac46d66,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:15.107429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, b7970c8d-d4d0-48da-9704-4bf255aacaa9) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:15.116296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:15.117704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.127415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.134283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:15.135581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.140646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Made reservation on behalf of e30791a170fb4ba3a08af54ea693903d for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:15.144151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.163590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:15.163822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a4719-7e20-4e53-84e0-1c6d5423432e None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:15.169499 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a2f93622-ad1d-43df-ae62-a82b25cb5c97 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5844223 Mar 11 16:18:15.169662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:15.172404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56980) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:15.224554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bd6f-eeaf-4b29-930d-a9840b2b72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.237162 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3e4d0e62-b28f-475d-9bed-908ae5000232 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4056787 Mar 11 16:18:15.241049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56984) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:15.326721 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b03686da-2867-4294-b831-21cb3324a955 req-b16ffc46-7b50-47c5-96a4-fbf62e29406e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377469 Mar 11 16:18:15.347891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 4d850ab8-5041-46cd-8d97-7eeec2a31103, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4d850ab8-5041-46cd-8d97-7eeec2a31103,segment=NetworkSegment(38d30b9e-6b2a-4748-82e1-2be77d4c59df),segment_id=38d30b9e-6b2a-4748-82e1-2be77d4c59df)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:15.415695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.419903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.420125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'name': 'tempest-NetworksTestDHCPv6-958876859'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:15.458212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Made reservation on behalf of fc12fda696c24eb2989554e383ef97c9 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:15.461630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.472025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.578799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fe88d3d-8cae-49d8-abf9-2851cfc76863 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.603504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event updated for resources: {'Network': ['ID=820a35e3-114b-4112-baf5-38545ab9d429,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:15.618680 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9cff6821-cc6e-49c4-af11-c7a5db035d23 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.1763432 Mar 11 16:18:15.627386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56992) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:15.628264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 820a35e3-114b-4112-baf5-38545ab9d429 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:15.642473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Request body: {'subnet': {'network_id': '820a35e3-114b-4112-baf5-38545ab9d429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:15.668034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.676800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a5164-1c49-4b65-b50c-a4230b343f26,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:15.685123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-0ad6bd6f-eeaf-4b29-930d-a9840b2b72ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:15.685707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-0ad6bd6f-eeaf-4b29-930d-a9840b2b72ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:15.690785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] device_id is not set on port 83e61ba9-3a23-4b52-9933-e88bb9bc50d8 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:15.713137 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-649efc01-1cc1-451d-92c6-9792f5530f78', 'network_id': '649efc01-1cc1-451d-92c6-9792f5530f78', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': 'e013c39a-7c2f-4ab4-a92a-ca24490754d3'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:15.714156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.732721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.734083 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-63da3813-c90a-4c99-8967-505058a900e4 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5290682 Mar 11 16:18:15.784605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 56996) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:15.801205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'security_group_rule': {'security_group_id': '1e9a5164-1c49-4b65-b50c-a4230b343f26', 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:15.812621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9fe88d3d-8cae-49d8-abf9-2851cfc76863 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Calling delete_port for 68512302-60f0-45e4-8c80-27b8f076320f owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:15.818543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=4d850ab8-5041-46cd-8d97-7eeec2a31103,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:15.848271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:15.864718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:15.871178 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:security_group_rule and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:15.883328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:15.891294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:15.904132 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:15.911050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:15.913632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:15.924257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '6c6b117c-32f5-4266-b5e4-28bba471e5ee'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:15.925408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.927728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:15.932360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Usage tracker for resource:subnet and tenant:cf79515fc8774ec49edd91e92f0473a4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:15.939309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.945601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:15.964621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:15.978554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.050639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-92054df8-3858-4a68-86c7-69125affe46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:16.052376 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-92054df8-3858-4a68-86c7-69125affe46c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1099 time: 0.9849048 Mar 11 16:18:16.100676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Made reservation on behalf of cf79515fc8774ec49edd91e92f0473a4 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:16.105515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.107012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Allocated IP 172.20.0.2 (649efc01-1cc1-451d-92c6-9792f5530f78/e013c39a-7c2f-4ab4-a92a-ca24490754d3/f31e273b-acef-4319-aae1-00a231d3f152) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:16.154796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.223926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:16.227184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.302524 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/6c6b117c-32f5-4266-b5e4-28bba471e5ee/c7d1ba75-a1ff-433c-b9a9-5d776e384e95) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:16.303055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 8f5850f9-64c7-4497-8182-50323b1a12f4 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:16.359930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4d850ab8-5041-46cd-8d97-7eeec2a31103 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:16.370743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Allocated IP 172.20.0.14 (0c1505d8-1196-4936-89e1-d1aed6a7f32b/c19b5218-7a29-46dc-9d8d-a9d67a619566/83e61ba9-3a23-4b52-9933-e88bb9bc50d8) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:16.393797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.465429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.488731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-174fec98-4f9c-4dd1-a1e2-c9c878633ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:16.490493 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-174fec98-4f9c-4dd1-a1e2-c9c878633ca7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 913 time: 0.3987365 Mar 11 16:18:16.555602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fe88d3d-8cae-49d8-abf9-2851cfc76863 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.562636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0fe0dc-35be-44de-a1bf-0e22d9a22975,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:16.593466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.653007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564925f-08e9-4916-970f-53afbee39e6e req-eb4107d9-10ff-43eb-a74b-23171c810c43 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:16.654833 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7564925f-08e9-4916-970f-53afbee39e6e req-eb4107d9-10ff-43eb-a74b-23171c810c43 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.1503932 Mar 11 16:18:16.685941 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0ad6bd6f-eeaf-4b29-930d-a9840b2b72ac None None] Provisioning for port 37b197a0-003e-48a5-b119-4eff4f06323e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:16.702854 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7564925f-08e9-4916-970f-53afbee39e6e req-b83b7a7a-add3-41de-85b0-a34a70242ab9 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424352 Mar 11 16:18:16.705128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.706291 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fdb47fad-aff3-4e4b-8837-ad5a4ac4e51d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9170351 Mar 11 16:18:16.707586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.717471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57002) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:16.720301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.726009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe88d3d-8cae-49d8-abf9-2851cfc76863 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Pushing event deleted for resources: {'Port': ['ID=68512302-60f0-45e4-8c80-27b8f076320f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:16.744089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0ad6bd6f-eeaf-4b29-930d-a9840b2b72ac None None] Provisioning complete for port 37b197a0-003e-48a5-b119-4eff4f06323e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:16.747849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0ad6bd6f-eeaf-4b29-930d-a9840b2b72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.754978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'security_group_rule': {'security_group_id': '1e9a5164-1c49-4b65-b50c-a4230b343f26', 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:16.772521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:16.786439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:security_group_rule and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:16.800812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Transition to ACTIVE for port object f31e273b-acef-4319-aae1-00a231d3f152 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:16.816259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:16.827802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:16.840653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event updated for resources: {'Subnet': ['ID=f46fb1b7-7187-4833-b19d-16de41b8d457,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:16.856093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Checking segment: {'id': '606566ed-274a-4126-b0b9-81d84d13d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '820a35e3-114b-4112-baf5-38545ab9d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:16.856527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Network hostable DHCP agents. Network: 820a35e3-114b-4112-baf5-38545ab9d429, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:16.876604 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-0650dfcc-f31f-4ff8-acca-497dad87c1a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 1001 time: 0.3779147 Mar 11 16:18:16.895832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6bd6f-eeaf-4b29-930d-a9840b2b72ac None None] Port 37b197a0-003e-48a5-b119-4eff4f06323e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:16.897231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 4d850ab8-5041-46cd-8d97-7eeec2a31103 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:16.897596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.942488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Transition to ACTIVE for port object f31e273b-acef-4319-aae1-00a231d3f152 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:16.957860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:16.975273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Network 820a35e3-114b-4112-baf5-38545ab9d429 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:16.975481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Subnet': ['ID=89ece2b8-88cf-4dea-99d8-7b0755d39f8c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:16.987697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.002834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Transition to ACTIVE for port object c7d1ba75-a1ff-433c-b9a9-5d776e384e95 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:17.021467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Checking segment: {'id': 'c0f1e29c-be7c-4776-a5da-d40424dbec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e38223fb-0695-4ac7-aac2-e5972941a210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:17.021807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network hostable DHCP agents. Network: e38223fb-0695-4ac7-aac2-e5972941a210, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:17.049814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 820a35e3-114b-4112-baf5-38545ab9d429) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:17.054935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:17.055959 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.058698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.070671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-b97fbe09-d6d3-48df-a449-0b0a5e0c5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:17.072107 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-b97fbe09-d6d3-48df-a449-0b0a5e0c5f88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 200 len: 851 time: 0.1470909 Mar 11 16:18:17.079217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fe88d3d-8cae-49d8-abf9-2851cfc76863 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.087244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.098144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.109816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd16c9-0998-4eeb-8348-7beed377d1cd None None] Network 820a35e3-114b-4112-baf5-38545ab9d429 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:17.137530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Transition to ACTIVE for port object c7d1ba75-a1ff-433c-b9a9-5d776e384e95 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:17.140635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=e013c39a-7c2f-4ab4-a92a-ca24490754d3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:17.145399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.149799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.162523 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9fe88d3d-8cae-49d8-abf9-2851cfc76863 tempest-RoutersAdminNegativeIpV6Test-99274074 tempest-RoutersAdminNegativeIpV6Test-99274074-project-admin] 10.222.0.57 "DELETE /v2.0/ports/68512302-60f0-45e4-8c80-27b8f076320f HTTP/1.1" status: 204 len: 168 time: 3.0022130 Mar 11 16:18:17.169631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Network 649efc01-1cc1-451d-92c6-9792f5530f78 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:17.173838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Transition to ACTIVE for port object 83e61ba9-3a23-4b52-9933-e88bb9bc50d8 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:17.180436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:17.204057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7170b16-12ce-4917-9c7c-5f7a7228d77e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:17.210768 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fcbcb590-fc07-4f8b-bc5f-5a1fffdec224 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5805078 Mar 11 16:18:17.218446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-de3c0b2b-d8db-4c8f-9261-dbe88c42931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:17.218446 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-de3c0b2b-d8db-4c8f-9261-dbe88c42931b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a03412e-50be-451f-a956-37655eb04392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1336231 Mar 11 16:18:17.218446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network e38223fb-0695-4ac7-aac2-e5972941a210 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:17.218446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57008) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:17.229918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Request body: {'port': {'network_id': '820a35e3-114b-4112-baf5-38545ab9d429', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1756734292'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:17.233533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb4f581b-8fb5-46f9-b46d-3146e422d060 None None] Provisioning complete for port 4d850ab8-5041-46cd-8d97-7eeec2a31103 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:17.236946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb4f581b-8fb5-46f9-b46d-3146e422d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.239282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.244030 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b8a95061-fec5-4d96-aa0a-661e8728e605 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4993052 Mar 11 16:18:17.272513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57012) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:17.273581 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:17.296806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.308725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'security_group_rule': {'security_group_id': '1e9a5164-1c49-4b65-b50c-a4230b343f26', 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:17.316010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, e38223fb-0695-4ac7-aac2-e5972941a210) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:17.319519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Pushing event updated for resources: {'Port': ['ID=f31e273b-acef-4319-aae1-00a231d3f152,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:17.332593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:17.332901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.367016 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625674f-2961-4c13-a9c5-42e8cc9ccb27 None None] Network e38223fb-0695-4ac7-aac2-e5972941a210 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:17.384580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:17.404938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::28f (b7970c8d-d4d0-48da-9704-4bf255aacaa9/6c6b117c-32f5-4266-b5e4-28bba471e5ee/8f5850f9-64c7-4497-8182-50323b1a12f4) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:17.408329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.417624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.417968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.418335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.418670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.418997 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.419504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.419828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.420151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.420474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.420791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.421107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.421427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:17.450483 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:17.451194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649efc01-1cc1-451d-92c6-9792f5530f78']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:17.451352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.455236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:security_group_rule and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:17.471997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:17.483791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99de1f21-4ed2-4405-aa9c-76addfcd5b45') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:17.483791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99de1f21-4ed2-4405-aa9c-76addfcd5b45') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:17.506293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:17.513816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.522916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:17.534803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:17.546486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.587400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Network 0c1505d8-1196-4936-89e1-d1aed6a7f32b is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:17.592131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:17.592838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.607661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:17.610958 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:17.625654 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6ee180f2-74a5-419c-ada8-c4dcc11edd15 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2299113 Mar 11 16:18:17.628516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:17.637619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57016) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:17.648784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-563447035', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:17.656624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event updated for resources: {'Port': ['ID=83e61ba9-3a23-4b52-9933-e88bb9bc50d8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:17.662697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:17.703847 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-7c383d18-610e-4b62-9190-9084d281924e service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707756 Mar 11 16:18:17.733449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:17.741479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.742054 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Attempting to bind port f31e273b-acef-4319-aae1-00a231d3f152 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:17.742867 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Attempting to bind port f31e273b-acef-4319-aae1-00a231d3f152 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '99de1f21-4ed2-4405-aa9c-76addfcd5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '649efc01-1cc1-451d-92c6-9792f5530f78'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:17.742867 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Attempting to bind port f31e273b-acef-4319-aae1-00a231d3f152 on network 649efc01-1cc1-451d-92c6-9792f5530f78 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:17.753047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Usage tracker for resource:port and tenant:cf79515fc8774ec49edd91e92f0473a4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:17.768536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:17.788326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:17.939072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:router and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:17.952628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:17.952887 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Checking segment: {'id': '99de1f21-4ed2-4405-aa9c-76addfcd5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '649efc01-1cc1-451d-92c6-9792f5530f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:17.953454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.954202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Bound using segment: {'id': '99de1f21-4ed2-4405-aa9c-76addfcd5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '649efc01-1cc1-451d-92c6-9792f5530f78'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:17.954616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Bound port: f31e273b-acef-4319-aae1-00a231d3f152, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99de1f21-4ed2-4405-aa9c-76addfcd5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '649efc01-1cc1-451d-92c6-9792f5530f78'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:17.955150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:17.960601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:17.967978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57024) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:17.977542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Pushing event updated for resources: {'Port': ['ID=c7d1ba75-a1ff-433c-b9a9-5d776e384e95,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:17.990946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:18.031685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Attempting to bind port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:18.032349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Attempting to bind port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:18.033297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Attempting to bind port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:18.034813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:18:18.034813 dv-neutron-833379-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:18:18.034813 dv-neutron-833379-1-hyperv neutron-server[88601]: [parameters: {'id': '649efc01-1cc1-451d-92c6-9792f5530f78'}] Mar 11 16:18:18.034813 dv-neutron-833379-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:18.039019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:18.074890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:18.075550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.084610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.105263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 8f5850f9-64c7-4497-8182-50323b1a12f4 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:18.118074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.120062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.155319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.162678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:18.163053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:18.163448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.163838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:18.164315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Bound port: c7d1ba75-a1ff-433c-b9a9-5d776e384e95, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:18.164683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.165858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17958b92-9ba5-4ffe-a19b-23cc5c22e1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.186355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-17958b92-9ba5-4ffe-a19b-23cc5c22e1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:18.192215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-17958b92-9ba5-4ffe-a19b-23cc5c22e1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:cef0e68f7722411ca250518f2c84f60f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:18.195078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-17958b92-9ba5-4ffe-a19b-23cc5c22e1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:18.195945 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Made reservation on behalf of cf79515fc8774ec49edd91e92f0473a4 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:18.201165 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.201300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-17958b92-9ba5-4ffe-a19b-23cc5c22e1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:18.213592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-820a35e3-114b-4112-baf5-38545ab9d429', 'network_id': '820a35e3-114b-4112-baf5-38545ab9d429', 'tenant_id': 'cf79515fc8774ec49edd91e92f0473a4', 'fixed_ips': [{'subnet_id': 'f46fb1b7-7187-4833-b19d-16de41b8d457'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:18.214518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.245422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] device_id is not set on port 2a68d098-4c93-49c4-86bd-14a131a83698 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:18.261832 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.306279 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c3e2bb5c-3553-4b13-972d-9117825e99ec tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.7464221 Mar 11 16:18:18.308168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57030) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:18.330521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.333556 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-589e3c27-02dd-481b-9fd5-3c7589132eb6 req-836d98bb-8c82-4c75-b2ce-fa9da52f5d5b service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257281 Mar 11 16:18:18.389567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.428940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:18.437555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3660ee74-a42f-4b2b-90ba-cf5854f2f184,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:18.445078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb4f581b-8fb5-46f9-b46d-3146e422d060 None None] Provisioning complete for port 37b197a0-003e-48a5-b119-4eff4f06323e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:18.445635 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb4f581b-8fb5-46f9-b46d-3146e422d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.449292 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:18.452753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:18.458823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:18.459443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.481280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] For port f31e273b-acef-4319-aae1-00a231d3f152, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:18.521747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b8f1c-2fe8-4fb6-8915-e60c98b54bfa req-808d043c-4bbf-4b5b-bd50-257f69c1ce7d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:18.523364 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a6b8f1c-2fe8-4fb6-8915-e60c98b54bfa req-808d043c-4bbf-4b5b-bd50-257f69c1ce7d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.4365475 Mar 11 16:18:18.525046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-e38223fb-0695-4ac7-aac2-e5972941a210', 'network_id': 'e38223fb-0695-4ac7-aac2-e5972941a210', 'tenant_id': 'e30791a170fb4ba3a08af54ea693903d', 'fixed_ips': [{'subnet_id': '89ece2b8-88cf-4dea-99d8-7b0755d39f8c'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:18.526099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.560171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] For port f31e273b-acef-4319-aae1-00a231d3f152, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f31e273b-acef-4319-aae1-00a231d3f152,segment=NetworkSegment(99de1f21-4ed2-4405-aa9c-76addfcd5b45),segment_id=99de1f21-4ed2-4405-aa9c-76addfcd5b45)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:18.587347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f581b-8fb5-46f9-b46d-3146e422d060 None None] Port 37b197a0-003e-48a5-b119-4eff4f06323e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:18.592234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Allocated IP 2001:db8::17 (820a35e3-114b-4112-baf5-38545ab9d429/f46fb1b7-7187-4833-b19d-16de41b8d457/2a68d098-4c93-49c4-86bd-14a131a83698) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:18.599174 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.623353 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a6b8f1c-2fe8-4fb6-8915-e60c98b54bfa req-41518380-197a-4e58-9935-90bf23d84814 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873663 Mar 11 16:18:18.634360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20015a43-61b6-4d20-a684-436b1203a43d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:18.638762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c19a0797-6094-4630-b725-0520f677f45d None None] For port c7d1ba75-a1ff-433c-b9a9-5d776e384e95, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:18.640551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20015a43-61b6-4d20-a684-436b1203a43d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:18.643539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.646785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20015a43-61b6-4d20-a684-436b1203a43d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:18.647911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20015a43-61b6-4d20-a684-436b1203a43d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Synchronizing usage tracker for tenant:fc12fda696c24eb2989554e383ef97c9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:18.651103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.652605 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d6b35a1-cef6-440b-bfbd-734cba47f727 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3793921 Mar 11 16:18:18.656859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57034) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:18.680775 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=8f5850f9-64c7-4497-8182-50323b1a12f4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:18.683468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'security_group_rule': {'security_group_id': '1e9a5164-1c49-4b65-b50c-a4230b343f26', 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:18.693219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:18.693923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c19a0797-6094-4630-b725-0520f677f45d None None] For port c7d1ba75-a1ff-433c-b9a9-5d776e384e95, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c7d1ba75-a1ff-433c-b9a9-5d776e384e95,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:18.712456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:security_group_rule and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:18.719012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:18.733626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:18.789605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.799559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17958b92-9ba5-4ffe-a19b-23cc5c22e1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.805173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.805411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port f31e273b-acef-4319-aae1-00a231d3f152 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:18.805751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.821147 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529101d2-46ec-4735-ba53-718e6f42273e None None] Pushing event updated for resources: {'Port': ['ID=f31e273b-acef-4319-aae1-00a231d3f152,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:18.829583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-20015a43-61b6-4d20-a684-436b1203a43d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Unset dirty status for tenant:fc12fda696c24eb2989554e383ef97c9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:18.834030 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20015a43-61b6-4d20-a684-436b1203a43d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5170889 Mar 11 16:18:18.834972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57038) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:18.859627 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-38af7d10-7aa6-4bd5-bf1a-6353f647f678 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4516108 Mar 11 16:18:18.866849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57042) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:18.917963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a9c1c0e3-3a30-47ac-a302-729784532db0 None None] Provisioning for port 83e61ba9-3a23-4b52-9933-e88bb9bc50d8 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:18.920916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.935676 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:18:18.951379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a9c1c0e3-3a30-47ac-a302-729784532db0 None None] Provisioning complete for port 83e61ba9-3a23-4b52-9933-e88bb9bc50d8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:18.957533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9c1c0e3-3a30-47ac-a302-729784532db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.961113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17958b92-9ba5-4ffe-a19b-23cc5c22e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:18.992026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Allocated IP 172.20.0.2 (e38223fb-0695-4ac7-aac2-e5972941a210/89ece2b8-88cf-4dea-99d8-7b0755d39f8c/288a9f4d-dc91-4959-a5ca-232977464f79) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:18.999751 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0a08d931-61d8-4228-ad50-f21cfe6492d3 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Deleting port 83e61ba9-3a23-4b52-9933-e88bb9bc50d8 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:19.000502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a08d931-61d8-4228-ad50-f21cfe6492d3 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.055132 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a0797-6094-4630-b725-0520f677f45d None None] Pushing event updated for resources: {'Port': ['ID=c7d1ba75-a1ff-433c-b9a9-5d776e384e95,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:19.084723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1c0e3-3a30-47ac-a302-729784532db0 None None] Port 83e61ba9-3a23-4b52-9933-e88bb9bc50d8 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:19.086779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a54e92-7fd3-4ab3-bbea-a2e1b6fe8030 None None] Network 649efc01-1cc1-451d-92c6-9792f5530f78 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:19.100740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.139483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Transition to ACTIVE for port object 2a68d098-4c93-49c4-86bd-14a131a83698 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:19.144753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17958b92-9ba5-4ffe-a19b-23cc5c22e1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4af313-78cd-4b4a-9376-a291bbb7985e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:19.152687 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-17958b92-9ba5-4ffe-a19b-23cc5c22e1c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cef0e68f7722411ca250518f2c84f60f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1804218 Mar 11 16:18:19.169049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57046) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:19.284739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.407901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a08d931-61d8-4228-ad50-f21cfe6492d3 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.489195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.491537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73600c13-6de3-425c-8d55-3bdf2a880d66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:19.498810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73600c13-6de3-425c-8d55-3bdf2a880d66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:19.499612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-73600c13-6de3-425c-8d55-3bdf2a880d66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:19.506658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Transition to ACTIVE for port object 288a9f4d-dc91-4959-a5ca-232977464f79 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:19.524842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port f31e273b-acef-4319-aae1-00a231d3f152, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f31e273b-acef-4319-aae1-00a231d3f152,segment=NetworkSegment(99de1f21-4ed2-4405-aa9c-76addfcd5b45),segment_id=99de1f21-4ed2-4405-aa9c-76addfcd5b45)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:19.525217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.528827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Transition to ACTIVE for port object 288a9f4d-dc91-4959-a5ca-232977464f79 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:19.534805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2eeff5e8-7f09-4d57-b332-711fdad0901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.537508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0a08d931-61d8-4228-ad50-f21cfe6492d3 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Calling delete_port for 83e61ba9-3a23-4b52-9933-e88bb9bc50d8 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:19.585856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.623237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39517174-aacb-42f8-a3ff-047f6b8b37f1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:19.635126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.683268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for f31e273b-acef-4319-aae1-00a231d3f152 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:19.717982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Network e38223fb-0695-4ac7-aac2-e5972941a210 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:19.721042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:19.727703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:19.730192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.735314 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-72a319f5-7fc7-4dea-9402-0a1f4c548077 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0626645 Mar 11 16:18:19.736352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57052) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:19.744803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'security_group_rule': {'security_group_id': '1e9a5164-1c49-4b65-b50c-a4230b343f26', 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:19.751836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:19.756328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:security_group_rule and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:19.759528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:19.764338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-73600c13-6de3-425c-8d55-3bdf2a880d66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:19.767133 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-73600c13-6de3-425c-8d55-3bdf2a880d66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8994036 Mar 11 16:18:19.768218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:19.772920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57056) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:19.782653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Pushing event updated for resources: {'Port': ['ID=288a9f4d-dc91-4959-a5ca-232977464f79,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:19.783724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2eeff5e8-7f09-4d57-b332-711fdad0901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.809305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.878948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a08d931-61d8-4228-ad50-f21cfe6492d3 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.955899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Network 820a35e3-114b-4112-baf5-38545ab9d429 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:19.956838 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Project 4e260780a780480b9a6bfa8b85d3d465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:18:19.959573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Allocated IP 2001:db8::2 (820a35e3-114b-4112-baf5-38545ab9d429/f46fb1b7-7187-4833-b19d-16de41b8d457/f38e2bc5-251d-47db-ae47-59b78415a9d9) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:19.962508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Attempting to bind port 288a9f4d-dc91-4959-a5ca-232977464f79 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:19.963738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Attempting to bind port 288a9f4d-dc91-4959-a5ca-232977464f79 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'c0f1e29c-be7c-4776-a5da-d40424dbec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e38223fb-0695-4ac7-aac2-e5972941a210'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:19.964151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Attempting to bind port 288a9f4d-dc91-4959-a5ca-232977464f79 on network e38223fb-0695-4ac7-aac2-e5972941a210 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:19.972791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:19.973168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Checking segment: {'id': 'c0f1e29c-be7c-4776-a5da-d40424dbec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e38223fb-0695-4ac7-aac2-e5972941a210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:19.973620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.974014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Bound using segment: {'id': 'c0f1e29c-be7c-4776-a5da-d40424dbec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e38223fb-0695-4ac7-aac2-e5972941a210'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:19.974507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Bound port: 288a9f4d-dc91-4959-a5ca-232977464f79, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f1e29c-be7c-4776-a5da-d40424dbec25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e38223fb-0695-4ac7-aac2-e5972941a210'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:19.975798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:19.977094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:19.978689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:19.985010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:19.985647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.019597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-be7a43bb-6a98-44c4-b772-ea3cea8f1d9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 8f5850f9-64c7-4497-8182-50323b1a12f4 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:20.019938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be7a43bb-6a98-44c4-b772-ea3cea8f1d9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.069220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event updated for resources: {'Port': ['ID=2a68d098-4c93-49c4-86bd-14a131a83698,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:20.217232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.238802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08d931-61d8-4228-ad50-f21cfe6492d3 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event deleted for resources: {'Port': ['ID=83e61ba9-3a23-4b52-9933-e88bb9bc50d8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:20.242591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.311330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Port': ['ID=f31e273b-acef-4319-aae1-00a231d3f152,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:20.313578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No DVR routers for this DVR port f31e273b-acef-4319-aae1-00a231d3f152 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:20.317405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2eeff5e8-7f09-4d57-b332-711fdad0901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.332144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb413f-cf7e-4ecc-97af-289b8d94414a req-0881af26-1d1d-414f-b965-2a90066d9e8a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:20.333865 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cdcb413f-cf7e-4ecc-97af-289b8d94414a req-0881af26-1d1d-414f-b965-2a90066d9e8a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.5105276 Mar 11 16:18:20.362217 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7102af3f-bcc7-4f46-81de-9562a5e6093a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1363585 Mar 11 16:18:20.362217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57060) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:20.381330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Request body: {'port': {'network_id': '820a35e3-114b-4112-baf5-38545ab9d429', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1836284587', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:20.382310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] bootfile-name is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:20.383350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] tftp-server is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:20.384079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] server-ip-address is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:20.414674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c7d1ba75-a1ff-433c-b9a9-5d776e384e95 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:20.464289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16dae4f-7d00-4c06-873e-25663da6e6e0 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:20.498020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeff5e8-7f09-4d57-b332-711fdad0901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4af313-78cd-4b4a-9376-a291bbb7985e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:20.550748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] For port 288a9f4d-dc91-4959-a5ca-232977464f79, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:20.576961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.606087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] For port 288a9f4d-dc91-4959-a5ca-232977464f79, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=288a9f4d-dc91-4959-a5ca-232977464f79,segment=NetworkSegment(c0f1e29c-be7c-4776-a5da-d40424dbec25),segment_id=c0f1e29c-be7c-4776-a5da-d40424dbec25)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:20.659864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2eeff5e8-7f09-4d57-b332-711fdad0901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.663446 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2eeff5e8-7f09-4d57-b332-711fdad0901e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af4af313-78cd-4b4a-9376-a291bbb7985e HTTP/1.1" status: 204 len: 168 time: 1.4883676 Mar 11 16:18:20.678728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.693833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.703180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.706351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.737728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.754693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a08d931-61d8-4228-ad50-f21cfe6492d3 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.771773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Transition to ACTIVE for port object f38e2bc5-251d-47db-ae47-59b78415a9d9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:20.773533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be7a43bb-6a98-44c4-b772-ea3cea8f1d9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.780563 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cdcb413f-cf7e-4ecc-97af-289b8d94414a req-56ecfdd3-d54c-4f46-b003-5993b6406b61 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836211 Mar 11 16:18:20.788754 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0a08d931-61d8-4228-ad50-f21cfe6492d3 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "DELETE /v2.0/ports/83e61ba9-3a23-4b52-9933-e88bb9bc50d8 HTTP/1.1" status: 204 len: 168 time: 1.9474511 Mar 11 16:18:20.789669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57066) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:20.800157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e4bb3d72-ebf6-4b5f-acef-668b4fb06de7 None None] Provisioning for port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:20.817166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Request body: {'port': {'name': 'tempest-new-port-name-273132142', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:20.817166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] bootfile-name is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:20.817166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] tftp-server is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:20.817166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] server-ip-address is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:20.835141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649efc01-1cc1-451d-92c6-9792f5530f78']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:20.853309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Transition to ACTIVE for port object f38e2bc5-251d-47db-ae47-59b78415a9d9 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:20.859037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99de1f21-4ed2-4405-aa9c-76addfcd5b45') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:20.859560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99de1f21-4ed2-4405-aa9c-76addfcd5b45') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:20.892396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.899469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c66d16-8304-4ab0-b27e-5a3807270a1a None None] Pushing event updated for resources: {'Port': ['ID=288a9f4d-dc91-4959-a5ca-232977464f79,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:20.923204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:20.931957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:20.937120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.957769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.971731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:20.972142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:20.987148 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:20.991469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.011804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:21.070809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.079303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.26.8.78 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/5559d215-b4e4-4564-add3-9dbbcd194bda) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:21.172852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Usage tracker for resource:port and tenant:cf79515fc8774ec49edd91e92f0473a4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:21.182816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-be7a43bb-6a98-44c4-b772-ea3cea8f1d9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 8f5850f9-64c7-4497-8182-50323b1a12f4 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:21.221788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Network 820a35e3-114b-4112-baf5-38545ab9d429 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:21.230752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:21.237418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:21.258452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:21.271258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.305206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.313685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.317565 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/649efc01-1cc1-451d-92c6-9792f5530f78 HTTP/1.1" status: 204 len: 168 time: 6.1428301 Mar 11 16:18:21.326769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57072) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:21.344487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdc4337-2a6a-46bc-bde7-6bc73071e1a3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:21.344810 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Pushing event updated for resources: {'Port': ['ID=f38e2bc5-251d-47db-ae47-59b78415a9d9,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:21.352424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512446291'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:21.355941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:21.362801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:21.364201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.368683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:21.368984 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4eabe7c3-bd7f-440c-b509-abb52ec9b54e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6299517 Mar 11 16:18:21.375288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57076) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:21.375434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:21.387378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c67d4-38ab-4368-8401-695d9fcba5c4 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=649efc01-1cc1-451d-92c6-9792f5530f78,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:21.389978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:21.395160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'security_group_rule': {'security_group_id': '1e9a5164-1c49-4b65-b50c-a4230b343f26', 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:21.419945 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:21.427628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Attempting to bind port f38e2bc5-251d-47db-ae47-59b78415a9d9 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:21.432551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Attempting to bind port f38e2bc5-251d-47db-ae47-59b78415a9d9 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '606566ed-274a-4126-b0b9-81d84d13d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '820a35e3-114b-4112-baf5-38545ab9d429'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:21.432551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Attempting to bind port f38e2bc5-251d-47db-ae47-59b78415a9d9 on network 820a35e3-114b-4112-baf5-38545ab9d429 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:21.432765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:security_group_rule and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:21.433778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.445624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:21.446973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:21.447597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Checking segment: {'id': '606566ed-274a-4126-b0b9-81d84d13d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '820a35e3-114b-4112-baf5-38545ab9d429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:21.448178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.448667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Bound using segment: {'id': '606566ed-274a-4126-b0b9-81d84d13d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '820a35e3-114b-4112-baf5-38545ab9d429'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:21.449379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Bound port: f38e2bc5-251d-47db-ae47-59b78415a9d9, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606566ed-274a-4126-b0b9-81d84d13d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '820a35e3-114b-4112-baf5-38545ab9d429'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:21.449924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.467089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port c7d1ba75-a1ff-433c-b9a9-5d776e384e95, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c7d1ba75-a1ff-433c-b9a9-5d776e384e95,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:21.472254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:21.485480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.506673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:21.511597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.511781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Made reservation on behalf of cf79515fc8774ec49edd91e92f0473a4 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:21.514929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.571456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.598270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] device_id is not set on port 736739ab-0fd5-4353-bbc3-d63d1e1fc023 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:21.608080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57080) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:21.669697 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Project 4e260780a780480b9a6bfa8b85d3d465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:18:21.685455 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] For port f38e2bc5-251d-47db-ae47-59b78415a9d9, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:21.689568 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-28613287-fd3c-48dc-85e6-eb9f22e8f214 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1656f5e15c434aaea7f7f24837e027e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800989 Mar 11 16:18:21.695968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57084) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:21.714885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] For port f38e2bc5-251d-47db-ae47-59b78415a9d9, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f38e2bc5-251d-47db-ae47-59b78415a9d9,segment=NetworkSegment(606566ed-274a-4126-b0b9-81d84d13d518),segment_id=606566ed-274a-4126-b0b9-81d84d13d518)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:21.720512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.724842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=c7d1ba75-a1ff-433c-b9a9-5d776e384e95,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:21.732261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.795256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.864077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=5559d215-b4e4-4564-add3-9dbbcd194bda,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:21.873914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:21.884373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.885309 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 8a35d6b6-d1cf-48fb-8eb6-571cda783788 of type vlan for network 66c7298a-67e0-430f-ae14-95c6b2bfc90e Mar 11 16:18:21.913175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be7a43bb-6a98-44c4-b772-ea3cea8f1d9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.986578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:21.990925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f64c3f-6c94-44b2-b28e-a2252e7fb246 None None] Pushing event updated for resources: {'Port': ['ID=f38e2bc5-251d-47db-ae47-59b78415a9d9,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:22.006607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-100e7020-bce5-449e-b6df-6d3eace77ae6 None None] Provisioning complete for port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:22.006920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-100e7020-bce5-449e-b6df-6d3eace77ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.012582 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17d3c253-dadd-4c71-8f34-006c0131737d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.020274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a43bb-6a98-44c4-b772-ea3cea8f1d9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=8f5850f9-64c7-4497-8182-50323b1a12f4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:22.071414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17d3c253-dadd-4c71-8f34-006c0131737d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.146569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:22.149308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:22.166895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:22.169624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be7a43bb-6a98-44c4-b772-ea3cea8f1d9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.208492 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-100e7020-bce5-449e-b6df-6d3eace77ae6 None None] Could not find standard attr ID for object 8f5850f9-64c7-4497-8182-50323b1a12f4. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:18:22.237648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Allocated IP 2001:db8::6a (820a35e3-114b-4112-baf5-38545ab9d429/f46fb1b7-7187-4833-b19d-16de41b8d457/736739ab-0fd5-4353-bbc3-d63d1e1fc023) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:22.240769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.327413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb3ee60e-02da-40e9-b535-040307830a19 None None] Could not find standard attr ID for object 8f5850f9-64c7-4497-8182-50323b1a12f4. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:18:22.358232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17d3c253-dadd-4c71-8f34-006c0131737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.398157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.423023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:22.426733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.518599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be7a43bb-6a98-44c4-b772-ea3cea8f1d9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/8f5850f9-64c7-4497-8182-50323b1a12f4 HTTP/1.1" status: 204 len: 168 time: 2.7412400 Mar 11 16:18:22.521058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.533950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57090) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:22.545988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c7d1ba75-a1ff-433c-b9a9-5d776e384e95 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:22.607945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3c253-dadd-4c71-8f34-006c0131737d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e31573-4623-4fa4-bb62-8a1bb795de26,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:22.619941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=66c7298a-67e0-430f-ae14-95c6b2bfc90e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:22.633507 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c551c98-54e1-42e4-bac6-267d94df232b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2993054 Mar 11 16:18:22.634584 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57094) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:22.635548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2fabf6-b391-4a0b-8cfa-be04df305fa8 None None] Network e38223fb-0695-4ac7-aac2-e5972941a210 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:22.636974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-17d3c253-dadd-4c71-8f34-006c0131737d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.640970 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-17d3c253-dadd-4c71-8f34-006c0131737d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94e31573-4623-4fa4-bb62-8a1bb795de26 HTTP/1.1" status: 204 len: 168 time: 0.9439230 Mar 11 16:18:22.647209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': '66c7298a-67e0-430f-ae14-95c6b2bfc90e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:22.670100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 66c7298a-67e0-430f-ae14-95c6b2bfc90e details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:22.671363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfea57a-47f9-4a92-9067-e428b475a800,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:22.694319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:18:22.776342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.785413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5da82-9fb7-49e2-b635-b9000949eef0 req-b9a15fbf-6248-42ec-a5d7-b66e142101df tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:22.787181 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53c5da82-9fb7-49e2-b635-b9000949eef0 req-b9a15fbf-6248-42ec-a5d7-b66e142101df tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.8006244 Mar 11 16:18:22.799766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.804597 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c01faf3d-12d6-44c2-b55f-d82c5c353ef9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4269447 Mar 11 16:18:22.805557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57100) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:22.819259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'network': {'name': 'tempest-network-smoke--960952587', 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:22.860338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:22.865810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2318648d-5c81-4708-a397-df955bb08542 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:22.867706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2318648d-5c81-4708-a397-df955bb08542 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:22.873440 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2318648d-5c81-4708-a397-df955bb08542 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3237002 Mar 11 16:18:22.880576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57104) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:22.887928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:network and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:22.891203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:22.895921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:22.918317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b7465f28-453e-4bf0-8227-4c1887c9ea34 None None] Provisioning for port 288a9f4d-dc91-4959-a5ca-232977464f79 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:23.003765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:23.004130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.015179 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:23.034549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:23.038144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:23.047480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:23.055044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:23.109772 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53c5da82-9fb7-49e2-b635-b9000949eef0 req-3dae92bb-2c2b-4df0-8ce8-5a74027a64c2 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976458 Mar 11 16:18:23.170354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.176934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e36ab3d-60b2-4805-bac1-0e9d127cbd57 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 6c6b117c-32f5-4266-b5e4-28bba471e5ee {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:18:23.185638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event updated for resources: {'Port': ['ID=37b197a0-003e-48a5-b119-4eff4f06323e,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:23.189747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e36ab3d-60b2-4805-bac1-0e9d127cbd57 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.229242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] In _notify_port_updated(), no bound segment for port 37b197a0-003e-48a5-b119-4eff4f06323e on network 0c1505d8-1196-4936-89e1-d1aed6a7f32b {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:18:23.234819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:23.239777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.240394 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-85f4dfdc-efba-4099-b024-1ecbe7844c20 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "PUT /v2.0/ports/37b197a0-003e-48a5-b119-4eff4f06323e HTTP/1.1" status: 200 len: 1135 time: 2.4381304 Mar 11 16:18:23.248200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57112) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:23.260453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Made reservation on behalf of 4e260780a780480b9a6bfa8b85d3d465 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:23.264203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.272557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 288a9f4d-dc91-4959-a5ca-232977464f79 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:23.276432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Transition to ACTIVE for port object 736739ab-0fd5-4353-bbc3-d63d1e1fc023 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:23.339019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:23.352349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.405335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e36ab3d-60b2-4805-bac1-0e9d127cbd57 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.533474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:18:23.536442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:18:23.589917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d7d35-aafe-4346-8a89-621541d62747 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:23.592912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ed9d7d35-aafe-4346-8a89-621541d62747 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Synchronizing usage tracker for tenant:fc12fda696c24eb2989554e383ef97c9 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:23.604902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-113fbe10-f8e4-4bb0-b802-4c3d282a9a3a None None] Provisioning complete for port 37b197a0-003e-48a5-b119-4eff4f06323e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:23.605352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-113fbe10-f8e4-4bb0-b802-4c3d282a9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.656768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:23.676212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 288a9f4d-dc91-4959-a5ca-232977464f79 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:23.689109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 288a9f4d-dc91-4959-a5ca-232977464f79 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:23.689472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.714398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.714398 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Added segment 2616f60e-3252-4dc9-9eed-38d28df55127 of type vlan for network 49537fbe-afc1-4a4a-87ca-7a045c86b03f Mar 11 16:18:23.777062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.824296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:23.841295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e1746e-32a0-47f9-9af8-df0a100217f4 None None] Network 820a35e3-114b-4112-baf5-38545ab9d429 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:23.872531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ed9d7d35-aafe-4346-8a89-621541d62747 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Unset dirty status for tenant:fc12fda696c24eb2989554e383ef97c9 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:23.873780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-113fbe10-f8e4-4bb0-b802-4c3d282a9a3a None None] Port 37b197a0-003e-48a5-b119-4eff4f06323e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:23.878497 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed9d7d35-aafe-4346-8a89-621541d62747 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "GET /v2.0/ports/37b197a0-003e-48a5-b119-4eff4f06323e HTTP/1.1" status: 200 len: 1135 time: 0.6248007 Mar 11 16:18:23.886659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57126) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:24.019852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e36ab3d-60b2-4805-bac1-0e9d127cbd57 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.041574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.095222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ae431772-ba0b-4b67-a885-bd53e4c6d8c6 None None] Provisioning for port f38e2bc5-251d-47db-ae47-59b78415a9d9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:24.126448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-009873bc-78c8-43c9-b602-a13520687bb0 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Deleting port 37b197a0-003e-48a5-b119-4eff4f06323e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:24.127045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 288a9f4d-dc91-4959-a5ca-232977464f79, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=288a9f4d-dc91-4959-a5ca-232977464f79,segment=NetworkSegment(c0f1e29c-be7c-4776-a5da-d40424dbec25),segment_id=c0f1e29c-be7c-4776-a5da-d40424dbec25)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:24.127521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-009873bc-78c8-43c9-b602-a13520687bb0 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.163025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ae431772-ba0b-4b67-a885-bd53e4c6d8c6 None None] Provisioning complete for port 288a9f4d-dc91-4959-a5ca-232977464f79 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:24.164248 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ae431772-ba0b-4b67-a885-bd53e4c6d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.203140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.209947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:24.210815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.216787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.233318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.307270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.344993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=288a9f4d-dc91-4959-a5ca-232977464f79,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:24.370750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.446651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f38e2bc5-251d-47db-ae47-59b78415a9d9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:24.521872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=f1f8e3ef-7982-4773-8383-cc156e15da25,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:24.563105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:24.564045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': '8a35d6b6-d1cf-48fb-8eb6-571cda783788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '66c7298a-67e0-430f-ae14-95c6b2bfc90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:24.567063 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: 66c7298a-67e0-430f-ae14-95c6b2bfc90e, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:24.629100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port f38e2bc5-251d-47db-ae47-59b78415a9d9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:24.636085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'Network': ['ID=49537fbe-afc1-4a4a-87ca-7a045c86b03f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:24.637841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f38e2bc5-251d-47db-ae47-59b78415a9d9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:24.639084 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-288bbea7-a7da-4d4d-8539-57b9f7bb182d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8257995 Mar 11 16:18:24.646426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.658223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e36ab3d-60b2-4805-bac1-0e9d127cbd57 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.670691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57144) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:24.672501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Network 820a35e3-114b-4112-baf5-38545ab9d429 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:24.683385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 49537fbe-afc1-4a4a-87ca-7a045c86b03f details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:24.741904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'admin_state_up': True, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:24.751832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:24.755741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:router and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:24.758705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:24.762187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e36ab3d-60b2-4805-bac1-0e9d127cbd57 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.779388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:24.789824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a986544-f645-49a2-8366-0fb6065415dd None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:24.824164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network 66c7298a-67e0-430f-ae14-95c6b2bfc90e is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:24.834860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router 8bee8a20-c7d6-4220-88a1-d20208ef7be7 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:18:24.854374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-d3963551-0a04-47a2-abd7-cc4b6343a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:24.855877 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-d3963551-0a04-47a2-abd7-cc4b6343a0a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1099 time: 0.9683487 Mar 11 16:18:24.860138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:24.865612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:24.866299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:24.888150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:24.899606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36ab3d-60b2-4805-bac1-0e9d127cbd57 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6b117c-32f5-4266-b5e4-28bba471e5ee,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:24.956591 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1e36ab3d-60b2-4805-bac1-0e9d127cbd57 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/6c6b117c-32f5-4266-b5e4-28bba471e5ee HTTP/1.1" status: 204 len: 168 time: 2.0749350 Mar 11 16:18:24.964366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57148) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:24.966720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 66c7298a-67e0-430f-ae14-95c6b2bfc90e) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:24.971705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1386249828'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:24.986693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:24.991159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event updated for resources: {'Port': ['ID=736739ab-0fd5-4353-bbc3-d63d1e1fc023,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:25.015525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e0dfa-042b-4bef-9fc9-2469660955f5 None None] Network 66c7298a-67e0-430f-ae14-95c6b2bfc90e requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:25.046060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:25.046676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.055518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Provisioning complete for port f38e2bc5-251d-47db-ae47-59b78415a9d9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:25.061485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.207942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c56412-c876-4993-8f02-0cd819fe61ef req-ce6f822c-c625-466b-ae16-9f29f5d0a077 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:25.216195 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12c56412-c876-4993-8f02-0cd819fe61ef req-ce6f822c-c625-466b-ae16-9f29f5d0a077 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 1.3913538 Mar 11 16:18:25.220674 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1ffccb49-792b-4051-9ede-777b5965fab2 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.8534896 Mar 11 16:18:25.228932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57152) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:25.231527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Usage tracker for resource:network and tenant:a5d655d33d9a4c0fa3595a6904512f75 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:25.238544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.241579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:25.247517 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-136a6b0e-4dd1-45a2-b64e-dc8eb98c513c tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6052384 Mar 11 16:18:25.254278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57156) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:25.258386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.260299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.290452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port f38e2bc5-251d-47db-ae47-59b78415a9d9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f38e2bc5-251d-47db-ae47-59b78415a9d9,segment=NetworkSegment(606566ed-274a-4126-b0b9-81d84d13d518),segment_id=606566ed-274a-4126-b0b9-81d84d13d518)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:25.310203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:25.348778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:25.373570 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0798c4c2-1d72-4b2f-b330-cf26e3d08ed3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4025745 Mar 11 16:18:25.376565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57160) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:25.383324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:25.386273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e507fea-e1b3-4d02-b8b4-f4c19a9b69ff None None] Sync routers for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:25.398311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.420350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Made reservation on behalf of a5d655d33d9a4c0fa3595a6904512f75 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:25.422715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.424292 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.438622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-009873bc-78c8-43c9-b602-a13520687bb0 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.450864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.481800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66146a87-ed63-450e-846d-ef6799b2bc82 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:25.488224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66146a87-ed63-450e-846d-ef6799b2bc82 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:25.495819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66146a87-ed63-450e-846d-ef6799b2bc82 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:25.497611 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-66146a87-ed63-450e-846d-ef6799b2bc82 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2618518 Mar 11 16:18:25.519453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57164) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:25.554705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.559909 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e1a029bc-5be1-4eee-a752-95c8f90c2c7d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9180875 Mar 11 16:18:25.561914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57168) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:25.565613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e507fea-e1b3-4d02-b8b4-f4c19a9b69ff None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:25.566117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9e507fea-e1b3-4d02-b8b4-f4c19a9b69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:25.575455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:25.627956 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12c56412-c876-4993-8f02-0cd819fe61ef req-73296c01-bc44-403c-a2ae-426c5fb90f16 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4096141 Mar 11 16:18:25.647367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Usage tracker for resource:security_group_rule and tenant:a5d655d33d9a4c0fa3595a6904512f75 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:25.663965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9e507fea-e1b3-4d02-b8b4-f4c19a9b69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:25.664236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:25.679803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:25.683202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:25.694098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:25.700921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:25.717999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:25.723548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=f38e2bc5-251d-47db-ae47-59b78415a9d9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:25.729156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-009873bc-78c8-43c9-b602-a13520687bb0 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Calling delete_port for 37b197a0-003e-48a5-b119-4eff4f06323e owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:25.737229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e507fea-e1b3-4d02-b8b4-f4c19a9b69ff None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:25.737229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9e507fea-e1b3-4d02-b8b4-f4c19a9b69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:25.796779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-66c7298a-67e0-430f-ae14-95c6b2bfc90e', 'network_id': '66c7298a-67e0-430f-ae14-95c6b2bfc90e', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': 'f1f8e3ef-7982-4773-8383-cc156e15da25'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:25.798096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.811451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0c2b9-4fd1-4de1-8da9-61ad0e5c4a6c None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:18:25.813196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-7798ce1d-ecc9-446a-a39f-55f364220605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:25.814695 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-7798ce1d-ecc9-446a-a39f-55f364220605 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 913 time: 0.9079590 Mar 11 16:18:25.824992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Provisioning for port 736739ab-0fd5-4353-bbc3-d63d1e1fc023 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:25.831914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9e507fea-e1b3-4d02-b8b4-f4c19a9b69ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:25.832393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e507fea-e1b3-4d02-b8b4-f4c19a9b69ff None None] The sync data for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:25.835543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cba0c2b9-4fd1-4de1-8da9-61ad0e5c4a6c None None] Deleting port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:25.836008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2b9-4fd1-4de1-8da9-61ad0e5c4a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.872494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Provisioning complete for port 736739ab-0fd5-4353-bbc3-d63d1e1fc023 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:25.873002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.914727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e5303ebd-d03d-4e1e-b274-992f7856fb31 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Deleting port 736739ab-0fd5-4353-bbc3-d63d1e1fc023 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:25.915463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5303ebd-d03d-4e1e-b274-992f7856fb31 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.945741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:25.951898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.970605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:25.998054 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Port 736739ab-0fd5-4353-bbc3-d63d1e1fc023 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:26.148172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Provisioning for port 2a68d098-4c93-49c4-86bd-14a131a83698 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:26.167420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Provisioning complete for port 2a68d098-4c93-49c4-86bd-14a131a83698 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:26.167420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.195677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.289405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cba0c2b9-4fd1-4de1-8da9-61ad0e5c4a6c None None] For port c7d1ba75-a1ff-433c-b9a9-5d776e384e95, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c7d1ba75-a1ff-433c-b9a9-5d776e384e95,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:26.289999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2b9-4fd1-4de1-8da9-61ad0e5c4a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.310762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.312395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Allocated IP 172.20.0.3 (66c7298a-67e0-430f-ae14-95c6b2bfc90e/f1f8e3ef-7982-4773-8383-cc156e15da25/9b07dea9-9093-4c20-8a73-485eb3b04bb3) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:26.334054 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-b473282d-2905-4546-a802-26d06b38cbd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 1001 time: 0.5010641 Mar 11 16:18:26.373287 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1a13c-7972-43fd-88e2-9541b80e0bba None None] Port 2a68d098-4c93-49c4-86bd-14a131a83698 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:26.416636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:26.436343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f38e2bc5-251d-47db-ae47-59b78415a9d9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:26.436579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.442494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466d0d5f-cab4-4287-b950-d63c16c2aff2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:26.472962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cba0c2b9-4fd1-4de1-8da9-61ad0e5c4a6c None None] Calling delete_port for c7d1ba75-a1ff-433c-b9a9-5d776e384e95 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:26.519999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.520533 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Added segment 7f23bec3-51f3-4f89-a14a-1131780c1361 of type vlan for network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 Mar 11 16:18:26.552146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.601480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.670734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f04e33c1-2971-4796-a15b-855c54bc899c None None] Provisioning complete for port 2a68d098-4c93-49c4-86bd-14a131a83698 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:26.671156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f04e33c1-2971-4796-a15b-855c54bc899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.764351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.789693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f04e33c1-2971-4796-a15b-855c54bc899c None None] Port 2a68d098-4c93-49c4-86bd-14a131a83698 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:26.830346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-f73f0311-3110-433a-aea6-88db1551e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:26.831797 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-f73f0311-3110-433a-aea6-88db1551e6d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 200 len: 851 time: 0.4429955 Mar 11 16:18:26.840117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f04e33c1-2971-4796-a15b-855c54bc899c None None] Provisioning complete for port 736739ab-0fd5-4353-bbc3-d63d1e1fc023 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:26.840547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f04e33c1-2971-4796-a15b-855c54bc899c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.868272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.872879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f38e2bc5-251d-47db-ae47-59b78415a9d9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:26.873421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.874560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:26.875163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.915260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cba0c2b9-4fd1-4de1-8da9-61ad0e5c4a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:26.981275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:26.999532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-009873bc-78c8-43c9-b602-a13520687bb0 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.023825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0c2b9-4fd1-4de1-8da9-61ad0e5c4a6c None None] No DVR routers for this DVR port c7d1ba75-a1ff-433c-b9a9-5d776e384e95 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:27.032529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0c2b9-4fd1-4de1-8da9-61ad0e5c4a6c None None] Pushing event deleted for resources: {'Port': ['ID=c7d1ba75-a1ff-433c-b9a9-5d776e384e95,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:27.050067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5303ebd-d03d-4e1e-b274-992f7856fb31 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.067723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f04e33c1-2971-4796-a15b-855c54bc899c None None] Port 736739ab-0fd5-4353-bbc3-d63d1e1fc023 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:27.071762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009873bc-78c8-43c9-b602-a13520687bb0 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event deleted for resources: {'Port': ['ID=37b197a0-003e-48a5-b119-4eff4f06323e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:27.101947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.147935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Transition to ACTIVE for port object 9b07dea9-9093-4c20-8a73-485eb3b04bb3 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:27.193336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:27.194760 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=1c73a968-012b-449c-be5f-9f423f1337c6,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:27.208442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:27.208823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.239668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event updated for resources: {'Network': ['ID=a4c68d92-25cb-4767-bf29-8cd79d4dddf2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:27.247636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e2bf37-7303-43ad-9065-ce789a152ab4 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:27.257083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.271244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:27.283873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e5303ebd-d03d-4e1e-b274-992f7856fb31 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Calling delete_port for 736739ab-0fd5-4353-bbc3-d63d1e1fc023 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:27.317396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Transition to ACTIVE for port object 9b07dea9-9093-4c20-8a73-485eb3b04bb3 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:27.325917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 288a9f4d-dc91-4959-a5ca-232977464f79 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:27.351159 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d668c058-3883-4ad5-b8d4-01eca52abfaa tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7770691 Mar 11 16:18:27.356637 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d7ae75d7-a34f-4358-bbc1-c50f563dd82f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9783549 Mar 11 16:18:27.358488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57174) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:27.370205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db49e04-fef3-4eec-b5ec-a62da2dc4107 req-e2264255-4a3a-4e52-b7cc-d8cfd929fc5d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:27.370448 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5db49e04-fef3-4eec-b5ec-a62da2dc4107 req-e2264255-4a3a-4e52-b7cc-d8cfd929fc5d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.5687549 Mar 11 16:18:27.373159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:27.378373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Request body: {'subnet': {'network_id': 'a4c68d92-25cb-4767-bf29-8cd79d4dddf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:27.416632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'name': 'tempest-NetworksTestDHCPv6-1413247541'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:27.497052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.643623 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Network 66c7298a-67e0-430f-ae14-95c6b2bfc90e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:27.651942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:27.654606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:27.677927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Pushing event updated for resources: {'Port': ['ID=9b07dea9-9093-4c20-8a73-485eb3b04bb3,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:27.738233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-009873bc-78c8-43c9-b602-a13520687bb0 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.752306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-7f33547e-414a-41d3-8b6a-756f9cc6bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:27.754397 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-7f33547e-414a-41d3-8b6a-756f9cc6bf32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a03412e-50be-451f-a956-37655eb04392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9022546 Mar 11 16:18:27.799432 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5db49e04-fef3-4eec-b5ec-a62da2dc4107 req-adbcc123-ad32-4d0f-b54e-68d04cf81174 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4033544 Mar 11 16:18:27.816960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:27.820292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 288a9f4d-dc91-4959-a5ca-232977464f79 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:27.821085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.827848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Usage tracker for resource:subnet and tenant:a5d655d33d9a4c0fa3595a6904512f75 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:27.844652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:27.869239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:27.875769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Attempting to bind port 9b07dea9-9093-4c20-8a73-485eb3b04bb3 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:27.876260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Attempting to bind port 9b07dea9-9093-4c20-8a73-485eb3b04bb3 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '8a35d6b6-d1cf-48fb-8eb6-571cda783788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '66c7298a-67e0-430f-ae14-95c6b2bfc90e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:27.876921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Attempting to bind port 9b07dea9-9093-4c20-8a73-485eb3b04bb3 on network 66c7298a-67e0-430f-ae14-95c6b2bfc90e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:27.884192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.888047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5303ebd-d03d-4e1e-b274-992f7856fb31 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.892263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:27.892766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Checking segment: {'id': '8a35d6b6-d1cf-48fb-8eb6-571cda783788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '66c7298a-67e0-430f-ae14-95c6b2bfc90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:27.893387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.893835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Bound using segment: {'id': '8a35d6b6-d1cf-48fb-8eb6-571cda783788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '66c7298a-67e0-430f-ae14-95c6b2bfc90e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:27.894625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Bound port: 9b07dea9-9093-4c20-8a73-485eb3b04bb3, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a35d6b6-d1cf-48fb-8eb6-571cda783788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '66c7298a-67e0-430f-ae14-95c6b2bfc90e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:27.894907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:27.924829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:27.936445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:27.941917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:27.956725 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:27.996837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f8e3ef-7982-4773-8383-cc156e15da25,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:27.999946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5303ebd-d03d-4e1e-b274-992f7856fb31 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event deleted for resources: {'Port': ['ID=736739ab-0fd5-4353-bbc3-d63d1e1fc023,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:28.000265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '1c73a968-012b-449c-be5f-9f423f1337c6'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:28.001929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.012430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Made reservation on behalf of a5d655d33d9a4c0fa3595a6904512f75 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:28.015878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.059131 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-009873bc-78c8-43c9-b602-a13520687bb0 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "DELETE /v2.0/ports/37b197a0-003e-48a5-b119-4eff4f06323e HTTP/1.1" status: 204 len: 168 time: 4.1376600 Mar 11 16:18:28.064771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57182) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:28.190823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] For port 9b07dea9-9093-4c20-8a73-485eb3b04bb3, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:28.221437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] For port 9b07dea9-9093-4c20-8a73-485eb3b04bb3, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9b07dea9-9093-4c20-8a73-485eb3b04bb3,segment=NetworkSegment(8a35d6b6-d1cf-48fb-8eb6-571cda783788),segment_id=8a35d6b6-d1cf-48fb-8eb6-571cda783788)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:28.245855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5303ebd-d03d-4e1e-b274-992f7856fb31 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.247762 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e5303ebd-d03d-4e1e-b274-992f7856fb31 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "DELETE /v2.0/ports/736739ab-0fd5-4353-bbc3-d63d1e1fc023 HTTP/1.1" status: 204 len: 168 time: 2.7208622 Mar 11 16:18:28.252390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.20.0.1 (e38223fb-0695-4ac7-aac2-e5972941a210/89ece2b8-88cf-4dea-99d8-7b0755d39f8c/4379d9f5-9976-4613-8715-1e5f05445a02) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:28.263046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57186) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:28.263339 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:28.267168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.267857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.278203 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-5a0cc017-7a13-4b95-9750-d7cbfb9ecd3a service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149915 Mar 11 16:18:28.285687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Request body: {'port': {'name': 'tempest-new-port-name-1323441667', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:28.285687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] bootfile-name is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:28.285687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] tftp-server is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:28.285687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.api.validators [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] server-ip-address is not in valid_values {{(pid=88600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:18:28.303651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c7d1ba75-a1ff-433c-b9a9-5d776e384e95 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:28.324004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 2cdb5f39-d0df-4d30-8b69-53114e95fe11 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:28.347507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.351669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/1c73a968-012b-449c-be5f-9f423f1337c6/012bfc8d-f2b0-4057-9f15-a9628c76df88) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:28.397079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: c7d1ba75-a1ff-433c-b9a9-5d776e384e95 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:18:28.397420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c7d1ba75-a1ff-433c-b9a9-5d776e384e95 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:28.460533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c7298a-67e0-430f-ae14-95c6b2bfc90e']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:28.490960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d75b1-a944-460c-af2e-0f91134230a6 None None] Pushing event updated for resources: {'Port': ['ID=9b07dea9-9093-4c20-8a73-485eb3b04bb3,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:28.576333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc8739d-eee8-46ff-90b0-7461954dcf19 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Deleting subnet c19b5218-7a29-46dc-9d8d-a9d67a619566 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:18:28.594390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dfc8739d-eee8-46ff-90b0-7461954dcf19 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.657601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac42dd42-b1db-4714-87e8-18c272d4e0d6 None None] Network 66c7298a-67e0-430f-ae14-95c6b2bfc90e requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:28.703384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.735859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a35d6b6-d1cf-48fb-8eb6-571cda783788') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:28.736133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a35d6b6-d1cf-48fb-8eb6-571cda783788') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:28.753946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dfc8739d-eee8-46ff-90b0-7461954dcf19 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.754313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.802688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.816800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.877791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.899221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.908156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:28.913491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:28.913940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Transition to ACTIVE for port object 012bfc8d-f2b0-4057-9f15-a9628c76df88 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:28.914201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Transition to ACTIVE for port object 4379d9f5-9976-4613-8715-1e5f05445a02 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:28.929606 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:28.941758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Transition to ACTIVE for port object 012bfc8d-f2b0-4057-9f15-a9628c76df88 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:28.963845 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1901a665-bdf1-41db-a95c-5a5d037594e7 req-4df34add-b087-4194-8022-7c8fc25f868a service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000171 Mar 11 16:18:29.005543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dfc8739d-eee8-46ff-90b0-7461954dcf19 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.018027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.076880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.084526 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.089823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.128055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:29.131655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:29.134812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:29.183317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Pushing event updated for resources: {'Port': ['ID=012bfc8d-f2b0-4057-9f15-a9628c76df88,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:29.191018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:18:29.191018 dv-neutron-833379-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:18:29.191018 dv-neutron-833379-1-hyperv neutron-server[88600]: [parameters: {'id': '66c7298a-67e0-430f-ae14-95c6b2bfc90e'}] Mar 11 16:18:29.191018 dv-neutron-833379-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:29.191495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:29.248424 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Attempting to bind port 012bfc8d-f2b0-4057-9f15-a9628c76df88 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:29.248994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Attempting to bind port 012bfc8d-f2b0-4057-9f15-a9628c76df88 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:29.249454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Attempting to bind port 012bfc8d-f2b0-4057-9f15-a9628c76df88 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:29.256011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:29.256602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:29.257131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.257614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:29.258296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Bound port: 012bfc8d-f2b0-4057-9f15-a9628c76df88, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:29.258795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.272879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Allocated IP 172.26.8.202 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/118b1b83-ae12-4f23-849a-d23ea7126f1f) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:29.307583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba2816-da84-4295-9b99-924dab65fc3a req-fa14635f-52e5-4419-9edc-cd6c8a14eb8a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:29.309073 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-79ba2816-da84-4295-9b99-924dab65fc3a req-fa14635f-52e5-4419-9edc-cd6c8a14eb8a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3536565 Mar 11 16:18:29.364407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] For port 012bfc8d-f2b0-4057-9f15-a9628c76df88, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:29.367803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] For port 012bfc8d-f2b0-4057-9f15-a9628c76df88, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=012bfc8d-f2b0-4057-9f15-a9628c76df88,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:29.440993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.448873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=4379d9f5-9976-4613-8715-1e5f05445a02,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:29.476765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network e38223fb-0695-4ac7-aac2-e5972941a210 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:29.477647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/1c73a968-012b-449c-be5f-9f423f1337c6/2cdb5f39-d0df-4d30-8b69-53114e95fe11) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:29.489347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:29.492013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:29.528802 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-79ba2816-da84-4295-9b99-924dab65fc3a req-3f277ffd-46f3-48c2-b09d-949deeadf28f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111349 Mar 11 16:18:29.537688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event updated for resources: {'Subnet': ['ID=2a8c3c47-f039-43da-b14b-e771f1bbfa59,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:29.584944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Checking segment: {'id': '7f23bec3-51f3-4f89-a14a-1131780c1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4c68d92-25cb-4767-bf29-8cd79d4dddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:29.585697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Network hostable DHCP agents. Network: a4c68d92-25cb-4767-bf29-8cd79d4dddf2, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:29.622815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.635281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.670282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aba908-5ed5-4f76-abca-131cc5f3f987 None None] Pushing event updated for resources: {'Port': ['ID=012bfc8d-f2b0-4057-9f15-a9628c76df88,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:29.682724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.692447 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.709030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port 9b07dea9-9093-4c20-8a73-485eb3b04bb3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:29.709359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.782098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dfc8739d-eee8-46ff-90b0-7461954dcf19 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.802813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.850021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8739d-eee8-46ff-90b0-7461954dcf19 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event deleted for resources: {'Subnet': ['ID=c19b5218-7a29-46dc-9d8d-a9d67a619566,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:29.858969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.862613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6883892-8ef2-4bad-ab12-b48d6e95f334 None None] Network 0c1505d8-1196-4936-89e1-d1aed6a7f32b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:29.892114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dfc8739d-eee8-46ff-90b0-7461954dcf19 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:29.949660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:29.953955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event updated for resources: {'Port': ['ID=2a68d098-4c93-49c4-86bd-14a131a83698,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:30.008077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] In _notify_port_updated(), no bound segment for port 2a68d098-4c93-49c4-86bd-14a131a83698 on network 820a35e3-114b-4112-baf5-38545ab9d429 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:18:30.014501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:30.015425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.019415 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-37a0a372-7f2f-44e5-8911-dd1b28d3eccb tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "PUT /v2.0/ports/2a68d098-4c93-49c4-86bd-14a131a83698 HTTP/1.1" status: 200 len: 1129 time: 1.7554326 Mar 11 16:18:30.040421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57192) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:30.135002 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dfc8739d-eee8-46ff-90b0-7461954dcf19 tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "DELETE /v2.0/subnets/c19b5218-7a29-46dc-9d8d-a9d67a619566 HTTP/1.1" status: 204 len: 168 time: 2.0645921 Mar 11 16:18:30.137557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57194) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:30.224117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:30.235246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:30.247900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0946d2-d6c3-4537-900d-587f781d8798 None None] DHCP port deletion for 0c1505d8-1196-4936-89e1-d1aed6a7f32b request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:18:30.251578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:30.252760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8e0946d2-d6c3-4537-900d-587f781d8798 None None] Deleting port 4d850ab8-5041-46cd-8d97-7eeec2a31103 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:30.253137 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e0946d2-d6c3-4537-900d-587f781d8798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.262758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, a4c68d92-25cb-4767-bf29-8cd79d4dddf2) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:30.294560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac92b0d-bf73-41bf-a08a-c14beaa0aaff None None] Network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:30.305684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:30.306626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.323742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-952abb7f-cdf8-4a26-b906-a6000b0894e5 None None] Provisioning for port 4379d9f5-9976-4613-8715-1e5f05445a02 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:30.357638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.360478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-952abb7f-cdf8-4a26-b906-a6000b0894e5 None None] Provisioning complete for port 4379d9f5-9976-4613-8715-1e5f05445a02 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:30.362206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-952abb7f-cdf8-4a26-b906-a6000b0894e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.391112 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a46b0fdf-c6f7-4707-830b-6cf78dee57f6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0316477 Mar 11 16:18:30.395241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Deleting port 4d850ab8-5041-46cd-8d97-7eeec2a31103 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:30.395576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.408810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57200) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:30.422996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.439289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3f133-8fcd-4348-af39-da20d948bc08 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:30.440140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-10d3f133-8fcd-4348-af39-da20d948bc08 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Synchronizing usage tracker for tenant:cf79515fc8774ec49edd91e92f0473a4 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:30.454845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1059565684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:30.462720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 2cdb5f39-d0df-4d30-8b69-53114e95fe11 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:30.473172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'Port': ['ID=118b1b83-ae12-4f23-849a-d23ea7126f1f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:30.543065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-952abb7f-cdf8-4a26-b906-a6000b0894e5 None None] Port 4379d9f5-9976-4613-8715-1e5f05445a02 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:30.680949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.741340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:30.749685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8e0946d2-d6c3-4537-900d-587f781d8798 None None] For port 4d850ab8-5041-46cd-8d97-7eeec2a31103, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4d850ab8-5041-46cd-8d97-7eeec2a31103,segment=NetworkSegment(38d30b9e-6b2a-4748-82e1-2be77d4c59df),segment_id=38d30b9e-6b2a-4748-82e1-2be77d4c59df)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:30.755881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e0946d2-d6c3-4537-900d-587f781d8798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.759001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port 9b07dea9-9093-4c20-8a73-485eb3b04bb3, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9b07dea9-9093-4c20-8a73-485eb3b04bb3,segment=NetworkSegment(8a35d6b6-d1cf-48fb-8eb6-571cda783788),segment_id=8a35d6b6-d1cf-48fb-8eb6-571cda783788)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:30.759389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.821371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Usage tracker for resource:router and tenant:a5d655d33d9a4c0fa3595a6904512f75 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:30.894356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:30.897143 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8e0946d2-d6c3-4537-900d-587f781d8798 None None] Calling delete_port for 4d850ab8-5041-46cd-8d97-7eeec2a31103 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:30.954452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] For port 4d850ab8-5041-46cd-8d97-7eeec2a31103, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4d850ab8-5041-46cd-8d97-7eeec2a31103,segment=NetworkSegment(38d30b9e-6b2a-4748-82e1-2be77d4c59df),segment_id=38d30b9e-6b2a-4748-82e1-2be77d4c59df)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:30.954947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:30.962038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 012bfc8d-f2b0-4057-9f15-a9628c76df88 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:30.980760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for 9b07dea9-9093-4c20-8a73-485eb3b04bb3 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:31.020994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:31.028661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.069073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf94b3f1-1af0-48c4-8e7e-66d45fed954f None None] Provisioning complete for port 2a68d098-4c93-49c4-86bd-14a131a83698 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:31.069439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf94b3f1-1af0-48c4-8e7e-66d45fed954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.109610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-10d3f133-8fcd-4348-af39-da20d948bc08 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Unset dirty status for tenant:cf79515fc8774ec49edd91e92f0473a4 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:31.114194 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-10d3f133-8fcd-4348-af39-da20d948bc08 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "GET /v2.0/ports/2a68d098-4c93-49c4-86bd-14a131a83698 HTTP/1.1" status: 200 len: 1129 time: 0.9598911 Mar 11 16:18:31.114625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57206) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:31.178726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.179847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.182773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e0946d2-d6c3-4537-900d-587f781d8798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.208559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-599b6a8a-17e9-4e56-922f-0bb35aaf7fac tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Deleting port 2a68d098-4c93-49c4-86bd-14a131a83698 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:31.208925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-599b6a8a-17e9-4e56-922f-0bb35aaf7fac tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.250090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.252901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bf94b3f1-1af0-48c4-8e7e-66d45fed954f None None] Port 2a68d098-4c93-49c4-86bd-14a131a83698 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:31.269256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0946d2-d6c3-4537-900d-587f781d8798 None None] Pushing event deleted for resources: {'Port': ['ID=4d850ab8-5041-46cd-8d97-7eeec2a31103,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:31.271101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0946d2-d6c3-4537-900d-587f781d8798 None None] No DVR routers for this DVR port 4d850ab8-5041-46cd-8d97-7eeec2a31103 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:31.274365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 012bfc8d-f2b0-4057-9f15-a9628c76df88 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:31.290752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-a4c68d92-25cb-4767-bf29-8cd79d4dddf2', 'network_id': 'a4c68d92-25cb-4767-bf29-8cd79d4dddf2', 'tenant_id': 'a5d655d33d9a4c0fa3595a6904512f75', 'fixed_ips': [{'subnet_id': '2a8c3c47-f039-43da-b14b-e771f1bbfa59'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:31.292305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.310540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.396673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Calling delete_port for 4d850ab8-5041-46cd-8d97-7eeec2a31103 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:31.408345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4d850ab8-5041-46cd-8d97-7eeec2a31103 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:31.413161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No DVR routers for this DVR port 9b07dea9-9093-4c20-8a73-485eb3b04bb3 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:31.417041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Port': ['ID=9b07dea9-9093-4c20-8a73-485eb3b04bb3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:31.473543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:31.484537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 4d850ab8-5041-46cd-8d97-7eeec2a31103 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:18:31.485105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4d850ab8-5041-46cd-8d97-7eeec2a31103 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:31.485470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:31.488567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:31.496376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:31.496376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.515593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf44b4e-4409-4723-b2c3-7fcf188a4733 req-5882b8cb-2227-4996-9eb2-9a7ed5469c0a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:31.523501 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fdf44b4e-4409-4723-b2c3-7fcf188a4733 req-5882b8cb-2227-4996-9eb2-9a7ed5469c0a tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7957151 Mar 11 16:18:31.549055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aba8ceab-f624-46e4-8fcf-2dcd1518f6eb None None] Provisioning for port 012bfc8d-f2b0-4057-9f15-a9628c76df88 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:31.563916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aba8ceab-f624-46e4-8fcf-2dcd1518f6eb None None] Provisioning complete for port 012bfc8d-f2b0-4057-9f15-a9628c76df88 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:31.563916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aba8ceab-f624-46e4-8fcf-2dcd1518f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.588256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=2cdb5f39-d0df-4d30-8b69-53114e95fe11,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:31.642227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Allocated IP 172.20.0.2 (a4c68d92-25cb-4767-bf29-8cd79d4dddf2/2a8c3c47-f039-43da-b14b-e771f1bbfa59/bf55e932-b926-4c46-9d31-2db4d56db1f3) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:31.695311 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-69b478d9-6c9d-48bb-b8e2-55da8344142a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2973230 Mar 11 16:18:31.697908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:31.768782 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fdf44b4e-4409-4723-b2c3-7fcf188a4733 req-a5326f18-3b6d-4c0c-85c9-2939b6912d39 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441900 Mar 11 16:18:31.778094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.797971 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.807621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:31.808082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:31.837099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c7298a-67e0-430f-ae14-95c6b2bfc90e']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:31.853652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a35d6b6-d1cf-48fb-8eb6-571cda783788') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:31.853652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a35d6b6-d1cf-48fb-8eb6-571cda783788') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:31.864196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aba8ceab-f624-46e4-8fcf-2dcd1518f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.870209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.894988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.903199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:31.903588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.919412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aba8ceab-f624-46e4-8fcf-2dcd1518f6eb None None] For port 012bfc8d-f2b0-4057-9f15-a9628c76df88, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=012bfc8d-f2b0-4057-9f15-a9628c76df88,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:31.960425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aba8ceab-f624-46e4-8fcf-2dcd1518f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.987505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04320bb9-d463-48d9-a4e4-aa1c22862c46 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:31.987761 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:31.996638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04320bb9-d463-48d9-a4e4-aa1c22862c46 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:31.997609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-04320bb9-d463-48d9-a4e4-aa1c22862c46 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:32.041836 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.058087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-04320bb9-d463-48d9-a4e4-aa1c22862c46 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:32.062336 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-04320bb9-d463-48d9-a4e4-aa1c22862c46 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3571301 Mar 11 16:18:32.064273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57216) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:32.064384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.072735 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8ceab-f624-46e4-8fcf-2dcd1518f6eb None None] Pushing event updated for resources: {'Port': ['ID=012bfc8d-f2b0-4057-9f15-a9628c76df88,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:32.087662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Transition to ACTIVE for port object bf55e932-b926-4c46-9d31-2db4d56db1f3 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:32.108638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Transition to ACTIVE for port object bf55e932-b926-4c46-9d31-2db4d56db1f3 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:32.119751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.143325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-36f634ef-24f9-49b5-9316-da100ba1503a None None] Provisioning for port 2cdb5f39-d0df-4d30-8b69-53114e95fe11 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:32.149268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-36f634ef-24f9-49b5-9316-da100ba1503a None None] Provisioning complete for port 2cdb5f39-d0df-4d30-8b69-53114e95fe11 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:32.152225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36f634ef-24f9-49b5-9316-da100ba1503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.178486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.189219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.248687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.258200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-02a39373-5a9e-4285-995b-638131a2036a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 2cdb5f39-d0df-4d30-8b69-53114e95fe11 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:32.259849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02a39373-5a9e-4285-995b-638131a2036a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.263896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:32.266464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-36f634ef-24f9-49b5-9316-da100ba1503a None None] Port 2cdb5f39-d0df-4d30-8b69-53114e95fe11 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:32.270074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:32.279610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:32.286052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Pushing event updated for resources: {'Port': ['ID=bf55e932-b926-4c46-9d31-2db4d56db1f3,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:32.290472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.291643 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/66c7298a-67e0-430f-ae14-95c6b2bfc90e HTTP/1.1" status: 204 len: 168 time: 7.0273240 Mar 11 16:18:32.300445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57220) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:32.308341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a61731-2f74-4bf0-99b3-d3b6e19bac3b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=66c7298a-67e0-430f-ae14-95c6b2bfc90e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:32.314374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Deleting port 4d850ab8-5041-46cd-8d97-7eeec2a31103 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:32.314374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.322920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2070291195'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:32.339377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.343705 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c3c78b94-b427-4415-a9e2-6c9357548fba tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.9303458 Mar 11 16:18:32.343955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:32.350846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57224) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:32.351371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.354239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-599b6a8a-17e9-4e56-922f-0bb35aaf7fac tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.363329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=4379d9f5-9976-4613-8715-1e5f05445a02,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:32.376409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Attempting to bind port bf55e932-b926-4c46-9d31-2db4d56db1f3 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:32.376884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Attempting to bind port bf55e932-b926-4c46-9d31-2db4d56db1f3 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '7f23bec3-51f3-4f89-a14a-1131780c1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4c68d92-25cb-4767-bf29-8cd79d4dddf2'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:32.377373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Attempting to bind port bf55e932-b926-4c46-9d31-2db4d56db1f3 on network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:32.383511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:32.384022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Checking segment: {'id': '7f23bec3-51f3-4f89-a14a-1131780c1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4c68d92-25cb-4767-bf29-8cd79d4dddf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:32.385029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.385562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Bound using segment: {'id': '7f23bec3-51f3-4f89-a14a-1131780c1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4c68d92-25cb-4767-bf29-8cd79d4dddf2'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:32.386067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Bound port: bf55e932-b926-4c46-9d31-2db4d56db1f3, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f23bec3-51f3-4f89-a14a-1131780c1361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4c68d92-25cb-4767-bf29-8cd79d4dddf2'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:32.386556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.415877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:32.432272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:32.437671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] The port '4d850ab8-5041-46cd-8d97-7eeec2a31103' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:18:32.490910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] For port bf55e932-b926-4c46-9d31-2db4d56db1f3, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:32.495398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] For port bf55e932-b926-4c46-9d31-2db4d56db1f3, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bf55e932-b926-4c46-9d31-2db4d56db1f3,segment=NetworkSegment(7f23bec3-51f3-4f89-a14a-1131780c1361),segment_id=7f23bec3-51f3-4f89-a14a-1131780c1361)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:32.531210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 012bfc8d-f2b0-4057-9f15-a9628c76df88 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:32.597614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.689906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:32.705666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 012bfc8d-f2b0-4057-9f15-a9628c76df88 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:32.706224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.725082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.748978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f647cf5-4ee3-422f-ba86-41707a87d7c3 None None] Pushing event updated for resources: {'Port': ['ID=bf55e932-b926-4c46-9d31-2db4d56db1f3,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:32.814872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-599b6a8a-17e9-4e56-922f-0bb35aaf7fac tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Calling delete_port for 2a68d098-4c93-49c4-86bd-14a131a83698 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:32.858135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1505d8-1196-4936-89e1-d1aed6a7f32b']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:32.895608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d30b9e-6b2a-4748-82e1-2be77d4c59df') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:32.895894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d30b9e-6b2a-4748-82e1-2be77d4c59df') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:32.918887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.936293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network e38223fb-0695-4ac7-aac2-e5972941a210 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:32.948306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:32.964890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141adbf-aafb-48f1-91a2-3458c3ef31fd req-e12f050e-0269-4a1c-b140-755fe5518dd6 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:32.966454 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e141adbf-aafb-48f1-91a2-3458c3ef31fd req-e12f050e-0269-4a1c-b140-755fe5518dd6 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.9662039 Mar 11 16:18:32.989512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02a39373-5a9e-4285-995b-638131a2036a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.102034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.109656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:33.110108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:33.125628 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:33.206088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:33.209867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.301063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3c002bb2-17e8-48f1-a713-5ba1a2cb09a4 None None] Provisioning complete for port 4379d9f5-9976-4613-8715-1e5f05445a02 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:33.302212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3c002bb2-17e8-48f1-a713-5ba1a2cb09a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.359496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3c002bb2-17e8-48f1-a713-5ba1a2cb09a4 None None] Port 4379d9f5-9976-4613-8715-1e5f05445a02 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:33.389504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-02a39373-5a9e-4285-995b-638131a2036a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 2cdb5f39-d0df-4d30-8b69-53114e95fe11 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:33.467199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:33.479183 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e141adbf-aafb-48f1-91a2-3458c3ef31fd req-6e476810-23fb-4f40-a20b-b69948e48aa1 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5016596 Mar 11 16:18:33.534248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.534628 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 8bb9fd8b-595c-42e7-9b7f-86b9ab8db617 of type vlan for network c28a130a-93dd-4462-9354-f058fb0fc99d Mar 11 16:18:33.615615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.690203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.702571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router 8bee8a20-c7d6-4220-88a1-d20208ef7be7 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:33.729899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.755886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.782267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] Pushing event deleted for resources: {'Network': ['ID=0c1505d8-1196-4936-89e1-d1aed6a7f32b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:33.811151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.872999 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-15d25503-ea50-48cf-85ed-1777353bfa9d tempest-ExtraDHCPOptionsTestJSON-236062561 tempest-ExtraDHCPOptionsTestJSON-236062561-project] 10.222.0.57 "DELETE /v2.0/networks/0c1505d8-1196-4936-89e1-d1aed6a7f32b HTTP/1.1" status: 204 len: 168 time: 3.7320790 Mar 11 16:18:33.998224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091af871-dc45-4b88-b5aa-0cd35f69dbdb req-1f321cc5-83ae-40ec-a46b-8bf47028c8a2 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:33.999788 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-091af871-dc45-4b88-b5aa-0cd35f69dbdb req-1f321cc5-83ae-40ec-a46b-8bf47028c8a2 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3648777 Mar 11 16:18:34.005423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d81114-73f3-4d9c-85e5-9e773c283ea7 None None] Network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:34.008013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02a39373-5a9e-4285-995b-638131a2036a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.092113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-599b6a8a-17e9-4e56-922f-0bb35aaf7fac tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.109374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a39373-5a9e-4285-995b-638131a2036a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=2cdb5f39-d0df-4d30-8b69-53114e95fe11,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:34.160568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:34.174117 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9e60a80f-5454-454c-8a05-8d9c912e15e5 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/routers/8bee8a20-c7d6-4220-88a1-d20208ef7be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6085596 Mar 11 16:18:34.180675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57232) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:34.186609 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b0973-ce74-4a9c-aff8-1a24281f6484 None None] Sync routers for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:34.190041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'port': {'network_id': 'e38223fb-0695-4ac7-aac2-e5972941a210', 'name': 'tempest-FloatingIPTestJSON-1496479722'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:34.200301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ec273340-ba0a-4577-8088-c26a32810779 None None] Provisioning for port bf55e932-b926-4c46-9d31-2db4d56db1f3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:34.200767 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b0973-ce74-4a9c-aff8-1a24281f6484 None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:34.202987 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fe0b0973-ce74-4a9c-aff8-1a24281f6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:34.208479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02a39373-5a9e-4285-995b-638131a2036a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.210729 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-02a39373-5a9e-4285-995b-638131a2036a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/2cdb5f39-d0df-4d30-8b69-53114e95fe11 HTTP/1.1" status: 204 len: 168 time: 2.1459210 Mar 11 16:18:34.217274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57236) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:34.226520 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-091af871-dc45-4b88-b5aa-0cd35f69dbdb req-491c1a4c-76dc-4625-9b3d-89a443ba9c54 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121277 Mar 11 16:18:34.356860 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fe0b0973-ce74-4a9c-aff8-1a24281f6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:34.400094 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b0973-ce74-4a9c-aff8-1a24281f6484 None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:34.402583 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fe0b0973-ce74-4a9c-aff8-1a24281f6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:34.446786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b6a8a-17e9-4e56-922f-0bb35aaf7fac tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event deleted for resources: {'Port': ['ID=2a68d098-4c93-49c4-86bd-14a131a83698,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:34.521462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.533705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:34.534161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.543472 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fe0b0973-ce74-4a9c-aff8-1a24281f6484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:34.544211 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b0973-ce74-4a9c-aff8-1a24281f6484 None None] The sync data for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:34.616930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b82b90-95ab-4420-99ac-2c786762e469 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:34.624893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b82b90-95ab-4420-99ac-2c786762e469 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:34.626737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-07b82b90-95ab-4420-99ac-2c786762e469 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:34.657520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57244) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:34.681335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bf55e932-b926-4c46-9d31-2db4d56db1f3 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:34.702956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-599b6a8a-17e9-4e56-922f-0bb35aaf7fac tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.717688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:34.722068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Usage tracker for resource:port and tenant:e30791a170fb4ba3a08af54ea693903d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:34.727174 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:34.738642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:34.762413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-07b82b90-95ab-4420-99ac-2c786762e469 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:34.771893 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-07b82b90-95ab-4420-99ac-2c786762e469 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5431988 Mar 11 16:18:34.773686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57250) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:34.848979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fdd367-13d7-45ea-b83b-56405f52d95c None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:18:34.905222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Made reservation on behalf of e30791a170fb4ba3a08af54ea693903d for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:34.910868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.918494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port bf55e932-b926-4c46-9d31-2db4d56db1f3 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:34.933570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port bf55e932-b926-4c46-9d31-2db4d56db1f3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:34.933936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.958431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2034ac2d-b210-4f64-91eb-5ad6147902f2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 1c73a968-012b-449c-be5f-9f423f1337c6 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:18:34.969982 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-599b6a8a-17e9-4e56-922f-0bb35aaf7fac tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "DELETE /v2.0/ports/2a68d098-4c93-49c4-86bd-14a131a83698 HTTP/1.1" status: 204 len: 168 time: 3.8539362 Mar 11 16:18:34.975320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57254) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:34.975642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2034ac2d-b210-4f64-91eb-5ad6147902f2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:34.986653 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6797647 Mar 11 16:18:34.987739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57256) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:34.994673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b0da1-f172-4b31-911c-2234add00365 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=c28a130a-93dd-4462-9354-f058fb0fc99d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:35.009880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': 'c28a130a-93dd-4462-9354-f058fb0fc99d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:35.019878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network c28a130a-93dd-4462-9354-f058fb0fc99d details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:35.101012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] device_id is not set on port 9880292e-01af-445a-9924-4702cc965c9c yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:35.181992 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e2cb4928-1272-40c3-94af-01c833df14cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc12fda696c24eb2989554e383ef97c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194488 Mar 11 16:18:35.186079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57262) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:35.190049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2034ac2d-b210-4f64-91eb-5ad6147902f2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.219616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fdd367-13d7-45ea-b83b-56405f52d95c None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:18:35.233006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.254134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:18:35.256089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-afea4013-40b6-4a17-97e3-7ff213fd69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Deleting subnet f46fb1b7-7187-4833-b19d-16de41b8d457 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:18:35.268084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-afea4013-40b6-4a17-97e3-7ff213fd69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.308379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port bf55e932-b926-4c46-9d31-2db4d56db1f3, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bf55e932-b926-4c46-9d31-2db4d56db1f3,segment=NetworkSegment(7f23bec3-51f3-4f89-a14a-1131780c1361),segment_id=7f23bec3-51f3-4f89-a14a-1131780c1361)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:35.372600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53970aa-dc37-4e7b-ba85-ab3f4b300f51 req-6d358a8e-a0ba-4f4a-b043-0ba97d64beca tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:35.378751 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c53970aa-dc37-4e7b-ba85-ab3f4b300f51 req-6d358a8e-a0ba-4f4a-b043-0ba97d64beca tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.6700764 Mar 11 16:18:35.384404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:35.384769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.391037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:35.427564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:35.476739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:35.514071 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c53970aa-dc37-4e7b-ba85-ab3f4b300f51 req-da683fa1-9d85-4611-92f1-66f16a334be1 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326239 Mar 11 16:18:35.523535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=bf55e932-b926-4c46-9d31-2db4d56db1f3,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:35.529240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-afea4013-40b6-4a17-97e3-7ff213fd69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.548482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-10749a73-dfbd-4bf0-9b14-02ab2de2bb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.581508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Allocated IP 172.20.0.1 (a4c68d92-25cb-4767-bf29-8cd79d4dddf2/2a8c3c47-f039-43da-b14b-e771f1bbfa59/b74ce703-9f7f-43af-ae70-5d698d139d05) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:35.626668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Allocated IP 172.20.0.5 (e38223fb-0695-4ac7-aac2-e5972941a210/89ece2b8-88cf-4dea-99d8-7b0755d39f8c/9880292e-01af-445a-9924-4702cc965c9c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:35.629538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2034ac2d-b210-4f64-91eb-5ad6147902f2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.688353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:35.693166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.720993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-10749a73-dfbd-4bf0-9b14-02ab2de2bb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.722219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b005d8c-864f-454a-b1e7-d2ddf0c01adb None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:18:35.850865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-afea4013-40b6-4a17-97e3-7ff213fd69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.863711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b005d8c-864f-454a-b1e7-d2ddf0c01adb None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:18:35.931889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:35.964738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Sync routers for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:35.983150 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2034ac2d-b210-4f64-91eb-5ad6147902f2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:35.994687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:35.997822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:36.028213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3644dc-cf19-4899-97a9-7c73dba0b91b req-624df1a6-8eb3-4bc5-9ae5-a20f123bfd64 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:36.029724 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bc3644dc-cf19-4899-97a9-7c73dba0b91b req-624df1a6-8eb3-4bc5-9ae5-a20f123bfd64 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3420789 Mar 11 16:18:36.061276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.068259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034ac2d-b210-4f64-91eb-5ad6147902f2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=1c73a968-012b-449c-be5f-9f423f1337c6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:36.088776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2034ac2d-b210-4f64-91eb-5ad6147902f2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.160646 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bc3644dc-cf19-4899-97a9-7c73dba0b91b req-14880e77-50b3-40ad-863d-2ce4c1275b99 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163080 Mar 11 16:18:36.174451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.201411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Transition to ACTIVE for port object 9880292e-01af-445a-9924-4702cc965c9c will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:36.221141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:36.233912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-afea4013-40b6-4a17-97e3-7ff213fd69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.235288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.236474 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-67fa8754-0e7e-4e3b-ae4d-9c9259974f09 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 11.5091786 Mar 11 16:18:36.242390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57270) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:36.249430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-10749a73-dfbd-4bf0-9b14-02ab2de2bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.267786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Transition to ACTIVE for port object b74ce703-9f7f-43af-ae70-5d698d139d05 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:36.284948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10749a73-dfbd-4bf0-9b14-02ab2de2bb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f098cb9-3829-4e85-ab6c-8c9b38b9e478,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:36.288288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-10749a73-dfbd-4bf0-9b14-02ab2de2bb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.293009 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-10749a73-dfbd-4bf0-9b14-02ab2de2bb32 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4f098cb9-3829-4e85-ab6c-8c9b38b9e478 HTTP/1.1" status: 204 len: 168 time: 1.1018534 Mar 11 16:18:36.331074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-afea4013-40b6-4a17-97e3-7ff213fd69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.331881 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-afea4013-40b6-4a17-97e3-7ff213fd69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "DELETE /v2.0/subnets/f46fb1b7-7187-4833-b19d-16de41b8d457 HTTP/1.1" status: 204 len: 168 time: 1.3143103 Mar 11 16:18:36.336072 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2034ac2d-b210-4f64-91eb-5ad6147902f2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/1c73a968-012b-449c-be5f-9f423f1337c6 HTTP/1.1" status: 204 len: 168 time: 1.5585227 Mar 11 16:18:36.336652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57280) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:36.336889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57278) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:36.340471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea4013-40b6-4a17-97e3-7ff213fd69d0 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event deleted for resources: {'Subnet': ['ID=f46fb1b7-7187-4833-b19d-16de41b8d457,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:36.345951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.425417 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-50a5528e-0001-4310-aa45-951c21a7ae7f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825481 Mar 11 16:18:36.426455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:36.435039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:36.450273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.565571 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bf55e932-b926-4c46-9d31-2db4d56db1f3 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:36.580302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.640369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Network e38223fb-0695-4ac7-aac2-e5972941a210 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:36.644914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.652740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event updated for resources: {'Port': ['ID=9880292e-01af-445a-9924-4702cc965c9c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:36.656130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:36.676606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:36.703121 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-32cc94fe-e3fb-47d6-9ab7-9db656dfaed4 tempest-TestNetworkAdvancedServerOps-66508781 tempest-TestNetworkAdvancedServerOps-66508781-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=4e260780a780480b9a6bfa8b85d3d465&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4548721 Mar 11 16:18:36.727044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:36.765081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:36.796460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:36.808261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:36.808945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.817062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:36.842760 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Deleting port f38e2bc5-251d-47db-ae47-59b78415a9d9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:36.843172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.861739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=c1875b1e-dc38-45c7-9955-08a386537216,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:36.874513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:36.960750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event updated for resources: {'Port': ['ID=b74ce703-9f7f-43af-ae70-5d698d139d05,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:36.964377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:36.983329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:36.994341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port bf55e932-b926-4c46-9d31-2db4d56db1f3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:36.994933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.997148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': '8bb9fd8b-595c-42e7-9b7f-86b9ab8db617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c28a130a-93dd-4462-9354-f058fb0fc99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:36.997624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: c28a130a-93dd-4462-9354-f058fb0fc99d, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:37.006465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:37.011684 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-af4e475c-bb69-4ba6-869b-4ec9be637692 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8258247 Mar 11 16:18:37.014199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57304) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:37.035409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Request body: {'floatingip': {'port_id': '9880292e-01af-445a-9924-4702cc965c9c'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:37.103593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ced78-ee9c-4512-8fc9-c14b552588b3 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:37.115766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad4444-af56-4d14-9141-c31f653bd40d req-9afe1f84-950b-4f4d-b3b2-b53a8fcc2239 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:37.117344 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-04ad4444-af56-4d14-9141-c31f653bd40d req-9afe1f84-950b-4f4d-b3b2-b53a8fcc2239 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.1903899 Mar 11 16:18:37.143833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:37.261691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d649d-ba10-43f0-9fd5-45b373b55cc9 None None] Network 820a35e3-114b-4112-baf5-38545ab9d429 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:37.283435 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-04ad4444-af56-4d14-9141-c31f653bd40d req-b84fb5b6-f451-4eb4-8f10-5165c7d47c9f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460965 Mar 11 16:18:37.328524 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] For port f38e2bc5-251d-47db-ae47-59b78415a9d9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f38e2bc5-251d-47db-ae47-59b78415a9d9,segment=NetworkSegment(606566ed-274a-4126-b0b9-81d84d13d518),segment_id=606566ed-274a-4126-b0b9-81d84d13d518)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:37.330534 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:37.351660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:37.355909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:37.451766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd85e92-bfd5-4223-b780-32f07912da30 tempest-TestNetworkAdvancedServerOps-66508781 tempest-TestNetworkAdvancedServerOps-66508781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:37.455701 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4fd85e92-bfd5-4223-b780-32f07912da30 tempest-TestNetworkAdvancedServerOps-66508781 tempest-TestNetworkAdvancedServerOps-66508781-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7148778 Mar 11 16:18:37.463554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57316) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:37.535606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network c28a130a-93dd-4462-9354-f058fb0fc99d is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:37.601287 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b9208c92-e81b-4114-8236-239ce648ce37 tempest-TestNetworkAdvancedServerOps-66508781 tempest-TestNetworkAdvancedServerOps-66508781-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1362519 Mar 11 16:18:37.610207 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Calling delete_port for f38e2bc5-251d-47db-ae47-59b78415a9d9 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:37.613900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57320) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:37.635817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1249405945', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:37.646290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:37.713923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab8a952f-21d8-46f0-aacd-1e9b1945348d None None] Provisioning for port 9880292e-01af-445a-9924-4702cc965c9c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:37.721970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:31Z', 'revision_number': 3, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:37.725072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, c28a130a-93dd-4462-9354-f058fb0fc99d) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:37.732892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab8a952f-21d8-46f0-aacd-1e9b1945348d None None] Provisioning complete for port 9880292e-01af-445a-9924-4702cc965c9c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:37.733233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab8a952f-21d8-46f0-aacd-1e9b1945348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:37.764319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Checking router: dce52fec-cff2-4314-bc1b-c8e7a5b4e25c for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:18:37.764319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Updating router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c port 118b1b83-ae12-4f23-849a-d23ea7126f1f binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:18:37.769453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:37.770109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:37.794899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:37.796824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d379523-2717-4c2f-9abb-233f3cffc438 None None] Network c28a130a-93dd-4462-9354-f058fb0fc99d requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:37.838345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57326) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:37.954619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a952f-21d8-46f0-aacd-1e9b1945348d None None] Port 9880292e-01af-445a-9924-4702cc965c9c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:37.958940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:37.992569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f012303-b555-41b0-b25b-9b22c1e6a745 None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:18:38.012726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event deleted for resources: {'Port': ['ID=f38e2bc5-251d-47db-ae47-59b78415a9d9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:38.016622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] No DVR routers for this DVR port f38e2bc5-251d-47db-ae47-59b78415a9d9 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:38.020971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2f012303-b555-41b0-b25b-9b22c1e6a745 None None] Deleting port 012bfc8d-f2b0-4057-9f15-a9628c76df88 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:38.021547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2f012303-b555-41b0-b25b-9b22c1e6a745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.139372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:38.158708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'networks': [{'name': 'tempest-network--1666447515'}, {'name': 'tempest-network--1551712381'}]} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:38.159179 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'network': {'name': 'tempest-network--1666447515'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:38.159785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'network': {'name': 'tempest-network--1551712381'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:38.175392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.206510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820a35e3-114b-4112-baf5-38545ab9d429']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:38.207665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:subnet and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:38.211057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455ee03-dfaa-4095-b00d-b4ca210c166f None None] DHCP port deletion for 820a35e3-114b-4112-baf5-38545ab9d429 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:18:38.221200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606566ed-274a-4126-b0b9-81d84d13d518') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:38.221497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606566ed-274a-4126-b0b9-81d84d13d518') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:38.234450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.245152 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2e6b17d7-e909-4f73-966a-702512f0dfca tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2468917 Mar 11 16:18:38.250793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57332) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:38.253730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.258021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:38.261777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:38.265442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.278347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5fea5dc5-4fec-4371-a3c5-ee69c3eb4f5c None None] Provisioning for port b74ce703-9f7f-43af-ae70-5d698d139d05 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:38.287720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:38.291873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Usage tracker for resource:network and tenant:c760183be345412095521976867da01d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:38.299610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:38.308559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:38.316234 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:38.318678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:38.339596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:38.433986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5fea5dc5-4fec-4371-a3c5-ee69c3eb4f5c None None] Provisioning complete for port b74ce703-9f7f-43af-ae70-5d698d139d05 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:38.434431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5fea5dc5-4fec-4371-a3c5-ee69c3eb4f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.502322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Made reservation on behalf of 4e260780a780480b9a6bfa8b85d3d465 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:38.505893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.587133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 012bfc8d-f2b0-4057-9f15-a9628c76df88 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:38.591657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.640783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.646152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.669068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Made reservation on behalf of c760183be345412095521976867da01d for: {'network': 2} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:38.673524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.682579 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d336f8-9ae4-408d-97da-f91609e0d375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-c28a130a-93dd-4462-9354-f058fb0fc99d', 'network_id': 'c28a130a-93dd-4462-9354-f058fb0fc99d', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': 'c1875b1e-dc38-45c7-9955-08a386537216'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:38.683392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d336f8-9ae4-408d-97da-f91609e0d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.694231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] Pushing event deleted for resources: {'Network': ['ID=820a35e3-114b-4112-baf5-38545ab9d429,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:38.701579 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-61d7f243-3420-4b35-b81b-b01beb86d10a tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749 tempest-ExtraDHCPOptionsIpV6TestJSON-2090427749-project] 10.222.0.57 "DELETE /v2.0/networks/820a35e3-114b-4112-baf5-38545ab9d429 HTTP/1.1" status: 204 len: 168 time: 2.3576162 Mar 11 16:18:38.716864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.734892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5fea5dc5-4fec-4371-a3c5-ee69c3eb4f5c None None] Port b74ce703-9f7f-43af-ae70-5d698d139d05 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:38.772332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.773752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2f012303-b555-41b0-b25b-9b22c1e6a745 None None] For port 012bfc8d-f2b0-4057-9f15-a9628c76df88, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=012bfc8d-f2b0-4057-9f15-a9628c76df88,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:38.774139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2f012303-b555-41b0-b25b-9b22c1e6a745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.881683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.919829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:38.928115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=c1875b1e-dc38-45c7-9955-08a386537216,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:38.958274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2f012303-b555-41b0-b25b-9b22c1e6a745 None None] Calling delete_port for 012bfc8d-f2b0-4057-9f15-a9628c76df88 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:38.975748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:39.014468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Usage tracker for resource:security_group_rule and tenant:c760183be345412095521976867da01d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:39.045433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.047950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:39.077152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28a130a-93dd-4462-9354-f058fb0fc99d']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:39.090751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb9fd8b-595c-42e7-9b7f-86b9ab8db617') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:39.091088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb9fd8b-595c-42e7-9b7f-86b9ab8db617') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:39.105399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.115084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.124673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.126983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:39.132357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:39.133135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:39.143451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.162213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:39.162769 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:39.181905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.184164 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:39.184760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server [None req-46d336f8-9ae4-408d-97da-f91609e0d375 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1875b1e-dc38-45c7-9955-08a386537216: This subnet is being modified by another concurrent operation. Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:18:39.212980 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise exception Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c1875b1e-dc38-45c7-9955-08a386537216: This subnet is being modified by another concurrent operation. Mar 11 16:18:39.216510 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Mar 11 16:18:39.242525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bed1a-2764-4010-b026-9036d3ee5c0d req-caee4bf9-30e1-41f8-8a31-582fbe374439 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:39.244600 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a65bed1a-2764-4010-b026-9036d3ee5c0d req-caee4bf9-30e1-41f8-8a31-582fbe374439 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7800379 Mar 11 16:18:39.253604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=9cfe487a-20fa-40cf-be02-4ee13bd77e25,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:39.253969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eff37a4-66c9-4891-b308-a13ff2ca9ccd None None] Network c28a130a-93dd-4462-9354-f058fb0fc99d requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:39.270477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.287715 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2f012303-b555-41b0-b25b-9b22c1e6a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.304869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57342) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:39.413101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.417928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.427285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f012303-b555-41b0-b25b-9b22c1e6a745 None None] Pushing event deleted for resources: {'Port': ['ID=012bfc8d-f2b0-4057-9f15-a9628c76df88,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:39.431176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Transition to ACTIVE for port object 118b1b83-ae12-4f23-849a-d23ea7126f1f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:39.445986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f012303-b555-41b0-b25b-9b22c1e6a745 None None] No DVR routers for this DVR port 012bfc8d-f2b0-4057-9f15-a9628c76df88 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:39.450614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f38e2bc5-251d-47db-ae47-59b78415a9d9 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:39.456702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=c28a130a-93dd-4462-9354-f058fb0fc99d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:39.470686 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2081cac0-36ef-423d-9c30-c6313bc02b94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/c28a130a-93dd-4462-9354-f058fb0fc99d HTTP/1.1" status: 204 len: 168 time: 1.2179482 Mar 11 16:18:39.473683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57348) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:39.491047 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a65bed1a-2764-4010-b026-9036d3ee5c0d req-e1882f58-11a2-4937-94b1-17dc15128a0f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347558 Mar 11 16:18:39.492272 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-00f54441-a605-42f5-aa22-f8b144eb7fac tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0648148 Mar 11 16:18:39.494462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1922944933'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:39.498927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57352) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:39.503071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:39.517855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21a7a7-da08-4a2d-8573-fe630afffd7a None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:39.526336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'name': 'tempest-NetworksTestDHCPv6-1982911700'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:39.558436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: f38e2bc5-251d-47db-ae47-59b78415a9d9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:18:39.559028 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f38e2bc5-251d-47db-ae47-59b78415a9d9 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:39.592859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:39.616903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.625802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:39.636579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.646065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.659584 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:39.755668 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fad69f48-cc02-4007-82b2-67a0275f3e0c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf79515fc8774ec49edd91e92f0473a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494531 Mar 11 16:18:39.758403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57358) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:39.821826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:39.838102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:39.853520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Attempting to bind port 118b1b83-ae12-4f23-849a-d23ea7126f1f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:39.853909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Attempting to bind port 118b1b83-ae12-4f23-849a-d23ea7126f1f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:39.854502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Attempting to bind port 118b1b83-ae12-4f23-849a-d23ea7126f1f on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:39.857572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f7b5-31c5-4e1f-86f9-3839fef05414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.871184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:39.874416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:39.874706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.874816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:39.875186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.875569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:39.876037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Bound port: 118b1b83-ae12-4f23-849a-d23ea7126f1f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:39.876421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.904787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.905416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f7b5-31c5-4e1f-86f9-3839fef05414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.935235 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c57e9-9a7c-48f9-8423-4a1e724a2484 None None] Pushing event updated for resources: {'Port': ['ID=118b1b83-ae12-4f23-849a-d23ea7126f1f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:39.942721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:39.953935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:39.957407 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.973199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.982099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.984194 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 36422ac9-bf37-4c78-b0d5-6d39508c7f80 of type vlan for network 8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e Mar 11 16:18:40.003989 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 07b16ccb-02d0-4898-a650-8120defb5ee4 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:40.042300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.042756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.052712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] For port 118b1b83-ae12-4f23-849a-d23ea7126f1f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:40.061748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.064903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] For port 118b1b83-ae12-4f23-849a-d23ea7126f1f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=118b1b83-ae12-4f23-849a-d23ea7126f1f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:40.092402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'Subnet': ['ID=283e1cec-5ff4-44e5-9afd-065ca0aae118,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:40.129400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '9cfe487a-20fa-40cf-be02-4ee13bd77e25'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:40.131008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.137896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.152189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event updated for resources: {'Port': ['ID=b74ce703-9f7f-43af-ae70-5d698d139d05,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:40.184089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.204628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f7b5-31c5-4e1f-86f9-3839fef05414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.212576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.238398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Checking segment: {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:40.238869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Network hostable DHCP agents. Network: 49537fbe-afc1-4a4a-87ca-7a045c86b03f, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:40.267122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6f7b5-31c5-4e1f-86f9-3839fef05414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8fa0c6-f145-483e-9812-b5a6663203c8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:40.280475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.283747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86219070-2189-454b-8c5a-f72de9060ab5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:40.318127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:40.318386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::377 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/9cfe487a-20fa-40cf-be02-4ee13bd77e25/07b16ccb-02d0-4898-a650-8120defb5ee4) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:40.328453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.338452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:40.338452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.345033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:40.345591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:40.392902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.393243 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Added segment e7a9f71d-d394-4a9a-9286-2ea86c0c968e of type vlan for network e8ec45a1-97cc-4a9a-8555-c05ce2d63808 Mar 11 16:18:40.473868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c57e9-9a7c-48f9-8423-4a1e724a2484 None None] Pushing event updated for resources: {'Port': ['ID=118b1b83-ae12-4f23-849a-d23ea7126f1f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:40.481550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdf6f7b5-31c5-4e1f-86f9-3839fef05414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.485604 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fdf6f7b5-31c5-4e1f-86f9-3839fef05414 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d8fa0c6-f145-483e-9812-b5a6663203c8 HTTP/1.1" status: 204 len: 168 time: 0.7227042 Mar 11 16:18:40.501691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:40.506494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-02f6c070-49fd-4ba5-8ff8-c684b559b7b5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0342741 Mar 11 16:18:40.513537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57366) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:40.519450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': '8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:40.529937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Network 49537fbe-afc1-4a4a-87ca-7a045c86b03f is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:40.627334 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP 3d04ee04-c3e8-4be5-abe8-3f2d5d66071d associated. External IP: 172.26.8.248, port: 025a7808-9003-4e68-ad53-d1ec4ff34e42. Mar 11 16:18:40.643410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:40.687523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb859039-3ab0-4f57-bc14-6d0dd8459e2c req-e0cc8682-75be-40d2-9c3b-0f4d5911a84d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:40.689015 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cb859039-3ab0-4f57-bc14-6d0dd8459e2c req-e0cc8682-75be-40d2-9c3b-0f4d5911a84d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.5943618 Mar 11 16:18:40.690762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.715130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 49537fbe-afc1-4a4a-87ca-7a045c86b03f) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:40.748149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9536189-911b-4832-8e01-f170e94a190d None None] Network 49537fbe-afc1-4a4a-87ca-7a045c86b03f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:40.748542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:40.749136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:40.767778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:40.784899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b361e7-c448-4173-a165-5ed99debb3ea req-98432ab8-b197-4fc4-b80a-c6eb49eff980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:40.786418 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87b361e7-c448-4173-a165-5ed99debb3ea req-98432ab8-b197-4fc4-b80a-c6eb49eff980 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 1099 time: 0.5502367 Mar 11 16:18:40.787234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:40.807191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:40.884963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:40.893105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:40.898079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:40.909926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:40.975440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.007507 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 07b16ccb-02d0-4898-a650-8120defb5ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:41.017558 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1607741b-b9eb-49df-a725-917ff432746f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4013479 Mar 11 16:18:41.021947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57372) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:41.032970 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cb859039-3ab0-4f57-bc14-6d0dd8459e2c req-18108080-da2b-4c37-a57d-a57615b1d271 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3290281 Mar 11 16:18:41.105806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:41.121851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.172850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:41.230218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bb94deea-07ee-4751-bc75-65c30ab43344 None None] Provisioning complete for port b74ce703-9f7f-43af-ae70-5d698d139d05 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:41.231406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb94deea-07ee-4751-bc75-65c30ab43344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.371652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fac4228e-b3e2-4570-bec1-16570e0d0934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.383209 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bb94deea-07ee-4751-bc75-65c30ab43344 None None] Port b74ce703-9f7f-43af-ae70-5d698d139d05 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:41.426374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:41.427500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.494506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.494845 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Added segment cfc6136c-c8e1-4843-8c17-aa86976f7c94 of type vlan for network e92e0d23-59d8-4107-8c04-715198da7b3c Mar 11 16:18:41.522333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.658362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b361e7-c448-4173-a165-5ed99debb3ea req-2a137ee6-fe96-4226-95a8-5e8c310a13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:41.659812 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87b361e7-c448-4173-a165-5ed99debb3ea req-2a137ee6-fe96-4226-95a8-5e8c310a13a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 200 len: 913 time: 0.8424463 Mar 11 16:18:41.661560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.683879 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:41.695341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:41.698577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:41.704863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:41.705451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.750085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/9cfe487a-20fa-40cf-be02-4ee13bd77e25/489aa681-87d7-49ce-b748-83d9a9bd4d01) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:41.768190 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=07b16ccb-02d0-4898-a650-8120defb5ee4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:41.829627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:41.841796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:31Z', 'revision_number': 3, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:41.846896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Allocated IP 172.20.0.2 (49537fbe-afc1-4a4a-87ca-7a045c86b03f/283e1cec-5ff4-44e5-9afd-065ca0aae118/64b23c2c-b9ff-488e-b237-0f09fa3011c1) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:41.854870 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87b361e7-c448-4173-a165-5ed99debb3ea req-8add0c5a-7bcb-4133-82de-f7d5f1a8c1c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 200 len: 1001 time: 0.1760764 Mar 11 16:18:41.895916 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-84d88949-b1a6-46f5-b0f1-593edaed30b1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3922102 Mar 11 16:18:41.907482 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:41.919152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd261b5-841a-4bee-b603-f9d41684c04c None None] The sync data for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv is: [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:31Z', 'revision_number': 3, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:41.971927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Router ed931974-b7dd-4936-953f-ae2d6c0c84ee is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:18:41.981155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.981946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.987816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:41.992716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:41.993754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.069867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.138098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57398) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:42.231146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b361e7-c448-4173-a165-5ed99debb3ea req-42fdee04-b50f-47cb-998c-5520ce058358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:42.241155 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87b361e7-c448-4173-a165-5ed99debb3ea req-42fdee04-b50f-47cb-998c-5520ce058358 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 200 len: 851 time: 0.3792572 Mar 11 16:18:42.295779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.302876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=446a9e56-1b76-4ae0-886f-1f70da030101,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:42.330866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': '36422ac9-bf37-4c78-b0d5-6d39508c7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:42.331227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: 8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:42.363082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Network': ['ID=e8ec45a1-97cc-4a9a-8555-c05ce2d63808,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:42.380372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Transition to ACTIVE for port object 64b23c2c-b9ff-488e-b237-0f09fa3011c1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:42.388701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network e8ec45a1-97cc-4a9a-8555-c05ce2d63808 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:42.393420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ac1fbf-3d92-4f52-bbf0-79edc6026c46 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:42.394123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97ac1fbf-3d92-4f52-bbf0-79edc6026c46 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:42.417192 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.5695999 Mar 11 16:18:42.431205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57404) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:42.560952 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Transition to ACTIVE for port object 64b23c2c-b9ff-488e-b237-0f09fa3011c1 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:42.580395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.592183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Transition to ACTIVE for port object 489aa681-87d7-49ce-b748-83d9a9bd4d01 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:42.613123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Transition to ACTIVE for port object 489aa681-87d7-49ce-b748-83d9a9bd4d01 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:42.672243 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 118b1b83-ae12-4f23-849a-d23ea7126f1f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:42.692756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:42.698120 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-15496cca-b9f2-445f-913c-b9d3f857b05a tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "PUT /v2.0/routers/ed931974-b7dd-4936-953f-ae2d6c0c84ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3463056 Mar 11 16:18:42.703529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57408) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:42.704300 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf861b-8a37-46a8-a04a-b60edf61806f None None] Sync routers for ids ['ed931974-b7dd-4936-953f-ae2d6c0c84ee'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:42.708605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.711055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:42.729107 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf861b-8a37-46a8-a04a-b60edf61806f None None] Routers {'ed931974-b7dd-4936-953f-ae2d6c0c84ee'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:42.739331 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0dcf861b-8a37-46a8-a04a-b60edf61806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['ed931974-b7dd-4936-953f-ae2d6c0c84ee'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:42.823293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Network 49537fbe-afc1-4a4a-87ca-7a045c86b03f is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:42.832872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Pushing event updated for resources: {'Port': ['ID=64b23c2c-b9ff-488e-b237-0f09fa3011c1,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:42.835978 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0dcf861b-8a37-46a8-a04a-b60edf61806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:42.839234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:42.841345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e63076-1c39-47ec-b28c-87b34b47e752 None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:42.852494 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf861b-8a37-46a8-a04a-b60edf61806f None None] Routers {'ed931974-b7dd-4936-953f-ae2d6c0c84ee'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:42.853095 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0dcf861b-8a37-46a8-a04a-b60edf61806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['ed931974-b7dd-4936-953f-ae2d6c0c84ee'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:42.856286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1483600051'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:42.857349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.862675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:42.868078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:network and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:42.871888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:42.874279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:42.881191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:42.893921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97ac1fbf-3d92-4f52-bbf0-79edc6026c46 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:42.896191 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-97ac1fbf-3d92-4f52-bbf0-79edc6026c46 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.9852998 Mar 11 16:18:42.912894 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57412) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:42.925314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ab584-dd8a-47a1-8c6e-d4acb7207ac3 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Network': ['ID=e92e0d23-59d8-4107-8c04-715198da7b3c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:42.927479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Request body: {'port': {'network_id': 'a4c68d92-25cb-4767-bf29-8cd79d4dddf2', 'name': 'tempest-FloatingIPNegativeTestJSON-684403549'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:42.956543 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0dcf861b-8a37-46a8-a04a-b60edf61806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:42.956981 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf861b-8a37-46a8-a04a-b60edf61806f None None] The sync data for ids ['ed931974-b7dd-4936-953f-ae2d6c0c84ee'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:43.019143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network 8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:43.032015 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08be74-e8a8-4c16-8466-e05146552a3d req-05877e4c-4937-4cb0-a7a4-d0d535ac5c5e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:43.032371 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e63076-1c39-47ec-b28c-87b34b47e752 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:43.032940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-37e63076-1c39-47ec-b28c-87b34b47e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:43.033711 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d08be74-e8a8-4c16-8466-e05146552a3d req-05877e4c-4937-4cb0-a7a4-d0d535ac5c5e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7808759 Mar 11 16:18:43.034370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:43.038785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.105256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Pushing event updated for resources: {'Port': ['ID=489aa681-87d7-49ce-b748-83d9a9bd4d01,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:43.135824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.152235 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network e92e0d23-59d8-4107-8c04-715198da7b3c details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:43.208337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:43.212737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:security_group_rule and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:43.215998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:43.221568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:43.231595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:43.236297 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d08be74-e8a8-4c16-8466-e05146552a3d req-9e58295f-748c-4be6-86a9-3e4029a26e3e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727743 Mar 11 16:18:43.252313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:43.252313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.270648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-37e63076-1c39-47ec-b28c-87b34b47e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:43.294860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bdf1e9-6ace-4d0d-a81b-9c643419a717 None None] Network 8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:43.314852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09155c2-46e6-462e-ae71-7fc93dab4839 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:43.324704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:43.329445 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Attempting to bind port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:43.329802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Attempting to bind port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:43.330153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Attempting to bind port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 on network 49537fbe-afc1-4a4a-87ca-7a045c86b03f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:43.338237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09155c2-46e6-462e-ae71-7fc93dab4839 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:43.344715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09155c2-46e6-462e-ae71-7fc93dab4839 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:43.351035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09155c2-46e6-462e-ae71-7fc93dab4839 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:43.357170 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f09155c2-46e6-462e-ae71-7fc93dab4839 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9230258 Mar 11 16:18:43.363901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:43.367977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57416) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:43.373516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:43.375929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:43.376292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Checking segment: {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:43.376762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.377154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Bound using segment: {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:43.377714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Bound port: 64b23c2c-b9ff-488e-b237-0f09fa3011c1, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:43.378085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.388220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e63076-1c39-47ec-b28c-87b34b47e752 None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:43.388845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-37e63076-1c39-47ec-b28c-87b34b47e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:43.397685 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eeef49bc-88be-4c34-829a-9921f66eefea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8831556 Mar 11 16:18:43.401839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57420) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:43.408805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.464863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0120ae69-12fb-4340-9131-056b6d69fdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.540864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-37e63076-1c39-47ec-b28c-87b34b47e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:43.541146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e63076-1c39-47ec-b28c-87b34b47e752 None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:43.577326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-96d0033d-7552-4165-b6cc-acc13d6aba9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 07b16ccb-02d0-4898-a650-8120defb5ee4 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:43.578425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96d0033d-7552-4165-b6cc-acc13d6aba9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.610090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b361e7-c448-4173-a165-5ed99debb3ea req-5bcd34b5-0781-4ff0-826b-04e6cec7c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:43.611724 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87b361e7-c448-4173-a165-5ed99debb3ea req-5bcd34b5-0781-4ff0-826b-04e6cec7c3e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a03412e-50be-451f-a956-37655eb04392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2852919 Mar 11 16:18:43.647358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.734452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Attempting to bind port 489aa681-87d7-49ce-b748-83d9a9bd4d01 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:43.734805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Attempting to bind port 489aa681-87d7-49ce-b748-83d9a9bd4d01 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:43.735154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Attempting to bind port 489aa681-87d7-49ce-b748-83d9a9bd4d01 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:43.739190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router 8bee8a20-c7d6-4220-88a1-d20208ef7be7 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:43.754241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.758794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:43.759097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:43.759335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.759712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:43.760172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Bound port: 489aa681-87d7-49ce-b748-83d9a9bd4d01, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:43.760532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.772501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 118b1b83-ae12-4f23-849a-d23ea7126f1f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:43.777007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] For port 64b23c2c-b9ff-488e-b237-0f09fa3011c1, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:43.795090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] For port 64b23c2c-b9ff-488e-b237-0f09fa3011c1, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64b23c2c-b9ff-488e-b237-0f09fa3011c1,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:43.820902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 118b1b83-ae12-4f23-849a-d23ea7126f1f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:43.821930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.844580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.924598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:43.929033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.966738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.984224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3f9074-7234-4bda-a6b9-2cc450a9bfe7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:43.991813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.992159 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment ea27e2c5-df87-4327-b0b7-e86c7c95373e of type vlan for network 1b75bd8f-9911-4ff0-8078-be561c689ffe Mar 11 16:18:43.994245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.032215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe8233-7f01-4265-983d-e3a9ba190d57 None None] Pushing event updated for resources: {'Port': ['ID=64b23c2c-b9ff-488e-b237-0f09fa3011c1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:44.035459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be6aca-be5f-48a2-8faf-ceff3c126567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e', 'network_id': '8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': '446a9e56-1b76-4ae0-886f-1f70da030101'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:44.035801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:44.036182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e2be6aca-be5f-48a2-8faf-ceff3c126567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.100040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Usage tracker for resource:port and tenant:a5d655d33d9a4c0fa3595a6904512f75 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:44.118993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:44.138932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.155719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:44.168645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:44.173830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.185842 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809771d-d4e0-4254-85f0-4a3d1dbc9c0b None None] Sync routers for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:44.200580 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809771d-d4e0-4254-85f0-4a3d1dbc9c0b None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:44.201732 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f809771d-d4e0-4254-85f0-4a3d1dbc9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:44.205585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Allocated IP 172.20.0.1 (49537fbe-afc1-4a4a-87ca-7a045c86b03f/283e1cec-5ff4-44e5-9afd-065ca0aae118/1fee101c-7bee-427c-b3f0-304f36dc8ae8) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:44.272495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.301991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] For port 489aa681-87d7-49ce-b748-83d9a9bd4d01, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:44.304262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.321560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] For port 489aa681-87d7-49ce-b748-83d9a9bd4d01, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=489aa681-87d7-49ce-b748-83d9a9bd4d01,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:44.336089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.336554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 118b1b83-ae12-4f23-849a-d23ea7126f1f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=118b1b83-ae12-4f23-849a-d23ea7126f1f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:44.342489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:44.343859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.345326 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f809771d-d4e0-4254-85f0-4a3d1dbc9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:44.355697 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809771d-d4e0-4254-85f0-4a3d1dbc9c0b None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:44.356346 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f809771d-d4e0-4254-85f0-4a3d1dbc9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server [None req-e2be6aca-be5f-48a2-8faf-ceff3c126567 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 446a9e56-1b76-4ae0-886f-1f70da030101: This subnet is being modified by another concurrent operation. Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:18:44.380930 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise exception Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 446a9e56-1b76-4ae0-886f-1f70da030101: This subnet is being modified by another concurrent operation. Mar 11 16:18:44.384292 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Mar 11 16:18:44.405523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f747ca-93c0-4235-85c3-660ee63ed4d5 None None] Network 8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:44.480307 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f809771d-d4e0-4254-85f0-4a3d1dbc9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:44.480868 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809771d-d4e0-4254-85f0-4a3d1dbc9c0b None None] The sync data for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:44.522929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.530041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.567306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Transition to ACTIVE for port object 1fee101c-7bee-427c-b3f0-304f36dc8ae8 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:44.623292 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=446a9e56-1b76-4ae0-886f-1f70da030101,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:44.627592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.682429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Made reservation on behalf of a5d655d33d9a4c0fa3595a6904512f75 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:44.687695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.835352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64b23c2c-b9ff-488e-b237-0f09fa3011c1 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:44.842569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.855603 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87b361e7-c448-4173-a165-5ed99debb3ea req-f88913ba-12ab-47c8-a94c-1443013dcea8 service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1609478 Mar 11 16:18:44.878879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.890994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f532-03d5-4870-adc0-8ef2c8f122ca None None] Pushing event updated for resources: {'Port': ['ID=489aa681-87d7-49ce-b748-83d9a9bd4d01,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:44.895888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.919999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.953521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96d0033d-7552-4165-b6cc-acc13d6aba9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.995527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=118b1b83-ae12-4f23-849a-d23ea7126f1f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:45.127624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:45.151974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.161745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=1b75bd8f-9911-4ff0-8078-be561c689ffe,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:45.184259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Network 49537fbe-afc1-4a4a-87ca-7a045c86b03f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:45.184786 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 1b75bd8f-9911-4ff0-8078-be561c689ffe details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:45.190021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:45.207187 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:45.264299 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33390d61-0ca0-4456-be9f-1935526c2ae8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1230743 Mar 11 16:18:45.273627 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:45.282070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'Port': ['ID=1fee101c-7bee-427c-b3f0-304f36dc8ae8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:45.309917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36422ac9-bf37-4c78-b0d5-6d39508c7f80') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:45.310626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36422ac9-bf37-4c78-b0d5-6d39508c7f80') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:45.337214 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.355008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.355221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] device_id is not set on port b509bbcf-303d-46e1-9e7a-03e87f530362 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:45.373630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.383168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:45.384636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.398304 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-015e41dc-6b55-4bce-8924-49b1bcd80e86 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/floatingips/3d04ee04-c3e8-4be5-abe8-3f2d5d66071d HTTP/1.1" status: 200 len: 978 time: 8.3804374 Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:45.405321 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:45.407381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57430) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:45.407468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-96d0033d-7552-4165-b6cc-acc13d6aba9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 07b16ccb-02d0-4898-a650-8120defb5ee4 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:45.494694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ec45a1-97cc-4a9a-8555-c05ce2d63808']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:45.596182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 9880292e-01af-445a-9924-4702cc965c9c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:45.596605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.616126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a9f71d-d394-4a9a-9286-2ea86c0c968e') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:45.616432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a9f71d-d394-4a9a-9286-2ea86c0c968e') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:45.644968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.667641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.702846 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.715930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.784567 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.792310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:45.814715 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-489662e8-7b01-45de-8ac7-1f446a6950b1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e HTTP/1.1" status: 204 len: 168 time: 2.4071147 Mar 11 16:18:45.865125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57434) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:45.899265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d84e4-0587-40dc-87ee-32f5b9c06827 None None] Network 49537fbe-afc1-4a4a-87ca-7a045c86b03f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:45.905537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-232901742'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:45.907318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Allocated IP 172.20.0.4 (a4c68d92-25cb-4767-bf29-8cd79d4dddf2/2a8c3c47-f039-43da-b14b-e771f1bbfa59/b509bbcf-303d-46e1-9e7a-03e87f530362) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:45.931948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:45.974605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:45.984051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:46.002426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:46.014691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944ff84-1d8e-4172-b2a9-d52291b67958 req-27c60195-9a06-4b41-8a06-43c1a907dc5b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:46.016403 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4944ff84-1d8e-4172-b2a9-d52291b67958 req-27c60195-9a06-4b41-8a06-43c1a907dc5b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 1.5128751 Mar 11 16:18:46.017617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:46.018021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.076149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:46.094731 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:46.189290 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c9ca9e52-7631-4d73-817c-e133628d39be None None] Provisioning for port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:46.223008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c9ca9e52-7631-4d73-817c-e133628d39be None None] Provisioning complete for port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:46.223567 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9e52-7631-4d73-817c-e133628d39be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.314298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96d0033d-7552-4165-b6cc-acc13d6aba9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.471925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0033d-7552-4165-b6cc-acc13d6aba9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=07b16ccb-02d0-4898-a650-8120defb5ee4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:46.476100 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87b361e7-c448-4173-a165-5ed99debb3ea req-e260dd99-0c33-4c02-83b0-fbde5dac716b service neutron] 10.222.0.35 "GET /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5580621 Mar 11 16:18:46.480511 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4944ff84-1d8e-4172-b2a9-d52291b67958 req-56e5f356-9b3c-46fb-a202-92bbdc51791d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848102 Mar 11 16:18:46.589332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9e52-7631-4d73-817c-e133628d39be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.603576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96d0033d-7552-4165-b6cc-acc13d6aba9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.651507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.662870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.694957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c9ca9e52-7631-4d73-817c-e133628d39be None None] For port 64b23c2c-b9ff-488e-b237-0f09fa3011c1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64b23c2c-b9ff-488e-b237-0f09fa3011c1,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:46.787593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9ca9e52-7631-4d73-817c-e133628d39be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.821413 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96d0033d-7552-4165-b6cc-acc13d6aba9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/07b16ccb-02d0-4898-a650-8120defb5ee4 HTTP/1.1" status: 204 len: 168 time: 3.9002247 Mar 11 16:18:46.824305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57438) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:46.835262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.837753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Network': ['ID=e8ec45a1-97cc-4a9a-8555-c05ce2d63808,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:46.847435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:46.847435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.918237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.942537 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3dd56100-6005-4670-bdea-7326d1a01d9d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/networks/e8ec45a1-97cc-4a9a-8555-c05ce2d63808 HTTP/1.1" status: 204 len: 168 time: 3.5727828 Mar 11 16:18:46.953895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.971199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57442) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:47.032402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca9e52-7631-4d73-817c-e133628d39be None None] Pushing event updated for resources: {'Port': ['ID=64b23c2c-b9ff-488e-b237-0f09fa3011c1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:47.053134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 118b1b83-ae12-4f23-849a-d23ea7126f1f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:47.133094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Transition to ACTIVE for port object b509bbcf-303d-46e1-9e7a-03e87f530362 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:47.168003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.208336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 118b1b83-ae12-4f23-849a-d23ea7126f1f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:47.208336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.243970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.281879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc03278-5702-488a-98d9-15eb002f60a2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:47.283653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc03278-5702-488a-98d9-15eb002f60a2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:47.284756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9dc03278-5702-488a-98d9-15eb002f60a2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:47.293989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-54d9d0f0-a652-44f7-945e-7dbd4af7957e None None] Provisioning for port 489aa681-87d7-49ce-b748-83d9a9bd4d01 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:47.317551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-54d9d0f0-a652-44f7-945e-7dbd4af7957e None None] Could not find standard attr ID for object 07b16ccb-02d0-4898-a650-8120defb5ee4. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:18:47.360286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.382451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9dc03278-5702-488a-98d9-15eb002f60a2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:47.386658 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9dc03278-5702-488a-98d9-15eb002f60a2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5541425 Mar 11 16:18:47.409635 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369b9648-06f5-4489-9d63-a574f2571857 None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:18:47.443133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57446) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:47.445134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:47.519055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.560948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b9648-06f5-4489-9d63-a574f2571857 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:18:47.600479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 489aa681-87d7-49ce-b748-83d9a9bd4d01 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:47.667738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event updated for resources: {'Port': ['ID=b509bbcf-303d-46e1-9e7a-03e87f530362,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:47.731935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6aec15d7-6fa0-4d38-9b13-a83ef630b919 None None] Provisioning for port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:47.740818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.758444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:47.761310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6aec15d7-6fa0-4d38-9b13-a83ef630b919 None None] Provisioning complete for port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:47.762614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:47.763217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6aec15d7-6fa0-4d38-9b13-a83ef630b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.772558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:47.824474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92e0d23-59d8-4107-8c04-715198da7b3c']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:47.844586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc6136c-c8e1-4843-8c17-aa86976f7c94') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:47.844967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc6136c-c8e1-4843-8c17-aa86976f7c94') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:47.862489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.878876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:47.879734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.897250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.906143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:18:47.906942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.922337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.922900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.923117 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Floating IP 3d04ee04-c3e8-4be5-abe8-3f2d5d66071d disassociated. External IP: 172.26.8.248, port: 9880292e-01af-445a-9924-4702cc965c9c. Mar 11 16:18:47.923386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 9880292e-01af-445a-9924-4702cc965c9c owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:47.925154 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:47.950695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6aec15d7-6fa0-4d38-9b13-a83ef630b919 None None] Port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:48.000546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6aec15d7-6fa0-4d38-9b13-a83ef630b919 None None] Provisioning complete for port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:48.001305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6aec15d7-6fa0-4d38-9b13-a83ef630b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.019301 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d9daf0e-47ea-472f-bccb-fd008b4809d6 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3074338 Mar 11 16:18:48.019523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57452) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:48.028678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:48.034931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:48.039170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Usage tracker for resource:floatingip and tenant:a5d655d33d9a4c0fa3595a6904512f75 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:48.116843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.117190 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 3180c8a0-b29a-4692-adb1-b82403addbd7 of type vlan for network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 Mar 11 16:18:48.123418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 489aa681-87d7-49ce-b748-83d9a9bd4d01 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:48.156681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.174711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 489aa681-87d7-49ce-b748-83d9a9bd4d01 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:48.175395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.195560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:48.202636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:48.315030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.319839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.322285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.356425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'Port': ['ID=1fee101c-7bee-427c-b3f0-304f36dc8ae8,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:48.408643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.411853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.414102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:48.414763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.423638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Network': ['ID=e92e0d23-59d8-4107-8c04-715198da7b3c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:48.431883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=9880292e-01af-445a-9924-4702cc965c9c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:48.445898 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e03153d0-7d19-4a38-be0e-109aa41a1240 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/networks/e92e0d23-59d8-4107-8c04-715198da7b3c HTTP/1.1" status: 204 len: 168 time: 1.4735570 Mar 11 16:18:48.454425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57456) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:48.494077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.559458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 489aa681-87d7-49ce-b748-83d9a9bd4d01, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=489aa681-87d7-49ce-b748-83d9a9bd4d01,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:48.578616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c993553f-165e-4ada-ac7c-d93663292cf8 None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:18:48.639275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.643384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57460) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:48.674839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': '1b75bd8f-9911-4ff0-8078-be561c689ffe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:48.698278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-398a1c91-214c-4df1-b0a6-ce17bcaf6948 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 9cfe487a-20fa-40cf-be02-4ee13bd77e25 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:18:48.706657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=ef95b754-27a6-4beb-92b0-f714a7ff0ad0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:48.710947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-398a1c91-214c-4df1-b0a6-ce17bcaf6948 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.727126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:48.763080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64b23c2c-b9ff-488e-b237-0f09fa3011c1 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:48.773104 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d76b1387-3e83-4e3a-9a9e-07970cf2b643 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8846812 Mar 11 16:18:48.778653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Network 49537fbe-afc1-4a4a-87ca-7a045c86b03f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:48.783146 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57464) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:48.791130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e69332a2-3f30-4a02-af56-eadb628e38ce tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:48.816234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:48.907020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:48.914037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=489aa681-87d7-49ce-b748-83d9a9bd4d01,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:48.914425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:subnet and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:48.929591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e138a-2fb3-4d61-b192-92822afccf15 req-d2592307-0845-4bce-8a17-d765e72d2272 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:48.932126 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-825e138a-2fb3-4d61-b192-92822afccf15 req-d2592307-0845-4bce-8a17-d765e72d2272 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.7434509 Mar 11 16:18:48.935509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:48.942333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-398a1c91-214c-4df1-b0a6-ce17bcaf6948 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.950020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:48.965760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b55f6-33f0-4f8c-8537-ad7ec91edeab tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:48.971887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b55f6-33f0-4f8c-8537-ad7ec91edeab tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:48.972664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e3b55f6-33f0-4f8c-8537-ad7ec91edeab tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Synchronizing usage tracker for tenant:c760183be345412095521976867da01d on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:48.981239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.993976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:48.994590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.039505 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993553f-165e-4ada-ac7c-d93663292cf8 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:18:49.107442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:49.111104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.144666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e3b55f6-33f0-4f8c-8537-ad7ec91edeab tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Unset dirty status for tenant:c760183be345412095521976867da01d on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:49.145709 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e3b55f6-33f0-4f8c-8537-ad7ec91edeab tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5345178 Mar 11 16:18:49.157195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57468) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:49.167267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1885954853'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:49.208568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router 8bee8a20-c7d6-4220-88a1-d20208ef7be7 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:49.226709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:49.230741 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-825e138a-2fb3-4d61-b192-92822afccf15 req-931f1dc1-bca1-424c-b2cb-0b591e313214 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944218 Mar 11 16:18:49.261195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:49.281783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Allocated IP 172.26.8.150 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/54fca865-b358-4f39-97d2-aeb4f93903ca) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:49.433378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Made reservation on behalf of c760183be345412095521976867da01d for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:49.436752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.578815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:49.632504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.634775 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Added segment b1a67797-bd49-4213-b657-702ab2a20dce of type vlan for network 2c5eb1d6-7e6b-448c-870e-70c0d851358c Mar 11 16:18:49.684184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:49.702352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.761443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5431365-8845-462b-b479-b5b0f147ff68 req-a9745f70-d0e2-4b11-9879-b31351934df9 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:49.763711 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b5431365-8845-462b-b479-b5b0f147ff68 req-a9745f70-d0e2-4b11-9879-b31351934df9 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3692117 Mar 11 16:18:49.794519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.808400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-398a1c91-214c-4df1-b0a6-ce17bcaf6948 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.813907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.903370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.961438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e69332a2-3f30-4a02-af56-eadb628e38ce tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:49.972669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-030dddd3-e4a3-4e79-b3ef-dfb1f7bd12b7 None None] Provisioning complete for port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:49.973359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-030dddd3-e4a3-4e79-b3ef-dfb1f7bd12b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.003055 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b5431365-8845-462b-b479-b5b0f147ff68 req-7cbb5008-22e4-4e58-9a35-11b7b557b4fe tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960938 Mar 11 16:18:50.005195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:50.026256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:50.034888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:50.057214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-030dddd3-e4a3-4e79-b3ef-dfb1f7bd12b7 None None] Port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:50.066495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=4db392a1-1efa-45f1-800a-ef55dfa6e80b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:50.072119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.077850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:50.078465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.082112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event updated for resources: {'Port': ['ID=54fca865-b358-4f39-97d2-aeb4f93903ca,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:50.086074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e69332a2-3f30-4a02-af56-eadb628e38ce tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.149152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e69332a2-3f30-4a02-af56-eadb628e38ce tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 is not hosted by any dhcp agent {{(pid=88601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 16:18:50.153266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-030dddd3-e4a3-4e79-b3ef-dfb1f7bd12b7 None None] Provisioning for port b509bbcf-303d-46e1-9e7a-03e87f530362 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:50.155568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69332a2-3f30-4a02-af56-eadb628e38ce tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:50.155568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e69332a2-3f30-4a02-af56-eadb628e38ce tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.156630 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e69332a2-3f30-4a02-af56-eadb628e38ce tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "PUT /v2.0/networks/ef95b754-27a6-4beb-92b0-f714a7ff0ad0 HTTP/1.1" status: 200 len: 723 time: 1.3709192 Mar 11 16:18:50.165979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-030dddd3-e4a3-4e79-b3ef-dfb1f7bd12b7 None None] Provisioning complete for port b509bbcf-303d-46e1-9e7a-03e87f530362 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:50.166662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-030dddd3-e4a3-4e79-b3ef-dfb1f7bd12b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.169610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57476) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:50.172905 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:50.213694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking segment: {'id': 'ea27e2c5-df87-4327-b0b7-e86c7c95373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1b75bd8f-9911-4ff0-8078-be561c689ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:50.213694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network hostable DHCP agents. Network: 1b75bd8f-9911-4ff0-8078-be561c689ffe, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:50.216601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': 'ef95b754-27a6-4beb-92b0-f714a7ff0ad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:50.225081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea3c9ba-5687-4faf-b6dc-3d8a4d63575c None None] Sync routers for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:50.251170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Network': ['ID=2c5eb1d6-7e6b-448c-870e-70c0d851358c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:50.251543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3c9ba-5687-4faf-b6dc-3d8a4d63575c None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:50.252218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-eea3c9ba-5687-4faf-b6dc-3d8a4d63575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:50.285772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.319746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 2c5eb1d6-7e6b-448c-870e-70c0d851358c details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:50.325976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-398a1c91-214c-4df1-b0a6-ce17bcaf6948 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.332946 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2172a1c6-1a89-4e5c-81fb-0a37a46a402c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1726141 Mar 11 16:18:50.335240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57480) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:50.340731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-030dddd3-e4a3-4e79-b3ef-dfb1f7bd12b7 None None] Port b509bbcf-303d-46e1-9e7a-03e87f530362 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:18:50.341694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1533039567'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:50.346955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:50.351229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Usage tracker for resource:network and tenant:c760183be345412095521976867da01d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:50.356018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network 1b75bd8f-9911-4ff0-8078-be561c689ffe is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:50.356763 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-eea3c9ba-5687-4faf-b6dc-3d8a4d63575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:50.358501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:50.412941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:50.419536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3c9ba-5687-4faf-b6dc-3d8a4d63575c None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:50.420168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-eea3c9ba-5687-4faf-b6dc-3d8a4d63575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:50.439923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.509394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 1b75bd8f-9911-4ff0-8078-be561c689ffe) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:50.523712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69332a2-3f30-4a02-af56-eadb628e38ce tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=ef95b754-27a6-4beb-92b0-f714a7ff0ad0,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:50.532290 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0040261b-cb30-4bd9-a54a-0851fe9197bc None None] Network 1b75bd8f-9911-4ff0-8078-be561c689ffe requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:50.537154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-398a1c91-214c-4df1-b0a6-ce17bcaf6948 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.540593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a1c91-214c-4df1-b0a6-ce17bcaf6948 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfe487a-20fa-40cf-be02-4ee13bd77e25,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:50.552327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:50.553343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:50.563939 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Sync routers for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:50.564369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d88e4c-3541-4955-b916-4a13a8c16fb6 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:50.571485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:50.577931 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:50.580648 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:50.584331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:50.590972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:50.595743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-eea3c9ba-5687-4faf-b6dc-3d8a4d63575c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:50.596149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea3c9ba-5687-4faf-b6dc-3d8a4d63575c None None] The sync data for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:50.596641 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cd08bb1a-8294-48df-828a-61935be5fcaa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "PUT /v2.0/routers/dce52fec-cff2-4314-bc1b-c8e7a5b4e25c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5725734 Mar 11 16:18:50.603508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:50.616748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.619588 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-075aaba6-b2b1-44a5-a55d-0fe984e1d76d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/ports/9880292e-01af-445a-9924-4702cc965c9c HTTP/1.1" status: 204 len: 168 time: 5.2110057 Mar 11 16:18:50.622593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57488) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:50.792449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Made reservation on behalf of c760183be345412095521976867da01d for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:50.803677 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-398a1c91-214c-4df1-b0a6-ce17bcaf6948 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/9cfe487a-20fa-40cf-be02-4ee13bd77e25 HTTP/1.1" status: 204 len: 168 time: 3.3555508 Mar 11 16:18:50.804231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.805030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:50.808063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 489aa681-87d7-49ce-b748-83d9a9bd4d01 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:50.809835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:50.837921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:50.906408 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:50.992539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.002659 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-46240d64-7a14-451e-a6fb-ea63e3402ee8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1457498 Mar 11 16:18:51.017866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57506) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:51.043137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:51.043752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.081677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.172064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:51.227309 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-265758ef-aa55-4aec-8924-1936491aad2f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5735788 Mar 11 16:18:51.229651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57510) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:51.257374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.257713 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Added segment 0b79687d-3447-4ab8-895d-a081f55ace43 of type vlan for network 0e4c9b01-9b85-4663-8600-ecd20a810e3c Mar 11 16:18:51.266729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1483541461'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:51.281070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event updated for resources: {'Port': ['ID=54fca865-b358-4f39-97d2-aeb4f93903ca,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:51.281880 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:45Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '1fee101c-7bee-427c-b3f0-304f36dc8ae8', 'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'mac_address': 'fa:16:3e:12:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:43Z', 'updated_at': '2022-03-11T16:18:46Z', 'revision_number': 2, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'subnets': [{'id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:51.286765 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Checking router: dce52fec-cff2-4314-bc1b-c8e7a5b4e25c for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:18:51.287399 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Updating router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:18:51.290400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:51.305003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:network and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:51.308930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-1b75bd8f-9911-4ff0-8078-be561c689ffe', 'network_id': '1b75bd8f-9911-4ff0-8078-be561c689ffe', 'tenant_id': 'ea7c95f15aa64985b5392400f0b5a9bb', 'fixed_ips': [{'subnet_id': '4db392a1-1efa-45f1-800a-ef55dfa6e80b'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:51.309764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.312726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:51.320691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 489aa681-87d7-49ce-b748-83d9a9bd4d01 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:51.321402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.340735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:51.358068 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.368083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf9bce-d54a-43fa-90de-5c31c24f6db1 req-5582b9b5-792f-4710-a0cb-c0d501bae37c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:51.369820 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9bcf9bce-d54a-43fa-90de-5c31c24f6db1 req-5582b9b5-792f-4710-a0cb-c0d501bae37c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.3748336 Mar 11 16:18:51.375636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.379642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.441431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-c8247638-e1e9-4f37-af5a-f074b21c9329 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Synchronizing usage tracker for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:51.459767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:51.464611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.499699 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9bcf9bce-d54a-43fa-90de-5c31c24f6db1 req-f5862884-0ea3-4370-89c2-cad470d2753d tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124704 Mar 11 16:18:51.515684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:18:51.528629 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.529262 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment 72ac7fa0-65d2-4d69-8d93-0a101295ff79 of type vlan for network ecd39b91-d5ed-4330-b10d-b6cc3dd2267f Mar 11 16:18:51.571884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.628305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4087bc1-a553-402e-b2af-f350c99dcd9f None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:18:51.628518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.630432 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a7cb2150-d939-40a6-a2a0-6a9e038eecbd tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6098621 Mar 11 16:18:51.631463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.639585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:51.640469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.644995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0cb16a-ddba-475a-876c-52c610f04b74 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:51.646083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a4087bc1-a553-402e-b2af-f350c99dcd9f None None] Deleting port 489aa681-87d7-49ce-b748-83d9a9bd4d01 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:51.646749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57514) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:51.647030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a4087bc1-a553-402e-b2af-f350c99dcd9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.647579 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2b0cb16a-ddba-475a-876c-52c610f04b74 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6219759 Mar 11 16:18:51.652595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57516) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:51.692957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ab8fb2c7-37f3-416e-b165-1216eafad561 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Request body: {'floatingip': {'port_id': 'b509bbcf-303d-46e1-9e7a-03e87f530362', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:51.718654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Allocated IP 2001:db8:0:ffff::2 (1b75bd8f-9911-4ff0-8078-be561c689ffe/4db392a1-1efa-45f1-800a-ef55dfa6e80b/eb38ea3e-805c-4577-9dca-8fab9d6a609d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:51.771633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-c8247638-e1e9-4f37-af5a-f074b21c9329 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Unset dirty status for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:51.773087 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-c8247638-e1e9-4f37-af5a-f074b21c9329 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917963905&fields=id&tenant_id=4e260780a780480b9a6bfa8b85d3d465 HTTP/1.1" status: 200 len: 267 time: 0.8047216 Mar 11 16:18:51.790060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.797837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:51.798558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.846679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ab8fb2c7-37f3-416e-b165-1216eafad561 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.897566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a4087bc1-a553-402e-b2af-f350c99dcd9f None None] For port 489aa681-87d7-49ce-b748-83d9a9bd4d01, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=489aa681-87d7-49ce-b748-83d9a9bd4d01,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:51.897956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a4087bc1-a553-402e-b2af-f350c99dcd9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.917413 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.932395 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Transition to ACTIVE for port object 1fee101c-7bee-427c-b3f0-304f36dc8ae8 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:51.979685 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6392725 Mar 11 16:18:51.987830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57522) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:51.994642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c746aca-bf81-4958-8221-02f11747dd66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:51.995178 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.995332 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5c746aca-bf81-4958-8221-02f11747dd66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:52.003316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'ports': [{'network_id': '2c5eb1d6-7e6b-448c-870e-70c0d851358c', 'name': 'tempest-port--347079817', 'admin_state_up': True}, {'network_id': '0e4c9b01-9b85-4663-8600-ecd20a810e3c', 'admin_state_up': False}]} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:52.003997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'port': {'network_id': '2c5eb1d6-7e6b-448c-870e-70c0d851358c', 'name': 'tempest-port--347079817', 'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:52.004102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'port': {'network_id': '0e4c9b01-9b85-4663-8600-ecd20a810e3c', 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:52.059299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700978c-2fa7-41cb-ba6b-236c18060bda tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Network': ['ID=0e4c9b01-9b85-4663-8600-ecd20a810e3c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:52.066319 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8248770 Mar 11 16:18:52.074106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:52.075304 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Pushing event updated for resources: {'Port': ['ID=1fee101c-7bee-427c-b3f0-304f36dc8ae8,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:52.139299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': 'ecd39b91-d5ed-4330-b10d-b6cc3dd2267f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:52.230101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888662-7421-4050-ae96-59ca2f24c4d7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=ecd39b91-d5ed-4330-b10d-b6cc3dd2267f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:52.260891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5c746aca-bf81-4958-8221-02f11747dd66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:52.262050 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5c746aca-bf81-4958-8221-02f11747dd66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6066668 Mar 11 16:18:52.269273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57530) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:52.276130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-78911a37-73a6-4651-9876-359ae9f9311a tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:52.277640 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-78911a37-73a6-4651-9876-359ae9f9311a tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/networks?id=49537fbe-afc1-4a4a-87ca-7a045c86b03f HTTP/1.1" status: 200 len: 796 time: 0.4843636 Mar 11 16:18:52.293782 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.294150 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.294508 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.294833 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.295150 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.295486 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.295804 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.296114 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.296427 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.296790 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.297103 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.297451 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:52.324804 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Attempting to bind port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:52.325153 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Attempting to bind port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:52.325503 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Attempting to bind port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 on network 49537fbe-afc1-4a4a-87ca-7a045c86b03f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:52.339632 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:52.339994 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Checking segment: {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:52.340385 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:52.340930 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Bound using segment: {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:52.341404 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Bound port: 1fee101c-7bee-427c-b3f0-304f36dc8ae8, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:52.341762 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:52.347929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:52.397217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:52.405288 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-8249d549-f8f6-45bd-ba2b-4a80048198f9 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/quotas/4e260780a780480b9a6bfa8b85d3d465 HTTP/1.1" status: 200 len: 375 time: 0.1113172 Mar 11 16:18:52.418489 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a4087bc1-a553-402e-b2af-f350c99dcd9f None None] Calling delete_port for 489aa681-87d7-49ce-b748-83d9a9bd4d01 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:52.438064 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-69ec5c7b-3097-47af-8c59-62218da5d648 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1672611 Mar 11 16:18:52.444183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:52.455670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:52.486331 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] For port 1fee101c-7bee-427c-b3f0-304f36dc8ae8, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:52.489993 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] For port 1fee101c-7bee-427c-b3f0-304f36dc8ae8, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1fee101c-7bee-427c-b3f0-304f36dc8ae8,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:52.521738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Transition to ACTIVE for port object eb38ea3e-805c-4577-9dca-8fab9d6a609d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:52.555053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:52.559822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Usage tracker for resource:port and tenant:c760183be345412095521976867da01d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:52.562397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 0e4c9b01-9b85-4663-8600-ecd20a810e3c details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:52.562602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:52.565983 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:52.570476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:52.599814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:52.600678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network ecd39b91-d5ed-4330-b10d-b6cc3dd2267f details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:18:52.624430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:52.626346 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-ab8fb2c7-37f3-416e-b165-1216eafad561 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] update failed (client error): The resource could not be found. Mar 11 16:18:52.627553 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ab8fb2c7-37f3-416e-b165-1216eafad561 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "PUT /v2.0/floatingips/ffd28958-7c92-447c-ae3e-0fc12819b003 HTTP/1.1" status: 404 len: 507 time: 0.9595509 Mar 11 16:18:52.632094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57540) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:52.734314 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:52.735590 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:52.778703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a4087bc1-a553-402e-b2af-f350c99dcd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:52.779903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Made reservation on behalf of c760183be345412095521976867da01d for: {'port': 2} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:52.787000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Transition to ACTIVE for port object eb38ea3e-805c-4577-9dca-8fab9d6a609d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:52.798634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:52.833387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:52.836480 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b52b2-72df-4fc9-90dd-1c9f455b2c91 None None] Pushing event updated for resources: {'Port': ['ID=1fee101c-7bee-427c-b3f0-304f36dc8ae8,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:52.845062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:52.861376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 489aa681-87d7-49ce-b748-83d9a9bd4d01 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:52.863480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:subnet and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:52.874814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': '3180c8a0-b29a-4692-adb1-b82403addbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ef95b754-27a6-4beb-92b0-f714a7ff0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:52.875171 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: ef95b754-27a6-4beb-92b0-f714a7ff0ad0, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:52.942362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 489aa681-87d7-49ce-b748-83d9a9bd4d01 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:18:52.942922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 489aa681-87d7-49ce-b748-83d9a9bd4d01 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:52.945358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4087bc1-a553-402e-b2af-f350c99dcd9f None None] No DVR routers for this DVR port 489aa681-87d7-49ce-b748-83d9a9bd4d01 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:52.958605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=f6a9770a-73b2-47de-a58f-f4a8bb64d01a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:52.968876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:53.017676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4087bc1-a553-402e-b2af-f350c99dcd9f None None] Pushing event deleted for resources: {'Port': ['ID=489aa681-87d7-49ce-b748-83d9a9bd4d01,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:53.038831 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:53.044613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:53.051720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.140954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Network 1b75bd8f-9911-4ff0-8078-be561c689ffe is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:53.142191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:53.153970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-a9a28a4e-987a-4ffb-b32f-8c3601c4d9bc tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Synchronizing usage tracker for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:53.156100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:53.160384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:53.163997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.177297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:53.182342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.183784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Deleting port 54fca865-b358-4f39-97d2-aeb4f93903ca {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:53.184122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.254803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Pushing event updated for resources: {'Port': ['ID=eb38ea3e-805c-4577-9dca-8fab9d6a609d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:53.288464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Attempting to bind port eb38ea3e-805c-4577-9dca-8fab9d6a609d on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:53.288827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Attempting to bind port eb38ea3e-805c-4577-9dca-8fab9d6a609d by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'ea27e2c5-df87-4327-b0b7-e86c7c95373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1b75bd8f-9911-4ff0-8078-be561c689ffe'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:53.289180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Attempting to bind port eb38ea3e-805c-4577-9dca-8fab9d6a609d on network 1b75bd8f-9911-4ff0-8078-be561c689ffe {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:53.295460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:53.295937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Checking segment: {'id': 'ea27e2c5-df87-4327-b0b7-e86c7c95373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1b75bd8f-9911-4ff0-8078-be561c689ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:53.296335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.296713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Bound using segment: {'id': 'ea27e2c5-df87-4327-b0b7-e86c7c95373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1b75bd8f-9911-4ff0-8078-be561c689ffe'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:53.297361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Bound port: eb38ea3e-805c-4577-9dca-8fab9d6a609d, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea27e2c5-df87-4327-b0b7-e86c7c95373e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '1b75bd8f-9911-4ff0-8078-be561c689ffe'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:53.298014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.350120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:53.371029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.371354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.406319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] For port eb38ea3e-805c-4577-9dca-8fab9d6a609d, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:53.410704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] For port eb38ea3e-805c-4577-9dca-8fab9d6a609d, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=eb38ea3e-805c-4577-9dca-8fab9d6a609d,segment=NetworkSegment(ea27e2c5-df87-4327-b0b7-e86c7c95373e),segment_id=ea27e2c5-df87-4327-b0b7-e86c7c95373e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:53.452437 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:45Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '1fee101c-7bee-427c-b3f0-304f36dc8ae8', 'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'mac_address': 'fa:16:3e:12:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:43Z', 'updated_at': '2022-03-11T16:18:52Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'subnets': [{'id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:53.457720 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c81e7-5287-421b-83c2-0e46a62e1159 None None] The sync data for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv is: [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:45Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '1fee101c-7bee-427c-b3f0-304f36dc8ae8', 'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'mac_address': 'fa:16:3e:12:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:43Z', 'updated_at': '2022-03-11T16:18:52Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'subnets': [{'id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:53.508646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.564118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Calling delete_port for 54fca865-b358-4f39-97d2-aeb4f93903ca owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:53.607944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-a9a28a4e-987a-4ffb-b32f-8c3601c4d9bc tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Unset dirty status for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:53.624827 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-a9a28a4e-987a-4ffb-b32f-8c3601c4d9bc tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e260780a780480b9a6bfa8b85d3d465&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0652783 Mar 11 16:18:53.649605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.656570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63f7a8-8315-4d10-8d6b-15f3eb988692 None None] Pushing event updated for resources: {'Port': ['ID=eb38ea3e-805c-4577-9dca-8fab9d6a609d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:53.719459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, ef95b754-27a6-4beb-92b0-f714a7ff0ad0) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:53.729914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e700a-1bec-4565-9538-92991d3d8adf None None] Network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:53.830441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c28d99-00f0-45f1-badc-ccab6ccde30d req-10c5fee8-9f19-4720-a538-984b7df62d4b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:53.831980 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9c28d99-00f0-45f1-badc-ccab6ccde30d req-10c5fee8-9f19-4720-a538-984b7df62d4b tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.9577458 Mar 11 16:18:53.904412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:53.905034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.945350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-9ae5bab4-91ae-4b15-aaa2-2aa9a61f4942 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:53.949580 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-9ae5bab4-91ae-4b15-aaa2-2aa9a61f4942 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.35 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 1.0366149 Mar 11 16:18:54.071970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-ef95b754-27a6-4beb-92b0-f714a7ff0ad0', 'network_id': 'ef95b754-27a6-4beb-92b0-f714a7ff0ad0', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': 'f6a9770a-73b2-47de-a58f-f4a8bb64d01a'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:54.073009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.162381 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9c28d99-00f0-45f1-badc-ccab6ccde30d req-a1c46fb3-6ee3-4783-aee8-0417df8c9ebe tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131886 Mar 11 16:18:54.185254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Deleting port 56746748-aea1-4b2f-b3b2-13828e8066a4 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:54.185560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.198761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] device_id is not set on port e1ef1e03-6650-4b7e-8468-291b9cc1f31d yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:54.245323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.302660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Allocated IP 172.20.0.2 (ef95b754-27a6-4beb-92b0-f714a7ff0ad0/f6a9770a-73b2-47de-a58f-f4a8bb64d01a/a5c36fa5-d0d3-499a-a915-dfb408e41dda) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:54.339319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event deleted for resources: {'Port': ['ID=54fca865-b358-4f39-97d2-aeb4f93903ca,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:54.357293 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9fa91f33-5750-4e3d-bb1a-905ee1d57b5b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1860600 Mar 11 16:18:54.360155 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-4b7cfc08-d0ac-42cc-9fc9-e0c4f7bf97ef service neutron] 10.222.0.57 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344007 Mar 11 16:18:54.361252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.373987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57544) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:54.465880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bead96b2-83d3-4ed1-983b-0a6132ac8182 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:54.608591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=6f78dfec-c324-4d46-8fd5-f229ab0777b5,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:54.645262 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.651943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.667686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.698038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Transition to ACTIVE for port object a5c36fa5-d0d3-499a-a915-dfb408e41dda will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:54.762359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Transition to ACTIVE for port object a5c36fa5-d0d3-499a-a915-dfb408e41dda will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:54.767731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bead96b2-83d3-4ed1-983b-0a6132ac8182 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7954283'] for subnet, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.802191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:54.827982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.843498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:54.845111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=3c20df56-90d9-4f94-9af8-dcab463ea21a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:54.861792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:54.862642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.909456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.910766 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8bcc3b46-fcbb-4e38-822b-7a4c0eb07904 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "DELETE /v2.0/floatingips/ffd28958-7c92-447c-ae3e-0fc12819b003 HTTP/1.1" status: 204 len: 168 time: 2.2776105 Mar 11 16:18:54.919973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57548) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:54.929734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5fe5299a-a931-4a9a-9324-98ab30245364 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Request body: {'floatingip': {'floating_network_id': 'a4c68d92-25cb-4767-bf29-8cd79d4dddf2', 'port_id': 'b509bbcf-303d-46e1-9e7a-03e87f530362', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:54.930155 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691defd7-1f0d-4e52-aa13-fa940c13f4b0 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:54.937772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5fe5299a-a931-4a9a-9324-98ab30245364 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:54.946860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device eb38ea3e-805c-4577-9dca-8fab9d6a609d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:54.957980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5fe5299a-a931-4a9a-9324-98ab30245364 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Usage tracker for resource:floatingip and tenant:a5d655d33d9a4c0fa3595a6904512f75 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:54.975364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5fe5299a-a931-4a9a-9324-98ab30245364 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:54.986565 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-04813c88-f4db-4fbe-99e5-743756ddbea3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5343282 Mar 11 16:18:54.988866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57552) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:55.001777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': '3c20df56-90d9-4f94-9af8-dcab463ea21a', 'ip_address': '2001:db8::272f:4800:1db6:4486'}], 'name': 'tempest-NetworksTestDHCPv6-62665021'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:55.023295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5fe5299a-a931-4a9a-9324-98ab30245364 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:55.061075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] For port 56746748-aea1-4b2f-b3b2-13828e8066a4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=56746748-aea1-4b2f-b3b2-13828e8066a4,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:55.063851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.065708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62376df-b9e2-4f94-a46c-ccd50bc4e14f None None] Network 1b75bd8f-9911-4ff0-8078-be561c689ffe requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:55.114196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:55.117629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Pushing event updated for resources: {'Port': ['ID=a5c36fa5-d0d3-499a-a915-dfb408e41dda,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:55.128815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:55.132721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:55.272238 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-41cd1d55-b204-4a15-a556-5f71ff64b215 service neutron] 10.222.0.57 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8343058 Mar 11 16:18:55.312817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.335207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5fe5299a-a931-4a9a-9324-98ab30245364 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.443450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bead96b2-83d3-4ed1-983b-0a6132ac8182 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728838684151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7652785'] for subnet, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.495659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Attempting to bind port a5c36fa5-d0d3-499a-a915-dfb408e41dda on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:18:55.496072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Attempting to bind port a5c36fa5-d0d3-499a-a915-dfb408e41dda by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '3180c8a0-b29a-4692-adb1-b82403addbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ef95b754-27a6-4beb-92b0-f714a7ff0ad0'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:18:55.496378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Attempting to bind port a5c36fa5-d0d3-499a-a915-dfb408e41dda on network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:18:55.509475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking segment: {'id': '72ac7fa0-65d2-4d69-8d93-0a101295ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ecd39b91-d5ed-4330-b10d-b6cc3dd2267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:55.510666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network hostable DHCP agents. Network: ecd39b91-d5ed-4330-b10d-b6cc3dd2267f, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:55.519172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead96b2-83d3-4ed1-983b-0a6132ac8182 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:55.523518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bead96b2-83d3-4ed1-983b-0a6132ac8182 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.525541 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bead96b2-83d3-4ed1-983b-0a6132ac8182 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "PUT /v2.0/subnets/f6a9770a-73b2-47de-a58f-f4a8bb64d01a HTTP/1.1" status: 200 len: 806 time: 1.0895977 Mar 11 16:18:55.544543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] device_id is not set on port 1a92dfb9-452c-4062-87df-5dd6536ce906 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:55.551395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:55.575879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:18:55.576254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Checking segment: {'id': '3180c8a0-b29a-4692-adb1-b82403addbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ef95b754-27a6-4beb-92b0-f714a7ff0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:55.576654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.577044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Bound using segment: {'id': '3180c8a0-b29a-4692-adb1-b82403addbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ef95b754-27a6-4beb-92b0-f714a7ff0ad0'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:18:55.577525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Bound port: a5c36fa5-d0d3-499a-a915-dfb408e41dda, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3180c8a0-b29a-4692-adb1-b82403addbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ef95b754-27a6-4beb-92b0-f714a7ff0ad0'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:18:55.577895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.594100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-05fb89d3-cfe2-4ed1-9d20-8023a22be704 None None] Provisioning for port eb38ea3e-805c-4577-9dca-8fab9d6a609d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:55.623732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port eb38ea3e-805c-4577-9dca-8fab9d6a609d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:55.632369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-05fb89d3-cfe2-4ed1-9d20-8023a22be704 None None] Provisioning complete for port eb38ea3e-805c-4577-9dca-8fab9d6a609d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:55.632738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05fb89d3-cfe2-4ed1-9d20-8023a22be704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.684791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:55.702936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port eb38ea3e-805c-4577-9dca-8fab9d6a609d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:55.703532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.709590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:55.724567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead96b2-83d3-4ed1-983b-0a6132ac8182 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=f6a9770a-73b2-47de-a58f-f4a8bb64d01a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:55.753326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.760761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 4379d9f5-9976-4613-8715-1e5f05445a02 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:55.761215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.828072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network ecd39b91-d5ed-4330-b10d-b6cc3dd2267f is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:55.831251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:55.882110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:55.889749 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '3c20df56-90d9-4f94-9af8-dcab463ea21a'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:55.890630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.917485 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:18:55.922391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8de83f-3eb9-4a2f-808e-1b8ef2da1753 req-3118fe24-ee40-4ae1-9bde-ccea368713aa tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:55.923977 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ea8de83f-3eb9-4a2f-808e-1b8ef2da1753 req-3118fe24-ee40-4ae1-9bde-ccea368713aa tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 946 time: 0.5675189 Mar 11 16:18:55.970289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] For port a5c36fa5-d0d3-499a-a915-dfb408e41dda, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:18:55.996555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.997044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.997361 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Floating IP ebe67777-08fc-4fd5-8a3d-74853b4aee26 disassociated. External IP: 172.26.8.35, port: 56746748-aea1-4b2f-b3b2-13828e8066a4. Mar 11 16:18:55.997707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Calling delete_port for 56746748-aea1-4b2f-b3b2-13828e8066a4 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:56.045823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:18:56.069297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, ecd39b91-d5ed-4330-b10d-b6cc3dd2267f) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:56.077398 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:56.078094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.079518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] For port a5c36fa5-d0d3-499a-a915-dfb408e41dda, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a5c36fa5-d0d3-499a-a915-dfb408e41dda,segment=NetworkSegment(3180c8a0-b29a-4692-adb1-b82403addbd7),segment_id=3180c8a0-b29a-4692-adb1-b82403addbd7)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:18:56.093879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.125525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.125768 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a00737-bce6-4bc8-a282-fce58cca4359 None None] Network ecd39b91-d5ed-4330-b10d-b6cc3dd2267f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:56.132074 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ea8de83f-3eb9-4a2f-808e-1b8ef2da1753 req-75d211bd-c41b-4758-a992-1a62dbaceba2 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups?id=811d0a8f-4d11-4472-94c1-e73c71e8603f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963389 Mar 11 16:18:56.183995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.204974 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ca7cf7a1-a358-457f-acbc-ec29795a32d2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0966759 Mar 11 16:18:56.219265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57562) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:56.223113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.272672 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05fb89d3-cfe2-4ed1-9d20-8023a22be704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.277539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port a5c36fa5-d0d3-499a-a915-dfb408e41dda {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:56.277888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.335292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.359920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 4379d9f5-9976-4613-8715-1e5f05445a02 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:56.429033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Checking segment: {'id': 'b1a67797-bd49-4213-b657-702ab2a20dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '2c5eb1d6-7e6b-448c-870e-70c0d851358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:56.429380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Network hostable DHCP agents. Network: 2c5eb1d6-7e6b-448c-870e-70c0d851358c, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:56.449700 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Port': ['ID=e1ef1e03-6650-4b7e-8468-291b9cc1f31d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:56.513889 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 56746748-aea1-4b2f-b3b2-13828e8066a4 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:56.611146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb97f29-068a-4e54-9dae-047b1a948748 None None] Pushing event updated for resources: {'Port': ['ID=a5c36fa5-d0d3-499a-a915-dfb408e41dda,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:56.619651 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5fe5299a-a931-4a9a-9324-98ab30245364 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:18:56.622337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-05fb89d3-cfe2-4ed1-9d20-8023a22be704 None None] For port eb38ea3e-805c-4577-9dca-8fab9d6a609d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=eb38ea3e-805c-4577-9dca-8fab9d6a609d,segment=NetworkSegment(ea27e2c5-df87-4327-b0b7-e86c7c95373e),segment_id=ea27e2c5-df87-4327-b0b7-e86c7c95373e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:56.623008 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5fe5299a-a931-4a9a-9324-98ab30245364 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7020583 Mar 11 16:18:56.691058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.700068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-05fb89d3-cfe2-4ed1-9d20-8023a22be704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.713084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:56.743832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': 'b509bbcf-303d-46e1-9e7a-03e87f530362', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:18:56.752780 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4dc6a43d-29bb-42c4-8e86-f96ebb7137b2 req-a5d6a94b-945b-44e6-a1a7-5c17c29afdeb tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.1414671 Mar 11 16:18:56.770555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:56.771527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Network 2c5eb1d6-7e6b-448c-870e-70c0d851358c is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:56.787259 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/3c20df56-90d9-4f94-9af8-dcab463ea21a/a79cfb25-b3c4-4680-ae92-4bc42fd84bbe) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:56.797510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 5dd65b78-c849-4342-9c35-fa2158d6789b yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:18:56.832147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Usage tracker for resource:floatingip and tenant:a5d655d33d9a4c0fa3595a6904512f75 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:56.850434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:56.853659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 2c5eb1d6-7e6b-448c-870e-70c0d851358c) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:56.858408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.866609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.874953 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:56.879343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.964587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:56.981330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0aae3-b0b1-4a80-a454-627a9fb04e0c None None] Network 2c5eb1d6-7e6b-448c-870e-70c0d851358c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:57.000915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Pushing event deleted for resources: {'Port': ['ID=56746748-aea1-4b2f-b3b2-13828e8066a4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:57.023415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Port 56746748-aea1-4b2f-b3b2-13828e8066a4 update to DOWN by agent not found {{(pid=88602) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 11 16:18:57.067962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-ecd39b91-d5ed-4330-b10d-b6cc3dd2267f', 'network_id': 'ecd39b91-d5ed-4330-b10d-b6cc3dd2267f', 'tenant_id': 'ea7c95f15aa64985b5392400f0b5a9bb', 'fixed_ips': [{'subnet_id': '6f78dfec-c324-4d46-8fd5-f229ab0777b5'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:18:57.068789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.094549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:57.094900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:57.140184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Port': ['ID=1a92dfb9-452c-4062-87df-5dd6536ce906,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:57.152533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Checking segment: {'id': '0b79687d-3447-4ab8-895d-a081f55ace43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '0e4c9b01-9b85-4663-8600-ecd20a810e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:18:57.152872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Network hostable DHCP agents. Network: 0e4c9b01-9b85-4663-8600-ecd20a810e3c, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:18:57.220694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb89d3-cfe2-4ed1-9d20-8023a22be704 None None] Pushing event updated for resources: {'Port': ['ID=eb38ea3e-805c-4577-9dca-8fab9d6a609d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:57.263321 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.280252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-28397d80-7e86-4756-a989-39ebcb03f155 None None] Provisioning complete for port eb38ea3e-805c-4577-9dca-8fab9d6a609d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:57.280873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-28397d80-7e86-4756-a989-39ebcb03f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.315862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Network 0e4c9b01-9b85-4663-8600-ecd20a810e3c is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:18:57.369239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=4379d9f5-9976-4613-8715-1e5f05445a02,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:57.407203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.472237 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-380a44c2-6b99-4264-a172-b42e4666b76f req-40e15e0a-bbeb-4f9b-9e46-b4d2ba2cff26 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 210 time: 0.1429636 Mar 11 16:18:57.497599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 0e4c9b01-9b85-4663-8600-ecd20a810e3c) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:57.501386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:57.508929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:57.522934 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:57.523278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.536042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a410d-eaf5-4954-8ebe-05a5ec6de945 None None] Network 0e4c9b01-9b85-4663-8600-ecd20a810e3c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:57.683028 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-88ceb1e9-96bb-416e-9738-eade60a2ccb4 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.6924899 Mar 11 16:18:57.685343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57580) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:57.743902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.808593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Allocated IP 2001:db8::1 (ecd39b91-d5ed-4330-b10d-b6cc3dd2267f/6f78dfec-c324-4d46-8fd5-f229ab0777b5/23e3cccf-248b-47e9-80cb-d73d96bdfded) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:57.904634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port a5c36fa5-d0d3-499a-a915-dfb408e41dda, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a5c36fa5-d0d3-499a-a915-dfb408e41dda,segment=NetworkSegment(3180c8a0-b29a-4692-adb1-b82403addbd7),segment_id=3180c8a0-b29a-4692-adb1-b82403addbd7)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:18:57.905022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.941060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.949071 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e5bf5c-9c2d-4ffa-851e-757793ed76a5 req-528ede5e-c342-4397-91cc-36af624aab7b tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.0896924 Mar 11 16:18:58.123733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for a5c36fa5-d0d3-499a-a915-dfb408e41dda owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:58.184138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1fee101c-7bee-427c-b3f0-304f36dc8ae8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:18:58.260708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:58.285535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e15f95-a5df-48ec-9f12-c24e117c4285 None None] Network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:58.326091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Router 2f83fa62-265a-4738-8a9e-94a845140a41 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:58.456615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7273b84-7166-4c3c-8308-6f6d95ec50bd tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:58.547981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7273b84-7166-4c3c-8308-6f6d95ec50bd tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:58.547981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7273b84-7166-4c3c-8308-6f6d95ec50bd tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Synchronizing usage tracker for tenant:c760183be345412095521976867da01d on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:58.553879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:58.617591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:58.634811 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] Sync routers for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:58.639104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router 8bee8a20-c7d6-4220-88a1-d20208ef7be7 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:18:58.643019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:58.676815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:58.677738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:58.719170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] No DVR routers for this DVR port 56746748-aea1-4b2f-b3b2-13828e8066a4 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:58.723462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:58.726048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'name': 'network-vif-deleted', 'tag': '56746748-aea1-4b2f-b3b2-13828e8066a4'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:18:58.793351 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ca4a21b9-d81c-4f53-8721-2f98d0076a1d req-2f915734-5fe0-4196-9b25-0948aa78730e tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 210 time: 0.0882335 Mar 11 16:18:58.807537 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5', 'name': 'network-vif-deleted', 'tag': '56746748-aea1-4b2f-b3b2-13828e8066a4', 'status': 'completed', 'code': 200} Mar 11 16:18:58.863711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Allocated IP 172.26.8.97 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/baa1e27f-fd25-4fbb-9761-752cad105745) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:58.902975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:58.931984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7273b84-7166-4c3c-8308-6f6d95ec50bd tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Unset dirty status for tenant:c760183be345412095521976867da01d on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:58.936591 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7273b84-7166-4c3c-8308-6f6d95ec50bd tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.2501829 Mar 11 16:18:58.940201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57596) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:58.943639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:18:58.958709 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2965e7bc-0fbd-4a91-a101-7c54798e9555 None None] Sync routers for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:18:58.959316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Transition to ACTIVE for port object 23e3cccf-248b-47e9-80cb-d73d96bdfded will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:58.961908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Transition to ACTIVE for port object a79cfb25-b3c4-4680-ae92-4bc42fd84bbe will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:58.970658 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc255fbd-c5e9-43a0-9ebc-363501f2abca req-94c30eff-58bc-4ada-9be0-c2a504ed5b9c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.35 "DELETE /v2.0/ports/56746748-aea1-4b2f-b3b2-13828e8066a4 HTTP/1.1" status: 204 len: 173 time: 4.9977729 Mar 11 16:18:58.988745 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2965e7bc-0fbd-4a91-a101-7c54798e9555 None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:58.989750 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2965e7bc-0fbd-4a91-a101-7c54798e9555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:59.026588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Port': ['ID=a5c36fa5-d0d3-499a-a915-dfb408e41dda,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:59.032764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c28f8-2367-4f15-9faa-d12cfb3cbd0b tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Deleting port e1ef1e03-6650-4b7e-8468-291b9cc1f31d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:18:59.033093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd0c28f8-2367-4f15-9faa-d12cfb3cbd0b tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.034115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:59.055431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ffa11efe-4a7a-40a2-a07d-e52e0244d20e None None] Provisioning for port a5c36fa5-d0d3-499a-a915-dfb408e41dda completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:18:59.080667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:59.081021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.102228 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2965e7bc-0fbd-4a91-a101-7c54798e9555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:59.126959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ffa11efe-4a7a-40a2-a07d-e52e0244d20e None None] Provisioning complete for port a5c36fa5-d0d3-499a-a915-dfb408e41dda triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:18:59.134689 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2965e7bc-0fbd-4a91-a101-7c54798e9555 None None] Routers {'8bee8a20-c7d6-4220-88a1-d20208ef7be7'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:18:59.134689 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2965e7bc-0fbd-4a91-a101-7c54798e9555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:59.140446 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-87f4f68f-7f85-4bfe-8163-c13f5b2af4d7 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/routers/8bee8a20-c7d6-4220-88a1-d20208ef7be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5166712 Mar 11 16:18:59.142304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ffa11efe-4a7a-40a2-a07d-e52e0244d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.204375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Transition to ACTIVE for port object a79cfb25-b3c4-4680-ae92-4bc42fd84bbe will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:59.211198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ffa11efe-4a7a-40a2-a07d-e52e0244d20e None None] Port a5c36fa5-d0d3-499a-a915-dfb408e41dda was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 16:18:59.219786 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Transition to ACTIVE for port object 23e3cccf-248b-47e9-80cb-d73d96bdfded will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:18:59.253919 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2965e7bc-0fbd-4a91-a101-7c54798e9555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:59.254848 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2965e7bc-0fbd-4a91-a101-7c54798e9555 None None] The sync data for ids ['8bee8a20-c7d6-4220-88a1-d20208ef7be7'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:18:59.274266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:18:59.325582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.379811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57602) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:59.393799 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.416248 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b3089-317a-456d-9417-32f60d1d1e07 None None] Network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:18:59.429148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd0c28f8-2367-4f15-9faa-d12cfb3cbd0b tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.442412 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6b0cc83-0106-4eb6-9b8e-55839f65bb26 req-62212ef3-3813-4ff8-b4cc-01acfebf9adc tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.3772035 Mar 11 16:18:59.466836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:59.545678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:59.548385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:59.573590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c28f8-2367-4f15-9faa-d12cfb3cbd0b tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Calling delete_port for e1ef1e03-6650-4b7e-8468-291b9cc1f31d owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:18:59.579571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::272f:4800:1db6:4486 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/3c20df56-90d9-4f94-9af8-dcab463ea21a/5dd65b78-c849-4342-9c35-fa2158d6789b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:59.665356 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Pushing event updated for resources: {'Port': ['ID=a79cfb25-b3c4-4680-ae92-4bc42fd84bbe,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:59.685052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No DVR routers for this DVR port a5c36fa5-d0d3-499a-a915-dfb408e41dda on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:59.739096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Network ecd39b91-d5ed-4330-b10d-b6cc3dd2267f is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:59.752534 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:59.772755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:18:59.777141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd0c28f8-2367-4f15-9faa-d12cfb3cbd0b tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.839018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c28f8-2367-4f15-9faa-d12cfb3cbd0b tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Port': ['ID=e1ef1e03-6650-4b7e-8468-291b9cc1f31d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:59.857143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd0c28f8-2367-4f15-9faa-d12cfb3cbd0b tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.872128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.918589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.002852 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd0c28f8-2367-4f15-9faa-d12cfb3cbd0b tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/ports/e1ef1e03-6650-4b7e-8468-291b9cc1f31d HTTP/1.1" status: 204 len: 168 time: 1.0608804 Mar 11 16:19:00.004982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Attempting to bind port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:00.005468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Attempting to bind port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:00.005713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Attempting to bind port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:00.006333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.012327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57610) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:00.016523 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f554d22e-9d80-40e4-a320-2d99206930db req-20b83e53-3090-4fda-9ab8-64ec0dbdae42 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c291e55e-5bb3-4565-aa4e-ed6f2dfeb3d5 HTTP/1.1" status: 200 len: 210 time: 0.0553739 Mar 11 16:19:00.079840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Pushing event updated for resources: {'Port': ['ID=23e3cccf-248b-47e9-80cb-d73d96bdfded,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:00.082375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:00.082665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:00.086237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.086237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:00.086237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Bound port: a79cfb25-b3c4-4680-ae92-4bc42fd84bbe, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:00.086237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.105800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.110200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-04eb7bb6-5502-4eea-9871-d2d9083beabb tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Deleting port 1a92dfb9-452c-4062-87df-5dd6536ce906 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:00.110200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04eb7bb6-5502-4eea-9871-d2d9083beabb tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.129389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=6f78dfec-c324-4d46-8fd5-f229ab0777b5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:00.216907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 1fee101c-7bee-427c-b3f0-304f36dc8ae8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1fee101c-7bee-427c-b3f0-304f36dc8ae8,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:00.230485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Attempting to bind port 23e3cccf-248b-47e9-80cb-d73d96bdfded on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:00.230855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Attempting to bind port 23e3cccf-248b-47e9-80cb-d73d96bdfded by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '72ac7fa0-65d2-4d69-8d93-0a101295ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ecd39b91-d5ed-4330-b10d-b6cc3dd2267f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:00.231216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Attempting to bind port 23e3cccf-248b-47e9-80cb-d73d96bdfded on network ecd39b91-d5ed-4330-b10d-b6cc3dd2267f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:00.251719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.255785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:00.255785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Checking segment: {'id': '72ac7fa0-65d2-4d69-8d93-0a101295ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ecd39b91-d5ed-4330-b10d-b6cc3dd2267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:00.255785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.255785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Bound using segment: {'id': '72ac7fa0-65d2-4d69-8d93-0a101295ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ecd39b91-d5ed-4330-b10d-b6cc3dd2267f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:00.255785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Bound port: 23e3cccf-248b-47e9-80cb-d73d96bdfded, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ac7fa0-65d2-4d69-8d93-0a101295ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ecd39b91-d5ed-4330-b10d-b6cc3dd2267f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:00.255785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.315828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.316215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.389746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04eb7bb6-5502-4eea-9871-d2d9083beabb tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.393723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd39b91-d5ed-4330-b10d-b6cc3dd2267f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:00.414869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.424040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ac7fa0-65d2-4d69-8d93-0a101295ff79') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:00.424040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ac7fa0-65d2-4d69-8d93-0a101295ff79') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:00.448716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.454478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.486152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device eb38ea3e-805c-4577-9dca-8fab9d6a609d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:00.543762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 5dd65b78-c849-4342-9c35-fa2158d6789b will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:00.684502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] For port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:00.731760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] For port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a79cfb25-b3c4-4680-ae92-4bc42fd84bbe,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:00.732223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-04eb7bb6-5502-4eea-9871-d2d9083beabb tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Calling delete_port for 1a92dfb9-452c-4062-87df-5dd6536ce906 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:00.763209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a9770a-73b2-47de-a58f-f4a8bb64d01a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:00.765163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.783731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=1fee101c-7bee-427c-b3f0-304f36dc8ae8,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:00.820271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '7c8a5647-6222-4a1a-a764-b133c8b069df', 'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'mac_address': 'fa:16:3e:39:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:16Z', 'updated_at': '2022-03-11T16:15:34Z', 'revision_number': 5, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'subnets': [{'id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:00.826142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.861251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.864247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.869292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port eb38ea3e-805c-4577-9dca-8fab9d6a609d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:00.869717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.910462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4b9f6fdb-58e2-43f2-ba33-52c6e022ee99 req-1e4b2da7-18ad-4084-874a-963c36b9ce4d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.3313231 Mar 11 16:19:00.917802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] Checking router: 2f83fa62-265a-4738-8a9e-94a845140a41 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:19:00.923780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.935636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.953856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:00.954115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] For port 23e3cccf-248b-47e9-80cb-d73d96bdfded, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:00.954268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.961733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04eb7bb6-5502-4eea-9871-d2d9083beabb tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:00.973302 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:00.977841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17370c28-1a10-4010-b141-01d38afd34ab None None] Network ef95b754-27a6-4beb-92b0-f714a7ff0ad0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:01.001879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:01.002534 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:01.020114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04eb7bb6-5502-4eea-9871-d2d9083beabb tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.042030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb7bb6-5502-4eea-9871-d2d9083beabb tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Port': ['ID=1a92dfb9-452c-4062-87df-5dd6536ce906,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:01.047861 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-04eb7bb6-5502-4eea-9871-d2d9083beabb tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/ports/1a92dfb9-452c-4062-87df-5dd6536ce906 HTTP/1.1" status: 204 len: 168 time: 1.0343747 Mar 11 16:19:01.055433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57622) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:01.134849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a3a0cc9-5822-4a42-bf0a-cecc1bf07b7f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Synchronizing usage tracker for tenant:c760183be345412095521976867da01d on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:01.166682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbffa3-3d6a-4033-8f0f-8f7757a599e2 None None] Pushing event updated for resources: {'Port': ['ID=a79cfb25-b3c4-4680-ae92-4bc42fd84bbe,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:01.217708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a3a0cc9-5822-4a42-bf0a-cecc1bf07b7f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Unset dirty status for tenant:c760183be345412095521976867da01d on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:01.218587 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2a3a0cc9-5822-4a42-bf0a-cecc1bf07b7f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1610961 Mar 11 16:19:01.222494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57628) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:01.230037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-74927215'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:01.236572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:01.242761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Usage tracker for resource:network and tenant:c760183be345412095521976867da01d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:01.246794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:01.254299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:01.255532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:01.257147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef95b754-27a6-4beb-92b0-f714a7ff0ad0']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:01.268555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 5559d215-b4e4-4564-add3-9dbbcd194bda {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:01.269274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.275590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57632) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:01.302609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:01.322687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:01.324018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Made reservation on behalf of c760183be345412095521976867da01d for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:01.326483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:01.327649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.332730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:01.333493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.379822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:01.383147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:01.399525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fe70d72-5599-4dfd-890b-ceaee5fb967f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.429828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=5dd65b78-c849-4342-9c35-fa2158d6789b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:01.447091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:01.455325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fe70d72-5599-4dfd-890b-ceaee5fb967f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.493234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3180c8a0-b29a-4692-adb1-b82403addbd7') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:01.493533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3180c8a0-b29a-4692-adb1-b82403addbd7') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:01.553405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d0603-132a-40d6-b696-e1e6d32a9667 None None] DHCP port deletion for ef95b754-27a6-4beb-92b0-f714a7ff0ad0 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:01.572551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:01.575710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.590641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.592218 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Added segment dbfd1fdc-75ea-4e10-91c0-9126c1377fc9 of type vlan for network a6f9d851-6506-40be-9b92-65ddd03f23bf Mar 11 16:19:01.628167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.631053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.635634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:19:01.635634 dv-neutron-833379-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:19:01.635634 dv-neutron-833379-1-hyperv neutron-server[88600]: [parameters: {'id': 'ecd39b91-d5ed-4330-b10d-b6cc3dd2267f'}] Mar 11 16:19:01.635634 dv-neutron-833379-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:01.636064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:01.639872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fe70d72-5599-4dfd-890b-ceaee5fb967f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.666441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe70d72-5599-4dfd-890b-ceaee5fb967f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d0a8f-4d11-4472-94c1-e73c71e8603f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:01.684626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] For port 23e3cccf-248b-47e9-80cb-d73d96bdfded, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=23e3cccf-248b-47e9-80cb-d73d96bdfded,segment=NetworkSegment(72ac7fa0-65d2-4d69-8d93-0a101295ff79),segment_id=72ac7fa0-65d2-4d69-8d93-0a101295ff79)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:01.719820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:01.720321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.735836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event updated for resources: {'Port': ['ID=baa1e27f-fd25-4fbb-9761-752cad105745,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:01.739133 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:01.760301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.761575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.766771 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e5e71b07-f362-44a3-9a9d-4efe804e7873 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.7708588 Mar 11 16:19:01.767833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:01.768695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.774937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57636) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:01.854656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fe70d72-5599-4dfd-890b-ceaee5fb967f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.855946 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0fe70d72-5599-4dfd-890b-ceaee5fb967f tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "DELETE /v2.0/security-groups/811d0a8f-4d11-4472-94c1-e73c71e8603f HTTP/1.1" status: 204 len: 168 time: 0.5792193 Mar 11 16:19:01.877206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57640) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:01.907706 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-54cfa3cd-82e5-4949-b4ef-deba16e44d1c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] show failed (client error): The resource could not be found. Mar 11 16:19:01.911388 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-54cfa3cd-82e5-4949-b4ef-deba16e44d1c tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "GET /v2.0/security-groups/811d0a8f-4d11-4472-94c1-e73c71e8603f HTTP/1.1" status: 404 len: 347 time: 0.0309279 Mar 11 16:19:01.918194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57644) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:01.924921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd4235-be21-4525-a8d2-a189749d8250 None None] Pushing event updated for resources: {'Port': ['ID=23e3cccf-248b-47e9-80cb-d73d96bdfded,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:02.024155 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7997406 Mar 11 16:19:02.024979 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57650) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:02.031910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5dbf42-901b-4b84-9633-4ea9c56d0675 None None] Network ecd39b91-d5ed-4330-b10d-b6cc3dd2267f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:02.035099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab141511-5e7c-4842-a557-c805fb15cc17 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Network': ['ID=a6f9d851-6506-40be-9b92-65ddd03f23bf,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:02.047746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-303248038'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:02.057720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.065604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network a6f9d851-6506-40be-9b92-65ddd03f23bf details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:02.070059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Deleting port baa1e27f-fd25-4fbb-9761-752cad105745 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:02.074484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.095884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.100382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.178921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Deleting port ded004b1-9263-48c3-8c34-8dd721bea37a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:02.179413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.205625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.217293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:02.233189 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bdfc02c0-3ad8-415a-b504-350f7c6dbd88 req-277f541c-6012-4fa1-a0c8-297fd8fd6150 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.1898885 Mar 11 16:19:02.234585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Usage tracker for resource:network and tenant:c760183be345412095521976867da01d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:02.241213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:02.257861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:02.284202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=ef95b754-27a6-4beb-92b0-f714a7ff0ad0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:02.297658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 5559d215-b4e4-4564-add3-9dbbcd194bda owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:02.309865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda4763-3690-4874-92e3-ed693af9808d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:02.319384 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda4763-3690-4874-92e3-ed693af9808d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:02.321190 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bbda4763-3690-4874-92e3-ed693af9808d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5293658 Mar 11 16:19:02.330593 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d7f50ff6-e057-4949-87f5-2b5c45c0ebad tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/ef95b754-27a6-4beb-92b0-f714a7ff0ad0 HTTP/1.1" status: 204 len: 168 time: 6.7625563 Mar 11 16:19:02.336868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57656) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:02.337383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57658) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:02.400341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '7c8a5647-6222-4a1a-a764-b133c8b069df', 'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'mac_address': 'fa:16:3e:39:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:16Z', 'updated_at': '2022-03-11T16:15:34Z', 'revision_number': 5, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'subnets': [{'id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:02.413284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ed5b0-8bc0-4886-b294-6f74012567c0 None None] The sync data for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv is: [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:15:19Z', 'revision_number': 4, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '7c8a5647-6222-4a1a-a764-b133c8b069df', 'name': '', 'network_id': '8a03412e-50be-451f-a956-37655eb04392', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'mac_address': 'fa:16:3e:39:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:16Z', 'updated_at': '2022-03-11T16:15:34Z', 'revision_number': 5, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'subnets': [{'id': '5ba333b4-1c07-4b88-a8b0-095f38c4cde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:19:02.425159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting port 23e3cccf-248b-47e9-80cb-d73d96bdfded {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:02.425595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.522138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc58c9a5-cb0c-4e31-a77c-fafd0bab5202 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:02.525624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc58c9a5-cb0c-4e31-a77c-fafd0bab5202 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:02.530796 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bc58c9a5-cb0c-4e31-a77c-fafd0bab5202 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/ef95b754-27a6-4beb-92b0-f714a7ff0ad0 HTTP/1.1" status: 404 len: 339 time: 0.1756966 Mar 11 16:19:02.596617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.596952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.645029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a79cfb25-b3c4-4680-ae92-4bc42fd84bbe up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:02.696458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57664) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:02.766778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Made reservation on behalf of c760183be345412095521976867da01d for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:02.771397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.803923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Calling delete_port for ded004b1-9263-48c3-8c34-8dd721bea37a owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:02.844984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108131836', 'description': 'd1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:02.863609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:02.881612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.881612 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Added segment 07b8dc1d-491f-4986-a476-7da34ed288ca of type vlan for network f78c5c7a-9e19-481e-82ec-3e07b45c5109 Mar 11 16:19:02.885021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.885940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.909281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.913972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda55005-a8d8-4bcc-91e5-d87093e13454 None None] New status for floating IP ebe67777-08fc-4fd5-8a3d-74853b4aee26: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:19:02.924779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:02.934689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:network and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:02.941826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:02.973793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:02.991664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfdf99f-b73b-48d3-aafb-a91bd5edf0bb None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:19:03.030897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f05f360d-e1cb-4d77-94ca-d9dd47dfd747 None None] Provisioning for port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:03.036420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:03.058289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 5dd65b78-c849-4342-9c35-fa2158d6789b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:03.058892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.089503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.095103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:03.095692 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.105495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f05f360d-e1cb-4d77-94ca-d9dd47dfd747 None None] Provisioning complete for port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:03.105863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f05f360d-e1cb-4d77-94ca-d9dd47dfd747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.140509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:03.143992 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.158914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:03.158914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.235268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-eda55005-a8d8-4bcc-91e5-d87093e13454 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:03.235576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-eda55005-a8d8-4bcc-91e5-d87093e13454 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:03.263399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Calling delete_port for baa1e27f-fd25-4fbb-9761-752cad105745 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:03.312181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.401384 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Network': ['ID=f78c5c7a-9e19-481e-82ec-3e07b45c5109,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:03.415684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.419804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=5559d215-b4e4-4564-add3-9dbbcd194bda,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:03.423094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network f78c5c7a-9e19-481e-82ec-3e07b45c5109 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:03.487663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Pushing event deleted for resources: {'Port': ['ID=ded004b1-9263-48c3-8c34-8dd721bea37a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:03.513665 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0da28382-2bc3-401a-8a20-b3245541219c tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4618723 Mar 11 16:19:03.513665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:03.566077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f05f360d-e1cb-4d77-94ca-d9dd47dfd747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.587356 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6936f88c-bbdd-4fb1-a9bf-fe555f2a5ddc req-5ec3a6ee-5aae-4934-8c30-f399dfbd9cfb tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.1525466 Mar 11 16:19:03.607506 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.650641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.657773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f05f360d-e1cb-4d77-94ca-d9dd47dfd747 None None] For port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a79cfb25-b3c4-4680-ae92-4bc42fd84bbe,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:03.657936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.659293 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-021125ea-cdde-4270-aa18-dab8ee11c500 tempest-ServerActionsTestJSON-927636672 tempest-ServerActionsTestJSON-927636672-project] 10.222.0.57 "DELETE /v2.0/floatingips/ebe67777-08fc-4fd5-8a3d-74853b4aee26 HTTP/1.1" status: 204 len: 168 time: 1.7398655 Mar 11 16:19:03.665445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57670) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:03.674324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfdf99f-b73b-48d3-aafb-a91bd5edf0bb None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:19:03.676587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.676924 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 970adfb0-9cc6-4cfa-b5d0-9d87c5fd5a31 of type vlan for network 60684120-231d-4815-864c-2696ec7ebd75 Mar 11 16:19:03.714819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.757085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda55005-a8d8-4bcc-91e5-d87093e13454 None None] New status for floating IP ebe67777-08fc-4fd5-8a3d-74853b4aee26: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:19:03.881673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.888481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:03.889315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.937573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.003226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:04.004069 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:04.005274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f05f360d-e1cb-4d77-94ca-d9dd47dfd747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.115919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f360d-e1cb-4d77-94ca-d9dd47dfd747 None None] Pushing event updated for resources: {'Port': ['ID=a79cfb25-b3c4-4680-ae92-4bc42fd84bbe,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:04.168001 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4701042 Mar 11 16:19:04.178799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57678) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:04.201246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] For port 23e3cccf-248b-47e9-80cb-d73d96bdfded, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=23e3cccf-248b-47e9-80cb-d73d96bdfded,segment=NetworkSegment(72ac7fa0-65d2-4d69-8d93-0a101295ff79),segment_id=72ac7fa0-65d2-4d69-8d93-0a101295ff79)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:04.201851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.331086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f68008e1-173e-4b6c-aa5c-721ab4c32fcb None None] Provisioning for port 5dd65b78-c849-4342-9c35-fa2158d6789b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:04.342887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709608b1-7468-49e3-ae99-1e3054b99f12 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=60684120-231d-4815-864c-2696ec7ebd75,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:04.357166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f68008e1-173e-4b6c-aa5c-721ab4c32fcb None None] Provisioning complete for port 5dd65b78-c849-4342-9c35-fa2158d6789b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:04.357667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f68008e1-173e-4b6c-aa5c-721ab4c32fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.401662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 60684120-231d-4815-864c-2696ec7ebd75 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:04.557205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Calling delete_port for 23e3cccf-248b-47e9-80cb-d73d96bdfded owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:04.592733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.601152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.687259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-3dadb793-5750-41dc-af0a-cf992273785f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:04.687415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f68008e1-173e-4b6c-aa5c-721ab4c32fcb None None] Port 5dd65b78-c849-4342-9c35-fa2158d6789b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:19:04.688728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-3dadb793-5750-41dc-af0a-cf992273785f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Synchronizing usage tracker for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:04.720529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.749120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.891859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1fee101c-7bee-427c-b3f0-304f36dc8ae8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:04.934678 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-15119108-f809-495c-a1b3-49e10e09b33c req-d3585867-c18d-4fb2-92e6-d22a0f965ed0 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.0617404 Mar 11 16:19:04.975771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec39193a-8f07-47b8-aaa3-bac8be5bd15a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:04.976907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec39193a-8f07-47b8-aaa3-bac8be5bd15a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Synchronizing usage tracker for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:04.986825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:04.987202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.087788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.089768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.090456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Fanout notify agent at l3_agent the message router_deleted on router 8bee8a20-c7d6-4220-88a1-d20208ef7be7 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:19:05.106556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 5dd65b78-c849-4342-9c35-fa2158d6789b owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:05.137423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a5c36fa5-d0d3-499a-a915-dfb408e41dda no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:05.143706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event deleted for resources: {'Port': ['ID=baa1e27f-fd25-4fbb-9761-752cad105745,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:05.169215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec39193a-8f07-47b8-aaa3-bac8be5bd15a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Unset dirty status for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:05.172785 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ec39193a-8f07-47b8-aaa3-bac8be5bd15a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/networks?id=60684120-231d-4815-864c-2696ec7ebd75 HTTP/1.1" status: 200 len: 761 time: 0.9925432 Mar 11 16:19:05.173495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57692) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:05.190685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a5c36fa5-d0d3-499a-a915-dfb408e41dda {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:05.191317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a5c36fa5-d0d3-499a-a915-dfb408e41dda not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:05.192689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'description': 'd2'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:05.287782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a79cfb25-b3c4-4680-ae92-4bc42fd84bbe up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:05.301603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-3dadb793-5750-41dc-af0a-cf992273785f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Unset dirty status for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:05.303766 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-3dadb793-5750-41dc-af0a-cf992273785f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.35 "GET /v2.0/networks?id=49537fbe-afc1-4a4a-87ca-7a045c86b03f HTTP/1.1" status: 200 len: 796 time: 1.6677909 Mar 11 16:19:05.311910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.373663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:05.374031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.424635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Port': ['ID=23e3cccf-248b-47e9-80cb-d73d96bdfded,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:05.436428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.438370 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-abb6e434-2ebb-4098-ae18-ca42beb248cc tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/routers/8bee8a20-c7d6-4220-88a1-d20208ef7be7 HTTP/1.1" status: 204 len: 168 time: 6.0534139 Mar 11 16:19:05.472537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No DVR routers for this DVR port 23e3cccf-248b-47e9-80cb-d73d96bdfded on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:05.506932 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57696) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:05.574772 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-da6c97fa-f132-4ec7-acc4-7884304cfd45 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e260780a780480b9a6bfa8b85d3d465 HTTP/1.1" status: 200 len: 379 time: 0.2513065 Mar 11 16:19:05.593307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'port': {'device_id': '20495640-3682-40fc-845f-c55641929a08', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'admin_state_up': True, 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'security_groups': ['1e9a5164-1c49-4b65-b50c-a4230b343f26']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:05.647536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.671214 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] create failed (client error): The resource could not be found. Mar 11 16:19:05.676602 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d0d7abe-7951-4f10-91f7-7a402b929598 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.9558942 Mar 11 16:19:05.699352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57702) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:05.789182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.813428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network 60684120-231d-4815-864c-2696ec7ebd75 is not hosted by any dhcp agent {{(pid=88601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 16:19:05.819843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:05.821112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.825048 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "PUT /v2.0/networks/60684120-231d-4815-864c-2696ec7ebd75 HTTP/1.1" status: 200 len: 758 time: 0.6403286 Mar 11 16:19:05.845285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57706) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:05.889918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Deleting port 7c8a5647-6222-4a1a-a764-b133c8b069df {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:05.890255 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:05.960811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8efb2f-62e5-4fa6-bdb7-05043a39d560 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting subnet 89ece2b8-88cf-4dea-99d8-7b0755d39f8c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:06.000041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.015643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=60684120-231d-4815-864c-2696ec7ebd75,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:06.017183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f8efb2f-62e5-4fa6-bdb7-05043a39d560 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.060539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.060918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.061253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.061692 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.062022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.062573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.062901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.063222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.063555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.063877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.064452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.065020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9477a773-a452-43a6-8466-c0fecf5630b9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.079443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 60684120-231d-4815-864c-2696ec7ebd75 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:06.154695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ce8a6-ec87-4a9d-8f63-ddfa8cd473db tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.155396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dd8ce8a6-ec87-4a9d-8f63-ddfa8cd473db tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Synchronizing usage tracker for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:06.208933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0609a4ec-fcaf-41a9-9ffc-9f4ba01f7337 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Deleting port b509bbcf-303d-46e1-9e7a-03e87f530362 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:06.209279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0609a4ec-fcaf-41a9-9ffc-9f4ba01f7337 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.214978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] For port 7c8a5647-6222-4a1a-a764-b133c8b069df, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7c8a5647-6222-4a1a-a764-b133c8b069df,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:06.215346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.277428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.328120 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-919afa03-b3f2-4540-8f28-a5740ecd9778 req-3ba3f9a3-5e00-43e2-a187-d99ab415a700 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.2699311 Mar 11 16:19:06.340663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd39b91-d5ed-4330-b10d-b6cc3dd2267f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:06.342366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Calling delete_port for 7c8a5647-6222-4a1a-a764-b133c8b069df owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:06.378415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=5dd65b78-c849-4342-9c35-fa2158d6789b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:06.391433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ac7fa0-65d2-4d69-8d93-0a101295ff79') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:06.391731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ac7fa0-65d2-4d69-8d93-0a101295ff79') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:06.405902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:06.421787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dd8ce8a6-ec87-4a9d-8f63-ddfa8cd473db tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Unset dirty status for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:06.427204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:06.427468 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dd8ce8a6-ec87-4a9d-8f63-ddfa8cd473db tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/networks?id=60684120-231d-4815-864c-2696ec7ebd75 HTTP/1.1" status: 200 len: 761 time: 0.5714488 Mar 11 16:19:06.432503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f8efb2f-62e5-4fa6-bdb7-05043a39d560 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.437420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-26704819'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:06.446093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:06.458635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:06.540208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.540560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.540900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.541257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.541597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.541928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.542312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.542639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.542967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.543292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.543618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.543937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:06.555110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.567697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.603906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:06.611561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:06.624503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.647123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.665645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:06.666044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:06.683884 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:06.688760 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d4899df4-05cb-49ce-b4b6-203c2d420717 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/5dd65b78-c849-4342-9c35-fa2158d6789b HTTP/1.1" status: 204 len: 168 time: 4.3365064 Mar 11 16:19:06.698496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57716) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:06.747589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:06.778551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.778929 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment c438f620-4bc4-4e21-8e56-be5fb0b678e2 of type vlan for network 32cdc527-3a85-46ea-b6d8-1cd72d725d79 Mar 11 16:19:06.792516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edccc74-7823-4983-8a59-966650322e2a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.794120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edccc74-7823-4983-8a59-966650322e2a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:06.799494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1edccc74-7823-4983-8a59-966650322e2a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0939543 Mar 11 16:19:06.799494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57720) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:06.835665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57724) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:06.859004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'subnets': [{'network_id': 'a6f9d851-6506-40be-9b92-65ddd03f23bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1828323667', 'ip_version': 6}, {'network_id': 'f78c5c7a-9e19-481e-82ec-3e07b45c5109', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:06.859408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'subnet': {'network_id': 'a6f9d851-6506-40be-9b92-65ddd03f23bf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1828323667', 'ip_version': 6}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:06.860389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Request body: {'subnet': {'network_id': 'f78c5c7a-9e19-481e-82ec-3e07b45c5109', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:06.890139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.909408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Made reservation on behalf of 4e260780a780480b9a6bfa8b85d3d465 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:06.912856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:06.916633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.025165 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8a5647-6222-4a1a-a764-b133c8b069df,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:07.036511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ec3c0a-0fed-4cbf-ab51-c37f0aecad2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 3c20df56-90d9-4f94-9af8-dcab463ea21a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:07.043916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47ec3c0a-0fed-4cbf-ab51-c37f0aecad2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.072833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:19:07.073203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f8efb2f-62e5-4fa6-bdb7-05043a39d560 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.130099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.162578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.206551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=ecd39b91-d5ed-4330-b10d-b6cc3dd2267f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:07.222098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0609a4ec-fcaf-41a9-9ffc-9f4ba01f7337 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.287016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47ec3c0a-0fed-4cbf-ab51-c37f0aecad2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.300837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-838c889c-9845-4f2f-b797-a14d3db5686d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/ecd39b91-d5ed-4330-b10d-b6cc3dd2267f HTTP/1.1" status: 204 len: 168 time: 11.0792546 Mar 11 16:19:07.319852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57728) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:07.416062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0609a4ec-fcaf-41a9-9ffc-9f4ba01f7337 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Calling delete_port for b509bbcf-303d-46e1-9e7a-03e87f530362 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:07.471162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1796494548'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:07.479848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.485090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:07.485676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.521337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:07.526448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Allocated IP 172.20.0.8 (49537fbe-afc1-4a4a-87ca-7a045c86b03f/283e1cec-5ff4-44e5-9afd-065ca0aae118/7137bfea-9614-4c4b-89b3-93ef73bab584) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:07.627769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f8efb2f-62e5-4fa6-bdb7-05043a39d560 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.640479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:network and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:07.680356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8efb2f-62e5-4fa6-bdb7-05043a39d560 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Subnet': ['ID=89ece2b8-88cf-4dea-99d8-7b0755d39f8c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:07.688162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f8efb2f-62e5-4fa6-bdb7-05043a39d560 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.701877 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2f8efb2f-62e5-4fa6-bdb7-05043a39d560 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/subnets/89ece2b8-88cf-4dea-99d8-7b0755d39f8c HTTP/1.1" status: 204 len: 168 time: 2.1913543 Mar 11 16:19:07.704960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f1b62-95f8-4a3f-94b8-5f7b51fecf68 None None] Network e38223fb-0695-4ac7-aac2-e5972941a210 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:07.706499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57734) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:07.709479 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e1074352-5e53-4ccd-a43e-aaabe375af32 req-c51bbb03-b6f2-4e71-8a84-ffad20f5145f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.1837747 Mar 11 16:19:07.731179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:07.760934 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:07.843901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=32cdc527-3a85-46ea-b6d8-1cd72d725d79,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:07.846427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0609a4ec-fcaf-41a9-9ffc-9f4ba01f7337 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:07.856528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:07.865706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Usage tracker for resource:subnet and tenant:c760183be345412095521976867da01d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:07.872085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:07.875097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 32cdc527-3a85-46ea-b6d8-1cd72d725d79 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:07.891138 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-16617c91-5888-4275-81ae-b0f3d055fad9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4614029 Mar 11 16:19:07.944812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:07.947209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57738) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:07.952796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': '32cdc527-3a85-46ea-b6d8-1cd72d725d79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:07.980591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:07.983963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.024348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609a4ec-fcaf-41a9-9ffc-9f4ba01f7337 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event deleted for resources: {'Port': ['ID=b509bbcf-303d-46e1-9e7a-03e87f530362,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:08.085510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.110145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47ec3c0a-0fed-4cbf-ab51-c37f0aecad2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.126233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030e884-6953-4bbc-b49e-82e66dab8f6a None None] DHCP port deletion for e38223fb-0695-4ac7-aac2-e5972941a210 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:08.132183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3030e884-6953-4bbc-b49e-82e66dab8f6a None None] Deleting port 288a9f4d-dc91-4959-a5ca-232977464f79 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:08.132706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3030e884-6953-4bbc-b49e-82e66dab8f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.157800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Made reservation on behalf of c760183be345412095521976867da01d for: {'subnet': 2} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:08.162586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.163008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.190752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 288a9f4d-dc91-4959-a5ca-232977464f79 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:08.191092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.198808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.231368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:08.246678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.272075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0609a4ec-fcaf-41a9-9ffc-9f4ba01f7337 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.276816 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0609a4ec-fcaf-41a9-9ffc-9f4ba01f7337 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "DELETE /v2.0/ports/b509bbcf-303d-46e1-9e7a-03e87f530362 HTTP/1.1" status: 204 len: 168 time: 2.5748713 Mar 11 16:19:08.282441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57742) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:08.345630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Transition to ACTIVE for port object 7137bfea-9614-4c4b-89b3-93ef73bab584 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:08.371531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.371875 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment fb51bae2-2d82-4dc6-9902-8fc4d54f2685 of type vlan for network 76dcdd24-ae68-4842-8efa-fd8097f27558 Mar 11 16:19:08.402958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3030e884-6953-4bbc-b49e-82e66dab8f6a None None] For port 288a9f4d-dc91-4959-a5ca-232977464f79, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=288a9f4d-dc91-4959-a5ca-232977464f79,segment=NetworkSegment(c0f1e29c-be7c-4776-a5da-d40424dbec25),segment_id=c0f1e29c-be7c-4776-a5da-d40424dbec25)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:08.403449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3030e884-6953-4bbc-b49e-82e66dab8f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.409378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:08.432928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Usage tracker for resource:subnet and tenant:a78d749d320c4a73be4b4ce96d212dae is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:08.442863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:08.463869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:08.478031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.510050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] For port 288a9f4d-dc91-4959-a5ca-232977464f79, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=288a9f4d-dc91-4959-a5ca-232977464f79,segment=NetworkSegment(c0f1e29c-be7c-4776-a5da-d40424dbec25),segment_id=c0f1e29c-be7c-4776-a5da-d40424dbec25)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:08.510699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.577485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47ec3c0a-0fed-4cbf-ab51-c37f0aecad2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.593618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3030e884-6953-4bbc-b49e-82e66dab8f6a None None] Calling delete_port for 288a9f4d-dc91-4959-a5ca-232977464f79 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:08.649696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec3c0a-0fed-4cbf-ab51-c37f0aecad2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=3c20df56-90d9-4f94-9af8-dcab463ea21a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:08.653476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:08.657337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.678331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47ec3c0a-0fed-4cbf-ab51-c37f0aecad2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.686682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd164fa0-470b-46a0-8a9f-fa332ab8a1fe None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:08.754455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.763113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 288a9f4d-dc91-4959-a5ca-232977464f79 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:08.817470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3030e884-6953-4bbc-b49e-82e66dab8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.847930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.854298 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:08.854881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:08.875580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030e884-6953-4bbc-b49e-82e66dab8f6a None None] No DVR routers for this DVR port 288a9f4d-dc91-4959-a5ca-232977464f79 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:08.886671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030e884-6953-4bbc-b49e-82e66dab8f6a None None] Pushing event deleted for resources: {'Port': ['ID=288a9f4d-dc91-4959-a5ca-232977464f79,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:08.889266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c7576-6786-4544-bde3-2a5c832c2a41 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:08.889980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a53c7576-6786-4544-bde3-2a5c832c2a41 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Synchronizing usage tracker for tenant:a5d655d33d9a4c0fa3595a6904512f75 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:08.951488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Network 49537fbe-afc1-4a4a-87ca-7a045c86b03f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:08.970198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:08.979730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:09.023773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'Port': ['ID=7137bfea-9614-4c4b-89b3-93ef73bab584,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:09.061330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:09.061330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:09.079729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:09.080399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.107023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.107472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec566aea-bf6c-4934-837e-db67e20e7253 req-3d98685e-9e69-4493-b69e-c0d3386627f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:09.108208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ec566aea-bf6c-4934-837e-db67e20e7253 req-3d98685e-9e69-4493-b69e-c0d3386627f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Synchronizing usage tracker for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:09.115396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a53c7576-6786-4544-bde3-2a5c832c2a41 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Unset dirty status for tenant:a5d655d33d9a4c0fa3595a6904512f75 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:09.122347 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a53c7576-6786-4544-bde3-2a5c832c2a41 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "GET /v2.0/ports?device_id=ed931974-b7dd-4936-953f-ae2d6c0c84ee HTTP/1.1" status: 200 len: 913 time: 0.8387992 Mar 11 16:19:09.123173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57748) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:09.131952 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe927215-8e45-44e6-bd37-1d6167375051 None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:09.138082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fe927215-8e45-44e6-bd37-1d6167375051 None None] Deleting port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:09.138837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe927215-8e45-44e6-bd37-1d6167375051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.264497 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-33a82aef-caa3-4052-8306-5a96e908e113 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6755853 Mar 11 16:19:09.265067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ec566aea-bf6c-4934-837e-db67e20e7253 req-3d98685e-9e69-4493-b69e-c0d3386627f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Unset dirty status for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:09.266072 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ec566aea-bf6c-4934-837e-db67e20e7253 req-3d98685e-9e69-4493-b69e-c0d3386627f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 931 time: 0.4283035 Mar 11 16:19:09.305709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Request body: {'port': {'device_id': '20495640-3682-40fc-845f-c55641929a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:09.341346 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0059991 Mar 11 16:19:09.345584 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-47ec3c0a-0fed-4cbf-ab51-c37f0aecad2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/3c20df56-90d9-4f94-9af8-dcab463ea21a HTTP/1.1" status: 204 len: 168 time: 2.5433440 Mar 11 16:19:09.353120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57752) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:09.353457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57754) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:09.376910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fe927215-8e45-44e6-bd37-1d6167375051 None None] For port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a79cfb25-b3c4-4680-ae92-4bc42fd84bbe,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:09.377820 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe927215-8e45-44e6-bd37-1d6167375051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.419104 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ec566aea-bf6c-4934-837e-db67e20e7253 req-d73d9216-58b0-4edd-8a79-d1a2d2e6a391 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430900 Mar 11 16:19:09.428511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d2aef-2449-45ff-881d-0873b390df62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=76dcdd24-ae68-4842-8efa-fd8097f27558,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:09.438693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': '76dcdd24-ae68-4842-8efa-fd8097f27558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:09.462206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Router 2f83fa62-265a-4738-8a9e-94a845140a41 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:19:09.495795 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-45efbff6-508f-4fcf-978a-d3be0345d16f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256857 Mar 11 16:19:09.504408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57760) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:09.509031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fe927215-8e45-44e6-bd37-1d6167375051 None None] Calling delete_port for a79cfb25-b3c4-4680-ae92-4bc42fd84bbe owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:09.514695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:09.556977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 288a9f4d-dc91-4959-a5ca-232977464f79 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:09.557600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.585173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a79cfb25-b3c4-4680-ae92-4bc42fd84bbe no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:09.609835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 76dcdd24-ae68-4842-8efa-fd8097f27558 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:09.694237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] The port '288a9f4d-dc91-4959-a5ca-232977464f79' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:19:09.724235 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe927215-8e45-44e6-bd37-1d6167375051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.735164 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.790819 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe927215-8e45-44e6-bd37-1d6167375051 None None] Pushing event deleted for resources: {'Port': ['ID=a79cfb25-b3c4-4680-ae92-4bc42fd84bbe,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:09.794411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe927215-8e45-44e6-bd37-1d6167375051 None None] No DVR routers for this DVR port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:09.798507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No active binding found for port a79cfb25-b3c4-4680-ae92-4bc42fd84bbe {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 16:19:09.799089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a79cfb25-b3c4-4680-ae92-4bc42fd84bbe not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:09.799669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 288a9f4d-dc91-4959-a5ca-232977464f79 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:09.837217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e3dcaa84-0474-428f-91a8-7e0aad5b6733 None None] Provisioning for port 7137bfea-9614-4c4b-89b3-93ef73bab584 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:09.847050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 288a9f4d-dc91-4959-a5ca-232977464f79 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:09.847644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 288a9f4d-dc91-4959-a5ca-232977464f79 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:09.850108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e3dcaa84-0474-428f-91a8-7e0aad5b6733 None None] Provisioning complete for port 7137bfea-9614-4c4b-89b3-93ef73bab584 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:09.850649 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e3dcaa84-0474-428f-91a8-7e0aad5b6733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:09.910849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:09.912723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e3dcaa84-0474-428f-91a8-7e0aad5b6733 None None] Port 7137bfea-9614-4c4b-89b3-93ef73bab584 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:19:09.929010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:subnet and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:09.939988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:09.955781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:09.957930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:09.963000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.043823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38223fb-0695-4ac7-aac2-e5972941a210']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:10.048009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:10.056353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:10.071009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:10.106480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f1e29c-be7c-4776-a5da-d40424dbec25') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:10.106830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f1e29c-be7c-4776-a5da-d40424dbec25') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:10.143012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.144950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:19:10.149414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:10.152253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.155815 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] Sync routers for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:19:10.167131 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:10.169726 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:10.204903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:10.208477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.239671 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-388c2502-ecb8-4dea-8d37-2106c6c9578c admin admin] 10.222.0.57 "PUT /v2.0/routers/2f83fa62-265a-4738-8a9e-94a845140a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5688620 Mar 11 16:19:10.301448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57764) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:10.301756 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.361979 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:10.518042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=ffbb9d09-6368-4e3f-bb45-88e1310779b5,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:10.531766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.542106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': 'c438f620-4bc4-4e21-8e56-be5fb0b678e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '32cdc527-3a85-46ea-b6d8-1cd72d725d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:10.550385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: 32cdc527-3a85-46ea-b6d8-1cd72d725d79, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:10.596524 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.642730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.666668 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:19:06Z', 'revision_number': 5, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:10.670873 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] Checking router: 2f83fa62-265a-4738-8a9e-94a845140a41 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:19:10.681497 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] Routers {'2f83fa62-265a-4738-8a9e-94a845140a41'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:10.682271 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:18:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2f83fa62-265a-4738-8a9e-94a845140a41'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:10.684113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:10.684521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:10.701816 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:10.873778 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] Set router 2f83fa62-265a-4738-8a9e-94a845140a41 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:10.888257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network 32cdc527-3a85-46ea-b6d8-1cd72d725d79 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:10.939555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Subnet': ['ID=bd2ed7c4-473e-451a-9d29-2d8129126ddb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:11.010643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Checking segment: {'id': 'dbfd1fdc-75ea-4e10-91c0-9126c1377fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a6f9d851-6506-40be-9b92-65ddd03f23bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:11.011003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Network hostable DHCP agents. Network: a6f9d851-6506-40be-9b92-65ddd03f23bf, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:11.020199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 32cdc527-3a85-46ea-b6d8-1cd72d725d79) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:11.047225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:11.047807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.050339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.061838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74bcc90-9500-484f-b3c8-3c65e3cae457 None None] Network 32cdc527-3a85-46ea-b6d8-1cd72d725d79 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:11.065596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.069856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.114363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54606136-65aa-4925-8238-638bc09dbb0e req-8da927c4-53c7-44f0-af97-4dd7ed6c8a94 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:11.117394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Network': ['ID=e38223fb-0695-4ac7-aac2-e5972941a210,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:11.132977 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed10461b-400e-4b59-9bb5-312093abb378 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/networks/e38223fb-0695-4ac7-aac2-e5972941a210 HTTP/1.1" status: 204 len: 168 time: 3.4237895 Mar 11 16:19:11.135397 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54606136-65aa-4925-8238-638bc09dbb0e req-8da927c4-53c7-44f0-af97-4dd7ed6c8a94 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 931 time: 0.5028675 Mar 11 16:19:11.137949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57770) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:11.143752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3b867bc6-9fc5-41a7-82b1-0086ce3a273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.177983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.185506 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:19:06Z', 'revision_number': 5, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:11.189915 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba671ccf-f5c8-4822-8196-d81ea5e0b9be None None] The sync data for ids ['2f83fa62-265a-4738-8a9e-94a845140a41'] in dv-neutron-833379-1-hyperv is: [{'id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'name': 'tempest-ServerActionsTestJSON-1702433734-router', 'tenant_id': '5f8a30f087bc47f5b119a2c413b22e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168'}], 'enable_snat': True}, 'gw_port_id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:05Z', 'updated_at': '2022-03-11T16:19:06Z', 'revision_number': 5, 'project_id': '5f8a30f087bc47f5b119a2c413b22e37', 'gw_port': {'id': '05a72a6b-acd7-4348-9f8c-8bf056adc661', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:86:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f83fa62-265a-4738-8a9e-94a845140a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:07Z', 'updated_at': '2022-03-11T16:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:19:11.215814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.246214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Deleting port 05a72a6b-acd7-4348-9f8c-8bf056adc661 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:11.246645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.289639 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54606136-65aa-4925-8238-638bc09dbb0e req-06a4d850-e4d1-44a9-a407-3e2777209656 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514199 Mar 11 16:19:11.309191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-32cdc527-3a85-46ea-b6d8-1cd72d725d79', 'network_id': '32cdc527-3a85-46ea-b6d8-1cd72d725d79', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': 'ffbb9d09-6368-4e3f-bb45-88e1310779b5'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:11.309191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.339435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Network a6f9d851-6506-40be-9b92-65ddd03f23bf is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:11.344706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.391933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7137bfea-9614-4c4b-89b3-93ef73bab584 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:19:11.419552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.489311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Allocated IP 172.20.0.2 (32cdc527-3a85-46ea-b6d8-1cd72d725d79/ffbb9d09-6368-4e3f-bb45-88e1310779b5/82fefda0-d077-4da0-b94a-b0490902f74a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:11.497625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:11.513374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:11.516733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:11.517633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.535441 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ac80ff8d-03f2-44ec-8d97-e59455afb9fd tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5871041 Mar 11 16:19:11.551167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, a6f9d851-6506-40be-9b92-65ddd03f23bf) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:11.555505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57774) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:11.566621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.573372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Transition to ACTIVE for port object 7137bfea-9614-4c4b-89b3-93ef73bab584 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:11.612373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 19aa08db-9cbc-4299-aa66-0db2b7b186d3 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:11.613047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.644044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9847c7-e43d-45b7-9b31-074bbcede601 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:11.652935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] For port 05a72a6b-acd7-4348-9f8c-8bf056adc661, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=05a72a6b-acd7-4348-9f8c-8bf056adc661,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:11.653463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.657364 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98200872-a658-4e5a-90f4-97b95cee8ff7 None None] Network a6f9d851-6506-40be-9b92-65ddd03f23bf requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:11.663033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=f71a987c-203e-4c30-8477-d908d971ddb7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:11.668781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.776622 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2659049 Mar 11 16:19:11.802777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57778) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:11.835587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': '1d5591a9-fc7a-4141-a8ff-1f438569a02e', 'ip_address': '2001:db8::54db:ec03:9ed6:38fb'}], 'name': 'tempest-NetworksTestDHCPv6-1860273385'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:11.857831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking segment: {'id': 'fb51bae2-2d82-4dc6-9902-8fc4d54f2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '76dcdd24-ae68-4842-8efa-fd8097f27558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:11.862365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network hostable DHCP agents. Network: 76dcdd24-ae68-4842-8efa-fd8097f27558, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:11.957414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Calling delete_port for 05a72a6b-acd7-4348-9f8c-8bf056adc661 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:12.025940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Checking segment: {'id': '07b8dc1d-491f-4986-a476-7da34ed288ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'f78c5c7a-9e19-481e-82ec-3e07b45c5109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:12.026119 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Network hostable DHCP agents. Network: f78c5c7a-9e19-481e-82ec-3e07b45c5109, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:12.138784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebee7e-1a81-4b8d-acb1-0a3d84680168 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=1d5591a9-fc7a-4141-a8ff-1f438569a02e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:12.193010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '1d5591a9-fc7a-4141-a8ff-1f438569a02e'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:12.193843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.247460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network 76dcdd24-ae68-4842-8efa-fd8097f27558 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:12.252881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.253097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.284500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=7137bfea-9614-4c4b-89b3-93ef73bab584,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:12.287008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.291839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.361273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Transition to ACTIVE for port object 82fefda0-d077-4da0-b94a-b0490902f74a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:12.386343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-a6f9d851-6506-40be-9b92-65ddd03f23bf', 'network_id': 'a6f9d851-6506-40be-9b92-65ddd03f23bf', 'tenant_id': 'c760183be345412095521976867da01d', 'fixed_ips': [{'subnet_id': 'bd2ed7c4-473e-451a-9d29-2d8129126ddb'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:12.387246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.428029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event updated for resources: {'Subnet': ['ID=82743943-30b1-4a00-ac1c-0d5bbb10c9d6,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:12.431727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.441966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 19aa08db-9cbc-4299-aa66-0db2b7b186d3 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:12.492700 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Network f78c5c7a-9e19-481e-82ec-3e07b45c5109 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:12.512195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:12.517791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Transition to ACTIVE for port object 82fefda0-d077-4da0-b94a-b0490902f74a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:12.520283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:12.527103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:12.539716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:12.554104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a72a6b-acd7-4348-9f8c-8bf056adc661,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:12.573987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 76dcdd24-ae68-4842-8efa-fd8097f27558) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:12.586985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:12.587592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.591244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, f78c5c7a-9e19-481e-82ec-3e07b45c5109) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:12.605724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/1d5591a9-fc7a-4141-a8ff-1f438569a02e/23ccbae6-afd9-4fbd-8ea2-1171f831e98f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:12.611430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdf5309-876f-44ca-9fa4-27ae109ce14c None None] Network 76dcdd24-ae68-4842-8efa-fd8097f27558 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:12.620549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Attempting to bind port 7137bfea-9614-4c4b-89b3-93ef73bab584 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:12.620976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Attempting to bind port 7137bfea-9614-4c4b-89b3-93ef73bab584 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:12.621357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Attempting to bind port 7137bfea-9614-4c4b-89b3-93ef73bab584 on network 49537fbe-afc1-4a4a-87ca-7a045c86b03f {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:12.624967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df05201c-8b7f-4fef-a8d6-9404e8efb7bf None None] Network f78c5c7a-9e19-481e-82ec-3e07b45c5109 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:12.629477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Deleting port b74ce703-9f7f-43af-ae70-5d698d139d05 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:12.629888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.649175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:12.649687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:12.650356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.665426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.700018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Port 7137bfea-9614-4c4b-89b3-93ef73bab584 on network 49537fbe-afc1-4a4a-87ca-7a045c86b03f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:19:12.700018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Attempting to bind port 7137bfea-9614-4c4b-89b3-93ef73bab584 on network 49537fbe-afc1-4a4a-87ca-7a045c86b03f {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:12.700713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:12.725041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:12.725462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Checking segment: {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:12.725921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Bound using segment: {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:12.726972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Bound port: 7137bfea-9614-4c4b-89b3-93ef73bab584, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2616f60e-3252-4dc9-9eed-38d28df55127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:12.727367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.798714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.896664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.918720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Network 32cdc527-3a85-46ea-b6d8-1cd72d725d79 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:12.934757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:12.937350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:12.985902 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-027f467f-28d2-4e4f-8158-57242868dfe9 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.1491420 Mar 11 16:19:12.990675 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-69fde951-c1f0-4d09-910a-7a81b18296fa tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.6218429 Mar 11 16:19:13.021924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57784) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:13.022267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57786) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:13.049855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Pushing event updated for resources: {'Port': ['ID=82fefda0-d077-4da0-b94a-b0490902f74a,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:13.052937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af2569-29db-4f77-aab2-8cf493c549ad req-a2c06cf2-6d87-4e67-a818-61e8a9e82149 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:13.060483 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-21af2569-29db-4f77-aab2-8cf493c549ad req-a2c06cf2-6d87-4e67-a818-61e8a9e82149 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 943 time: 0.6196139 Mar 11 16:19:13.088262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Allocated IP 2001:db8::1 (a6f9d851-6506-40be-9b92-65ddd03f23bf/bd2ed7c4-473e-451a-9d29-2d8129126ddb/93e74837-41b3-49a2-9777-7e20590aa92d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:13.106697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.114084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732665452'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:13.139632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port b698553e-5778-4347-8ca1-a714689acb0b yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:13.190206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.211360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:13.230462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.240213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:network and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:13.243593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.256894 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:13.262979 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=19aa08db-9cbc-4299-aa66-0db2b7b186d3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:13.265302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.285169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:13.296281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:13.321627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.331873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7137bfea-9614-4c4b-89b3-93ef73bab584,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:13.336802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Attempting to bind port 82fefda0-d077-4da0-b94a-b0490902f74a on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:13.337376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Attempting to bind port 82fefda0-d077-4da0-b94a-b0490902f74a by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'c438f620-4bc4-4e21-8e56-be5fb0b678e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '32cdc527-3a85-46ea-b6d8-1cd72d725d79'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:13.340281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Attempting to bind port 82fefda0-d077-4da0-b94a-b0490902f74a on network 32cdc527-3a85-46ea-b6d8-1cd72d725d79 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:13.353224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-21af2569-29db-4f77-aab2-8cf493c549ad req-c5bbe8b9-14a8-4c23-9308-c0a9149f2746 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917180 Mar 11 16:19:13.361298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112eec45-5212-4ddb-bee6-406d24279f22 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:13.364703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112eec45-5212-4ddb-bee6-406d24279f22 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:13.366422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112eec45-5212-4ddb-bee6-406d24279f22 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:13.368280 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-112eec45-5212-4ddb-bee6-406d24279f22 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3357186 Mar 11 16:19:13.378047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57792) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:13.433882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=ffbb9d09-6368-4e3f-bb45-88e1310779b5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:13.442450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.548059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.559661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Transition to ACTIVE for port object 23ccbae6-afd9-4fbd-8ea2-1171f831e98f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:13.627657 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:13.627933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Checking segment: {'id': 'c438f620-4bc4-4e21-8e56-be5fb0b678e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '32cdc527-3a85-46ea-b6d8-1cd72d725d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:13.628334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.628984 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Bound using segment: {'id': 'c438f620-4bc4-4e21-8e56-be5fb0b678e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '32cdc527-3a85-46ea-b6d8-1cd72d725d79'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:13.630196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Bound port: 82fefda0-d077-4da0-b94a-b0490902f74a, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c438f620-4bc4-4e21-8e56-be5fb0b678e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '32cdc527-3a85-46ea-b6d8-1cd72d725d79'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:13.630196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.640253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7c8a5647-6222-4a1a-a764-b133c8b069df no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:13.646941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.678397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.686922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cdc527-3a85-46ea-b6d8-1cd72d725d79']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:13.710258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Calling delete_port for b74ce703-9f7f-43af-ae70-5d698d139d05 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:13.716862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c438f620-4bc4-4e21-8e56-be5fb0b678e2') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:13.717160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c438f620-4bc4-4e21-8e56-be5fb0b678e2') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:13.727777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7c8a5647-6222-4a1a-a764-b133c8b069df {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:13.728441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7c8a5647-6222-4a1a-a764-b133c8b069df not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:13.730256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.731628 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8102024b-508f-462e-887d-bd5a19c0b8d9 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/floatingips/3d04ee04-c3e8-4be5-abe8-3f2d5d66071d HTTP/1.1" status: 204 len: 168 time: 2.5909159 Mar 11 16:19:13.735299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.742114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57796) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:13.742320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:13.745645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.754786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.755337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f83fa62-265a-4738-8a9e-94a845140a41 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:19:13.792149 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e75e928-6d21-4f77-bb50-84c383df9d40 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:13.792345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e75e928-6d21-4f77-bb50-84c383df9d40 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:13.794623 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e75e928-6d21-4f77-bb50-84c383df9d40 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/ports/9880292e-01af-445a-9924-4702cc965c9c HTTP/1.1" status: 404 len: 333 time: 0.0510182 Mar 11 16:19:13.797237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57800) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:13.813852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Transition to ACTIVE for port object 23ccbae6-afd9-4fbd-8ea2-1171f831e98f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:13.815077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aca419fd-dd6e-4e9c-a734-22380a0c65b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.829143 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-76dcdd24-ae68-4842-8efa-fd8097f27558', 'network_id': '76dcdd24-ae68-4842-8efa-fd8097f27558', 'tenant_id': 'ea7c95f15aa64985b5392400f0b5a9bb', 'fixed_ips': [{'subnet_id': 'f71a987c-203e-4c30-8477-d908d971ddb7'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:13.830212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.854088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:13.855029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.856685 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] 10.222.0.35 "PUT /v2.0/ports/7137bfea-9614-4c4b-89b3-93ef73bab584 HTTP/1.1" status: 200 len: 1093 time: 4.5822654 Mar 11 16:19:13.856824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aca32c39-f59b-4daf-9fb1-cc19ad322055 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Synchronizing usage tracker for tenant:e30791a170fb4ba3a08af54ea693903d on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:13.860832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:19:13.871343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.881256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:13.881631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:13.903882 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:13.913289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.914628 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-178a9f34-71e8-4f2a-abd2-26eccf4054e6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2f83fa62-265a-4738-8a9e-94a845140a41 HTTP/1.1" status: 204 len: 168 time: 3.6105859 Mar 11 16:19:13.925501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57806) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:13.926152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:13.932827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-13359bde-81b0-413c-9e9f-956baf17b363 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Deleting subnet bd2ed7c4-473e-451a-9d29-2d8129126ddb {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:13.951586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc917a1-3b54-4023-bd32-968f6de5dbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=7137bfea-9614-4c4b-89b3-93ef73bab584,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:13.981410 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'status': 'completed', 'code': 200} Mar 11 16:19:14.021213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::54db:ec03:9ed6:38fb (b7970c8d-d4d0-48da-9704-4bf255aacaa9/1d5591a9-fc7a-4141-a8ff-1f438569a02e/b698553e-5778-4347-8ca1-a714689acb0b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:14.039588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.039588 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment a2a39954-9394-4b40-8c22-ceb5b83e3777 of type vlan for network ceb480c2-cc93-4995-b693-004da9d96ee5 Mar 11 16:19:14.097394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.098807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.104176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-f78c5c7a-9e19-481e-82ec-3e07b45c5109', 'network_id': 'f78c5c7a-9e19-481e-82ec-3e07b45c5109', 'tenant_id': 'c760183be345412095521976867da01d', 'fixed_ips': [{'subnet_id': '82743943-30b1-4a00-ac1c-0d5bbb10c9d6'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:14.106624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.170923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cb908b-2329-4503-9bea-4f8b541f54c0 admin admin] Deleting subnet 5ba333b4-1c07-4b88-a8b0-095f38c4cde7 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:14.191661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-7670223d-18f0-4b00-b2c3-357fefab661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:14.193145 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-7670223d-18f0-4b00-b2c3-357fefab661e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e260780a780480b9a6bfa8b85d3d465&device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 1096 time: 0.2072642 Mar 11 16:19:14.239809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c7cb908b-2329-4503-9bea-4f8b541f54c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.274623 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-e4403540-ea66-4b9c-8dc5-fc916c8b7161 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7137bfea-9614-4c4b-89b3-93ef73bab584 HTTP/1.1" status: 200 len: 217 time: 0.0743334 Mar 11 16:19:14.280817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-aca32c39-f59b-4daf-9fb1-cc19ad322055 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Unset dirty status for tenant:e30791a170fb4ba3a08af54ea693903d on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:14.281972 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aca32c39-f59b-4daf-9fb1-cc19ad322055 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "GET /v2.0/ports?device_id=8bee8a20-c7d6-4220-88a1-d20208ef7be7 HTTP/1.1" status: 200 len: 205 time: 0.4835982 Mar 11 16:19:14.292135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57810) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:14.321716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.327372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:14.327959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.365242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:14.399197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:14.420502 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-45639518-d7ed-4b61-a285-f51f96c555ba tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] delete failed (client error): The resource could not be found. Mar 11 16:19:14.422376 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-45639518-d7ed-4b61-a285-f51f96c555ba tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/routers/8bee8a20-c7d6-4220-88a1-d20208ef7be7 HTTP/1.1" status: 404 len: 336 time: 0.1263096 Mar 11 16:19:14.433175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:19:14.433175 dv-neutron-833379-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:19:14.433175 dv-neutron-833379-1-hyperv neutron-server[88601]: [parameters: {'id': '32cdc527-3a85-46ea-b6d8-1cd72d725d79'}] Mar 11 16:19:14.433175 dv-neutron-833379-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:14.433175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:14.433575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57816) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:14.458292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:14.464541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.467974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=ceb480c2-cc93-4995-b693-004da9d96ee5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:14.473587 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] For port 82fefda0-d077-4da0-b94a-b0490902f74a, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:14.486774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Pushing event updated for resources: {'Port': ['ID=23ccbae6-afd9-4fbd-8ea2-1171f831e98f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:14.487954 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4f2e0f-e2a7-4cd1-99aa-a8ae555b0a7e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:14.488406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4f2e0f-e2a7-4cd1-99aa-a8ae555b0a7e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:14.490091 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0d4f2e0f-e2a7-4cd1-99aa-a8ae555b0a7e tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/subnets/89ece2b8-88cf-4dea-99d8-7b0755d39f8c HTTP/1.1" status: 404 len: 337 time: 0.0508342 Mar 11 16:19:14.497863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57820) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:14.511696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.539168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event deleted for resources: {'Port': ['ID=b74ce703-9f7f-43af-ae70-5d698d139d05,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:14.548515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c7cb908b-2329-4503-9bea-4f8b541f54c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.557514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network ceb480c2-cc93-4995-b693-004da9d96ee5 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:14.620802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-ed0fd6a9-cd64-4ea5-9f65-1b3b92109f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:14.622684 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-ed0fd6a9-cd64-4ea5-9f65-1b3b92109f85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=283e1cec-5ff4-44e5-9afd-065ca0aae118 HTTP/1.1" status: 200 len: 835 time: 0.3429003 Mar 11 16:19:14.634519 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c3e36f4-f81b-4c72-9f24-814d3b482fc9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6001475 Mar 11 16:19:14.638293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57824) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:14.655723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': 'ceb480c2-cc93-4995-b693-004da9d96ee5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:14.683533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] For port 82fefda0-d077-4da0-b94a-b0490902f74a, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=82fefda0-d077-4da0-b94a-b0490902f74a,segment=NetworkSegment(c438f620-4bc4-4e21-8e56-be5fb0b678e2),segment_id=c438f620-4bc4-4e21-8e56-be5fb0b678e2)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:14.692870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Transition to ACTIVE for port object 93e74837-41b3-49a2-9777-7e20590aa92d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:14.740187 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Allocated IP 2001:db8::1 (76dcdd24-ae68-4842-8efa-fd8097f27558/f71a987c-203e-4c30-8477-d908d971ddb7/ea536027-b1f8-475a-9ae3-b5346ab9d332) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:14.846687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.849998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.923556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.925396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.931933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e344d1b7-97d2-4ac2-9b58-7305a6504ff4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port 025a7808-9003-4e68-ad53-d1ec4ff34e42 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:14.932263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e344d1b7-97d2-4ac2-9b58-7305a6504ff4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.935559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d727f-7450-41a7-98e9-e9204fc947e7 req-722b7194-6b4c-4cfc-a147-d82db2e24290 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:14.937138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c86d727f-7450-41a7-98e9-e9204fc947e7 req-722b7194-6b4c-4cfc-a147-d82db2e24290 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 943 time: 0.3937597 Mar 11 16:19:14.938654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Transition to ACTIVE for port object 93e74837-41b3-49a2-9777-7e20590aa92d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:14.969545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.981909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:14.991723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:15.005880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Attempting to bind port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:15.006091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Attempting to bind port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:15.006580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Attempting to bind port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:15.021212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-ae6bca33-9bf1-420b-824e-3e49be1e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:15.032723 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-ae6bca33-9bf1-420b-824e-3e49be1e8716 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49537fbe-afc1-4a4a-87ca-7a045c86b03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3867612 Mar 11 16:19:15.032893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:subnet and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:15.033009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:15.033009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:15.033009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.033009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:15.033009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Bound port: 23ccbae6-afd9-4fbd-8ea2-1171f831e98f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:15.033472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.039659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:15.052987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object b698553e-5778-4347-8ca1-a714689acb0b will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:15.054444 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:15.059653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port 82fefda0-d077-4da0-b94a-b0490902f74a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:15.060156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.061568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13359bde-81b0-413c-9e9f-956baf17b363 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.116065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.159719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c7cb908b-2329-4503-9bea-4f8b541f54c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.207178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87eccf-4dd9-4c0d-9442-3b770932e351 None None] Pushing event updated for resources: {'Port': ['ID=82fefda0-d077-4da0-b94a-b0490902f74a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:15.260518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Allocated IP 2001:db8:0:1::1 (f78c5c7a-9e19-481e-82ec-3e07b45c5109/82743943-30b1-4a00-ac1c-0d5bbb10c9d6/760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:15.273372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Network a6f9d851-6506-40be-9b92-65ddd03f23bf is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:15.274660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 05a72a6b-acd7-4348-9f8c-8bf056adc661 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:15.292254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:15.295784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.314059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:15.337431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:15.345910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 05a72a6b-acd7-4348-9f8c-8bf056adc661 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:15.346246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 05a72a6b-acd7-4348-9f8c-8bf056adc661 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:15.403291 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c86d727f-7450-41a7-98e9-e9204fc947e7 req-49004938-0175-4df1-baf3-6395ae3dfe15 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4505329 Mar 11 16:19:15.467373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13359bde-81b0-413c-9e9f-956baf17b363 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.526502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:19:15.527148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:19:15.633839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Router ed931974-b7dd-4936-953f-ae2d6c0c84ee has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:19:15.765995 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-341c8bfc-9199-435b-88a9-aed2b1805e48 service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075406 Mar 11 16:19:15.766459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.766854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Pushing event updated for resources: {'Port': ['ID=93e74837-41b3-49a2-9777-7e20590aa92d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:15.767230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port 82fefda0-d077-4da0-b94a-b0490902f74a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=82fefda0-d077-4da0-b94a-b0490902f74a,segment=NetworkSegment(c438f620-4bc4-4e21-8e56-be5fb0b678e2),segment_id=c438f620-4bc4-4e21-8e56-be5fb0b678e2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:15.767230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.774232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e344d1b7-97d2-4ac2-9b58-7305a6504ff4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.803145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] For port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:15.858699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] For port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=23ccbae6-afd9-4fbd-8ea2-1171f831e98f,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:15.862734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Attempting to bind port 93e74837-41b3-49a2-9777-7e20590aa92d on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:15.863202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Attempting to bind port 93e74837-41b3-49a2-9777-7e20590aa92d by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'dbfd1fdc-75ea-4e10-91c0-9126c1377fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a6f9d851-6506-40be-9b92-65ddd03f23bf'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:15.863654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Attempting to bind port 93e74837-41b3-49a2-9777-7e20590aa92d on network a6f9d851-6506-40be-9b92-65ddd03f23bf {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:15.873703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.892516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b4dca-df6a-47e7-9eea-afa4f1696923 None None] Network 32cdc527-3a85-46ea-b6d8-1cd72d725d79 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:15.911721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:15.911721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Checking segment: {'id': 'dbfd1fdc-75ea-4e10-91c0-9126c1377fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a6f9d851-6506-40be-9b92-65ddd03f23bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:15.915253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:15.915369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.915369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Bound using segment: {'id': 'dbfd1fdc-75ea-4e10-91c0-9126c1377fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a6f9d851-6506-40be-9b92-65ddd03f23bf'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:15.915369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Bound port: 93e74837-41b3-49a2-9777-7e20590aa92d, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfd1fdc-75ea-4e10-91c0-9126c1377fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a6f9d851-6506-40be-9b92-65ddd03f23bf'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:15.915369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.936069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:19:15.946379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Transition to ACTIVE for port object ea536027-b1f8-475a-9ae3-b5346ab9d332 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:15.957639 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6edf8e2b-51f8-4de1-a2df-bb58d6aab6fc tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "PUT /v2.0/routers/ed931974-b7dd-4936-953f-ae2d6c0c84ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8293133 Mar 11 16:19:15.957639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13359bde-81b0-413c-9e9f-956baf17b363 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.962538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174106fd-10f5-411b-b773-fb1f9c7b4570 None None] Sync routers for ids ['ed931974-b7dd-4936-953f-ae2d6c0c84ee'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:19:15.981411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for 82fefda0-d077-4da0-b94a-b0490902f74a owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:15.992477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:16.009495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c7cb908b-2329-4503-9bea-4f8b541f54c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.013478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:16.016491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:16.021461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:16.022221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.024327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.089746 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d0f2ed-1e3f-476e-b69b-dbbb84fdd18e req-36b03dc8-6078-43b0-a07a-2146b1af65e2 service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397585 Mar 11 16:19:16.102966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.136356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e344d1b7-97d2-4ac2-9b58-7305a6504ff4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for 025a7808-9003-4e68-ad53-d1ec4ff34e42 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:16.164309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e39b2fc-bf03-475f-a1e5-aa8719036b12 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.180105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Transition to ACTIVE for port object ea536027-b1f8-475a-9ae3-b5346ab9d332 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:16.195931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=b698553e-5778-4347-8ca1-a714689acb0b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:16.206069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb908b-2329-4503-9bea-4f8b541f54c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba333b4-1c07-4b88-a8b0-095f38c4cde7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:16.208756 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174106fd-10f5-411b-b773-fb1f9c7b4570 None None] Routers {'ed931974-b7dd-4936-953f-ae2d6c0c84ee'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:16.209500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-174106fd-10f5-411b-b773-fb1f9c7b4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:19:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['ed931974-b7dd-4936-953f-ae2d6c0c84ee'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:16.213333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c7cb908b-2329-4503-9bea-4f8b541f54c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.296013 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c7cb908b-2329-4503-9bea-4f8b541f54c0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5ba333b4-1c07-4b88-a8b0-095f38c4cde7 HTTP/1.1" status: 204 len: 168 time: 2.3693247 Mar 11 16:19:16.296659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc443f-e55b-4484-b990-43c35005db8b None None] Network 8a03412e-50be-451f-a956-37655eb04392 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:16.308161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57834) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:16.357283 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.388011 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4ab661bb-b98b-47b4-b6a2-bcca904c4650 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5610216 Mar 11 16:19:16.399690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-174106fd-10f5-411b-b773-fb1f9c7b4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:16.412201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57838) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:16.520619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.550640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c62bb6-804a-4850-be5c-6ba731448473 None None] Pushing event updated for resources: {'Port': ['ID=23ccbae6-afd9-4fbd-8ea2-1171f831e98f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:16.565100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13359bde-81b0-413c-9e9f-956baf17b363 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.596086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Network 76dcdd24-ae68-4842-8efa-fd8097f27558 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:16.596886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174106fd-10f5-411b-b773-fb1f9c7b4570 None None] Routers {'ed931974-b7dd-4936-953f-ae2d6c0c84ee'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:16.597518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-174106fd-10f5-411b-b773-fb1f9c7b4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:19:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['ed931974-b7dd-4936-953f-ae2d6c0c84ee'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:16.668480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Transition to ACTIVE for port object 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:16.683907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] For port 93e74837-41b3-49a2-9777-7e20590aa92d, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:16.686516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:16.696174 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:16.767279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-174106fd-10f5-411b-b773-fb1f9c7b4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:16.767973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174106fd-10f5-411b-b773-fb1f9c7b4570 None None] The sync data for ids ['ed931974-b7dd-4936-953f-ae2d6c0c84ee'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:19:16.810352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] For port 93e74837-41b3-49a2-9777-7e20590aa92d, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=93e74837-41b3-49a2-9777-7e20590aa92d,segment=NetworkSegment(dbfd1fdc-75ea-4e10-91c0-9126c1377fc9),segment_id=dbfd1fdc-75ea-4e10-91c0-9126c1377fc9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:16.837873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.854339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Transition to ACTIVE for port object 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:16.860660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Pushing event updated for resources: {'Port': ['ID=ea536027-b1f8-475a-9ae3-b5346ab9d332,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:16.860829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.868111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e39b2fc-bf03-475f-a1e5-aa8719036b12 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.876240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e39b2fc-bf03-475f-a1e5-aa8719036b12 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.881157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13359bde-81b0-413c-9e9f-956baf17b363 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2ed7c4-473e-451a-9d29-2d8129126ddb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:16.899335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13359bde-81b0-413c-9e9f-956baf17b363 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.907410 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-13359bde-81b0-413c-9e9f-956baf17b363 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/subnets/bd2ed7c4-473e-451a-9d29-2d8129126ddb HTTP/1.1" status: 204 len: 168 time: 3.4677525 Mar 11 16:19:16.919879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57844) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:16.924307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:16.960910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de136e6-9842-4129-b003-01447e979e46 req-2d04c9f0-0051-4858-b34e-20cc7795a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:16.963090 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1de136e6-9842-4129-b003-01447e979e46 req-2d04c9f0-0051-4858-b34e-20cc7795a5f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e260780a780480b9a6bfa8b85d3d465&device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 1096 time: 0.7259579 Mar 11 16:19:16.979769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Port': ['ID=82fefda0-d077-4da0-b94a-b0490902f74a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:16.985780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No DVR routers for this DVR port 82fefda0-d077-4da0-b94a-b0490902f74a on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:17.002689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.031000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Attempting to bind port ea536027-b1f8-475a-9ae3-b5346ab9d332 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:17.031363 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Attempting to bind port ea536027-b1f8-475a-9ae3-b5346ab9d332 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'fb51bae2-2d82-4dc6-9902-8fc4d54f2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '76dcdd24-ae68-4842-8efa-fd8097f27558'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:17.031716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Attempting to bind port ea536027-b1f8-475a-9ae3-b5346ab9d332 on network 76dcdd24-ae68-4842-8efa-fd8097f27558 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:17.033605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Deleting port 94aabf81-b206-4b4c-b222-a22fc5db9c98 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:17.033861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.046272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e39b2fc-bf03-475f-a1e5-aa8719036b12 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.046752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e39b2fc-bf03-475f-a1e5-aa8719036b12 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Fanout notify agent at l3_agent the message router_deleted on router ed931974-b7dd-4936-953f-ae2d6c0c84ee {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:19:17.067197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf457da-c7f5-4a91-9c01-8b5da9c9cdef tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:17.072351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Network f78c5c7a-9e19-481e-82ec-3e07b45c5109 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:17.073597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf457da-c7f5-4a91-9c01-8b5da9c9cdef tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:17.074718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ddf457da-c7f5-4a91-9c01-8b5da9c9cdef tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:17.075423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:17.075590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Checking segment: {'id': 'fb51bae2-2d82-4dc6-9902-8fc4d54f2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '76dcdd24-ae68-4842-8efa-fd8097f27558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:17.075983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.076537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Bound using segment: {'id': 'fb51bae2-2d82-4dc6-9902-8fc4d54f2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '76dcdd24-ae68-4842-8efa-fd8097f27558'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:17.076967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Bound port: ea536027-b1f8-475a-9ae3-b5346ab9d332, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb51bae2-2d82-4dc6-9902-8fc4d54f2685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '76dcdd24-ae68-4842-8efa-fd8097f27558'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:17.077398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.090955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:17.093427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:17.100662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.104704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c05da-9b55-423f-95a8-2be5c5af7af3 None None] Pushing event updated for resources: {'Port': ['ID=93e74837-41b3-49a2-9777-7e20590aa92d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:17.138673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97f704b-2f9e-4345-841b-e663a560ca5d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Deleting subnet 82743943-30b1-4a00-ac1c-0d5bbb10c9d6 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:17.155184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f97f704b-2f9e-4345-841b-e663a560ca5d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.202465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e39b2fc-bf03-475f-a1e5-aa8719036b12 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.203764 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9e39b2fc-bf03-475f-a1e5-aa8719036b12 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "DELETE /v2.0/routers/ed931974-b7dd-4936-953f-ae2d6c0c84ee HTTP/1.1" status: 204 len: 168 time: 1.2065170 Mar 11 16:19:17.208247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e344d1b7-97d2-4ac2-9b58-7305a6504ff4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.211328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57848) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:17.266418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ddf457da-c7f5-4a91-9c01-8b5da9c9cdef tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:17.268115 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ddf457da-c7f5-4a91-9c01-8b5da9c9cdef tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8533823 Mar 11 16:19:17.279315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57852) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:17.369658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d362342-c85e-4b7c-bb08-00ccd5bcb427 None None] DHCP port deletion for 8a03412e-50be-451f-a956-37655eb04392 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:17.387226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f97f704b-2f9e-4345-841b-e663a560ca5d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.430179 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Pushing event updated for resources: {'Port': ['ID=760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:17.455493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1d362342-c85e-4b7c-bb08-00ccd5bcb427 None None] Deleting port 94aabf81-b206-4b4c-b222-a22fc5db9c98 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:17.455862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d362342-c85e-4b7c-bb08-00ccd5bcb427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.471343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.486821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344d1b7-97d2-4ac2-9b58-7305a6504ff4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=025a7808-9003-4e68-ad53-d1ec4ff34e42,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:17.563435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f97f704b-2f9e-4345-841b-e663a560ca5d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.587891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 23ccbae6-afd9-4fbd-8ea2-1171f831e98f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:17.652484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] For port ea536027-b1f8-475a-9ae3-b5346ab9d332, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:17.653167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de136e6-9842-4129-b003-01447e979e46 req-06010c75-13d5-49ce-95b2-dcfbb83b7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:17.660357 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1de136e6-9842-4129-b003-01447e979e46 req-06010c75-13d5-49ce-95b2-dcfbb83b7479 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49537fbe-afc1-4a4a-87ca-7a045c86b03f HTTP/1.1" status: 200 len: 897 time: 0.6852095 Mar 11 16:19:17.661192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] For port ea536027-b1f8-475a-9ae3-b5346ab9d332, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ea536027-b1f8-475a-9ae3-b5346ab9d332,segment=NetworkSegment(fb51bae2-2d82-4dc6-9902-8fc4d54f2685),segment_id=fb51bae2-2d82-4dc6-9902-8fc4d54f2685)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:17.670856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Attempting to bind port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:17.680339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Attempting to bind port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '07b8dc1d-491f-4986-a476-7da34ed288ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'f78c5c7a-9e19-481e-82ec-3e07b45c5109'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:17.680339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Attempting to bind port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 on network f78c5c7a-9e19-481e-82ec-3e07b45c5109 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:17.680897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32cdc527-3a85-46ea-b6d8-1cd72d725d79']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.681013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:17.699408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c438f620-4bc4-4e21-8e56-be5fb0b678e2') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:17.699766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c438f620-4bc4-4e21-8e56-be5fb0b678e2') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:17.713135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:17.714678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Checking segment: {'id': '07b8dc1d-491f-4986-a476-7da34ed288ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'f78c5c7a-9e19-481e-82ec-3e07b45c5109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:17.714678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.714678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Bound using segment: {'id': '07b8dc1d-491f-4986-a476-7da34ed288ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'f78c5c7a-9e19-481e-82ec-3e07b45c5109'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:17.714935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Bound port: 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b8dc1d-491f-4986-a476-7da34ed288ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'f78c5c7a-9e19-481e-82ec-3e07b45c5109'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:17.715385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.754981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed9ed80-053d-404d-9e62-b1a4353a62e4 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Deleting subnet 2a8c3c47-f039-43da-b14b-e771f1bbfa59 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:17.771844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c6e17-65b1-480c-b1d3-490abfe4e274 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port b698553e-5778-4347-8ca1-a714689acb0b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:17.772428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6e17-65b1-480c-b1d3-490abfe4e274 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.802545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ed9ed80-053d-404d-9e62-b1a4353a62e4 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.810272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=756ef60f-92be-4400-98d9-454c230dbab7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:17.813669 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.836488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.867857 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1de136e6-9842-4129-b003-01447e979e46 req-2b33e0e6-2201-49f1-9666-a86a91e7ff39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7137bfea-9614-4c4b-89b3-93ef73bab584 HTTP/1.1" status: 200 len: 217 time: 0.1895680 Mar 11 16:19:17.893816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeae18-0f83-4841-8ea7-8e61ae0de8d7 req-f56b9260-debf-48d9-bc96-57e04f3b276e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:17.896214 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3daeae18-0f83-4841-8ea7-8e61ae0de8d7 req-f56b9260-debf-48d9-bc96-57e04f3b276e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 943 time: 1.0476110 Mar 11 16:19:17.904999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e344d1b7-97d2-4ac2-9b58-7305a6504ff4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.926027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking segment: {'id': 'a2a39954-9394-4b40-8c22-ceb5b83e3777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'ceb480c2-cc93-4995-b693-004da9d96ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:17.926027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network hostable DHCP agents. Network: ceb480c2-cc93-4995-b693-004da9d96ee5, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:17.936274 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e344d1b7-97d2-4ac2-9b58-7305a6504ff4 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/ports/025a7808-9003-4e68-ad53-d1ec4ff34e42 HTTP/1.1" status: 204 len: 168 time: 3.4377022 Mar 11 16:19:17.948792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de136e6-9842-4129-b003-01447e979e46 req-486a167d-e202-4358-9a28-83bad03b0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:17.950520 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1de136e6-9842-4129-b003-01447e979e46 req-486a167d-e202-4358-9a28-83bad03b0c5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=283e1cec-5ff4-44e5-9afd-065ca0aae118 HTTP/1.1" status: 200 len: 835 time: 0.0718391 Mar 11 16:19:17.964113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57856) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:18.077873 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3daeae18-0f83-4841-8ea7-8e61ae0de8d7 req-faef652f-34dc-4c79-a5c5-04a4967e0ad5 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354957 Mar 11 16:19:18.098203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3921bba-999c-4bd7-a634-06e053e0ddd9 None None] Pushing event updated for resources: {'Port': ['ID=ea536027-b1f8-475a-9ae3-b5346ab9d332,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:18.100336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.112753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:18.122786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:18.123188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.125422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ed9ed80-053d-404d-9e62-b1a4353a62e4 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.135543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1d362342-c85e-4b7c-bb08-00ccd5bcb427 None None] For port 94aabf81-b206-4b4c-b222-a22fc5db9c98, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=94aabf81-b206-4b4c-b222-a22fc5db9c98,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:18.135936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d362342-c85e-4b7c-bb08-00ccd5bcb427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:18.149435 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:18.200615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f97f704b-2f9e-4345-841b-e663a560ca5d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.312453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] For port 94aabf81-b206-4b4c-b222-a22fc5db9c98, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=94aabf81-b206-4b4c-b222-a22fc5db9c98,segment=NetworkSegment(574186bd-3274-4f97-be9c-3799cd96c815),segment_id=574186bd-3274-4f97-be9c-3799cd96c815)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:18.312883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.327308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ed9ed80-053d-404d-9e62-b1a4353a62e4 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.338729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1d362342-c85e-4b7c-bb08-00ccd5bcb427 None None] Calling delete_port for 94aabf81-b206-4b4c-b222-a22fc5db9c98 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:18.404153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2c506590-9ea3-4fca-b52f-de54a505171c None None] Provisioning for port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:18.408360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] For port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:18.438021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] For port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2,segment=NetworkSegment(07b8dc1d-491f-4986-a476-7da34ed288ca),segment_id=07b8dc1d-491f-4986-a476-7da34ed288ca)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:18.439528 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2c506590-9ea3-4fca-b52f-de54a505171c None None] Provisioning complete for port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:18.440144 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c506590-9ea3-4fca-b52f-de54a505171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.483563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e8afbf25-a8cb-4539-b61f-f366bb074c9d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port c700821f-ce16-42d2-8ef6-78d8acb873cf {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:18.483909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8afbf25-a8cb-4539-b61f-f366bb074c9d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.526991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f704b-2f9e-4345-841b-e663a560ca5d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Subnet': ['ID=82743943-30b1-4a00-ac1c-0d5bbb10c9d6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:18.528324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Calling delete_port for 94aabf81-b206-4b4c-b222-a22fc5db9c98 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:18.556276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f97f704b-2f9e-4345-841b-e663a560ca5d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.573660 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f97f704b-2f9e-4345-841b-e663a560ca5d tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/subnets/82743943-30b1-4a00-ac1c-0d5bbb10c9d6 HTTP/1.1" status: 204 len: 168 time: 1.6525581 Mar 11 16:19:18.611768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57860) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:18.638061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7137bfea-9614-4c4b-89b3-93ef73bab584 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:19:18.656245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.656368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.656787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network ceb480c2-cc93-4995-b693-004da9d96ee5 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:18.666135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ed9ed80-053d-404d-9e62-b1a4353a62e4 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.687118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.702569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=32cdc527-3a85-46ea-b6d8-1cd72d725d79,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:18.708601 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-73f25433-bf66-4e54-95c2-3ca3008df2f1 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/32cdc527-3a85-46ea-b6d8-1cd72d725d79 HTTP/1.1" status: 204 len: 168 time: 7.1324136 Mar 11 16:19:18.710447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57864) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:18.740709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d362342-c85e-4b7c-bb08-00ccd5bcb427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.773660 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d045021-be25-412f-bf83-4b2bd818f5ea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] GET failed (client error): The resource could not be found. Mar 11 16:19:18.773660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d045021-be25-412f-bf83-4b2bd818f5ea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Synchronizing usage tracker for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:18.787375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:18.787754 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:18.791119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d362342-c85e-4b7c-bb08-00ccd5bcb427 None None] No DVR routers for this DVR port 94aabf81-b206-4b4c-b222-a22fc5db9c98 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:18.803330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9ed80-053d-404d-9e62-b1a4353a62e4 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8c3c47-f039-43da-b14b-e771f1bbfa59,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:18.816634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, ceb480c2-cc93-4995-b693-004da9d96ee5) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:18.821191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:18.822059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.837090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c38152-242f-4da6-94f7-e7741bf9219b None None] Network ceb480c2-cc93-4995-b693-004da9d96ee5 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:18.874741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ed9ed80-053d-404d-9e62-b1a4353a62e4 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:18.877760 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6ed9ed80-053d-404d-9e62-b1a4353a62e4 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "DELETE /v2.0/subnets/2a8c3c47-f039-43da-b14b-e771f1bbfa59 HTTP/1.1" status: 204 len: 168 time: 1.6560140 Mar 11 16:19:18.878128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57868) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:18.925448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf6bb81-f837-43c6-a921-04da8713f048 None None] Network a4c68d92-25cb-4767-bf29-8cd79d4dddf2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:18.950111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4586c-ff2a-4ba3-81e6-bb12d5cdee19 None None] Pushing event updated for resources: {'Port': ['ID=760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:18.961562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d045021-be25-412f-bf83-4b2bd818f5ea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Unset dirty status for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:18.965750 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d045021-be25-412f-bf83-4b2bd818f5ea tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/subnets/ffbb9d09-6368-4e3f-bb45-88e1310779b5 HTTP/1.1" status: 404 len: 337 time: 0.2519975 Mar 11 16:19:19.058226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57872) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:19.062052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.090053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de136e6-9842-4129-b003-01447e979e46 req-95c76608-d883-4b6c-87bb-3257d0390ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:19.091499 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1de136e6-9842-4129-b003-01447e979e46 req-95c76608-d883-4b6c-87bb-3257d0390ff5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49537fbe-afc1-4a4a-87ca-7a045c86b03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1200426 Mar 11 16:19:19.098683 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d752ccca-e195-4a47-9e4b-a90ad6e8bed8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:19.098683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d752ccca-e195-4a47-9e4b-a90ad6e8bed8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:19.107172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf19c0-4fdc-4ad0-9407-3b5820757d96 None None] Network a6f9d851-6506-40be-9b92-65ddd03f23bf requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:19.127725 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d752ccca-e195-4a47-9e4b-a90ad6e8bed8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/32cdc527-3a85-46ea-b6d8-1cd72d725d79 HTTP/1.1" status: 404 len: 339 time: 0.0580509 Mar 11 16:19:19.130614 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-58c9dfa2-c8c7-442f-a615-1ccf80a4a236 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.4896064 Mar 11 16:19:19.138537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57876) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:19.138669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d362342-c85e-4b7c-bb08-00ccd5bcb427 None None] Pushing event deleted for resources: {'Port': ['ID=94aabf81-b206-4b4c-b222-a22fc5db9c98,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:19.148777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57882) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:19.270830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dbc299-ac66-478b-859f-3f4723774196 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:19.271501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-02dbc299-ac66-478b-859f-3f4723774196 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Synchronizing usage tracker for tenant:c760183be345412095521976867da01d on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:19.483498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c506590-9ea3-4fca-b52f-de54a505171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.592394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8afbf25-a8cb-4539-b61f-f366bb074c9d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.612086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Deleting port 94aabf81-b206-4b4c-b222-a22fc5db9c98 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:19.613542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.639978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Deleting port bf55e932-b926-4c46-9d31-2db4d56db1f3 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:19.640293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.721040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 93e74837-41b3-49a2-9777-7e20590aa92d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:19.744793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] The port '94aabf81-b206-4b4c-b222-a22fc5db9c98' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:19:19.755071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e8afbf25-a8cb-4539-b61f-f366bb074c9d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for c700821f-ce16-42d2-8ef6-78d8acb873cf owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:19.808932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2442ca88-9a5e-48e2-a893-da14529273f9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:19.809972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2442ca88-9a5e-48e2-a893-da14529273f9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Synchronizing usage tracker for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:19.916105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea1850-54d9-4864-b10f-4546058490a5 None None] Network 76dcdd24-ae68-4842-8efa-fd8097f27558 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:19.951521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6e17-65b1-480c-b1d3-490abfe4e274 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.965795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:19.994830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2442ca88-9a5e-48e2-a893-da14529273f9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Unset dirty status for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:19.996631 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2442ca88-9a5e-48e2-a893-da14529273f9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8634441 Mar 11 16:19:20.003725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57886) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:20.010652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.105488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a03412e-50be-451f-a956-37655eb04392']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:20.129723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574186bd-3274-4f97-be9c-3799cd96c815') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:20.130287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574186bd-3274-4f97-be9c-3799cd96c815') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:20.144169 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] For port bf55e932-b926-4c46-9d31-2db4d56db1f3, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bf55e932-b926-4c46-9d31-2db4d56db1f3,segment=NetworkSegment(7f23bec3-51f3-4f89-a14a-1131780c1361),segment_id=7f23bec3-51f3-4f89-a14a-1131780c1361)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:20.144940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.159318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.217580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2c506590-9ea3-4fca-b52f-de54a505171c None None] For port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=23ccbae6-afd9-4fbd-8ea2-1171f831e98f,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:20.222246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7137bfea-9614-4c4b-89b3-93ef73bab584,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:20.243124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.245807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a56d42-d0fb-4ad1-9bf9-3daf2ac2f0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-ceb480c2-cc93-4995-b693-004da9d96ee5', 'network_id': 'ceb480c2-cc93-4995-b693-004da9d96ee5', 'tenant_id': 'ea7c95f15aa64985b5392400f0b5a9bb', 'fixed_ips': [{'subnet_id': '756ef60f-92be-4400-98d9-454c230dbab7'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:20.246682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42a56d42-d0fb-4ad1-9bf9-3daf2ac2f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.281738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'port_id': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'mac_address': 'fa:16:3e:84:96:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:19:20.299639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Calling delete_port for bf55e932-b926-4c46-9d31-2db4d56db1f3 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:20.312382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3294dae2-bfaf-4210-a585-f98d0f4795a5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Synchronizing usage tracker for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:20.325819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c6e17-65b1-480c-b1d3-490abfe4e274 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for b698553e-5778-4347-8ca1-a714689acb0b owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:20.332359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.339258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:20.339645 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.354794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-02dbc299-ac66-478b-859f-3f4723774196 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Unset dirty status for tenant:c760183be345412095521976867da01d on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:20.355335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-02dbc299-ac66-478b-859f-3f4723774196 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.6918507 Mar 11 16:19:20.376111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 93e74837-41b3-49a2-9777-7e20590aa92d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:20.379140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57890) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:20.389131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2c506590-9ea3-4fca-b52f-de54a505171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:20.446109 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:20.478307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ea880-5eea-406d-a7c2-013fa5deaae8 None None] Network f78c5c7a-9e19-481e-82ec-3e07b45c5109 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:20.499693 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1de136e6-9842-4129-b003-01447e979e46 req-af2edb46-9915-4098-9dd5-bacc0af34717 service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3940535 Mar 11 16:19:20.512221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:20.525166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.531036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.578382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a03412e-50be-451f-a956-37655eb04392,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:20.585609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.589133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3294dae2-bfaf-4210-a585-f98d0f4795a5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Unset dirty status for tenant:a78d749d320c4a73be4b4ce96d212dae on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:20.594274 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3294dae2-bfaf-4210-a585-f98d0f4795a5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 207 time: 0.4594889 Mar 11 16:19:20.594473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57894) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:20.605214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] DHCP port deletion for a6f9d851-6506-40be-9b92-65ddd03f23bf request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:20.626222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6bf01e-6094-46f8-a42c-d86192fec99e None None] DHCP port deletion for a4c68d92-25cb-4767-bf29-8cd79d4dddf2 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:20.646253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.660673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Deleting port 93e74837-41b3-49a2-9777-7e20590aa92d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:20.661011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.696965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=756ef60f-92be-4400-98d9-454c230dbab7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:20.749549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.759258 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd15fdb8-9f5b-41c7-a299-ed578ec9d9a5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8a03412e-50be-451f-a956-37655eb04392 HTTP/1.1" status: 204 len: 168 time: 4.4389362 Mar 11 16:19:20.760260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event deleted for resources: {'Port': ['ID=bf55e932-b926-4c46-9d31-2db4d56db1f3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:20.771326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] No DVR routers for this DVR port bf55e932-b926-4c46-9d31-2db4d56db1f3 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:20.832727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7137bfea-9614-4c4b-89b3-93ef73bab584 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:19:20.846272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c506590-9ea3-4fca-b52f-de54a505171c None None] Pushing event updated for resources: {'Port': ['ID=23ccbae6-afd9-4fbd-8ea2-1171f831e98f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:20.924888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.929761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Provisioning for port 93e74837-41b3-49a2-9777-7e20590aa92d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server [None req-42a56d42-d0fb-4ad1-9bf9-3daf2ac2f0f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756ef60f-92be-4400-98d9-454c230dbab7: This subnet is being modified by another concurrent operation. Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:19:20.934047 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise exception Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756ef60f-92be-4400-98d9-454c230dbab7: This subnet is being modified by another concurrent operation. Mar 11 16:19:20.937912 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Mar 11 16:19:20.947442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:20.952399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7137bfea-9614-4c4b-89b3-93ef73bab584,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:20.973621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.977392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c68d92-25cb-4767-bf29-8cd79d4dddf2']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:20.996159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56584589-0b1d-4fe6-bb1a-56aeeafe6950 None None] Network ceb480c2-cc93-4995-b693-004da9d96ee5 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:21.005207 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f23bec3-51f3-4f89-a14a-1131780c1361') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:21.005750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f23bec3-51f3-4f89-a14a-1131780c1361') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:21.014081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Provisioning complete for port 93e74837-41b3-49a2-9777-7e20590aa92d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:21.020773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.027655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14d328-7e71-4a63-9c6a-79c3def6c423 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.033672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14d328-7e71-4a63-9c6a-79c3def6c423 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.039883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14d328-7e71-4a63-9c6a-79c3def6c423 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.045600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14d328-7e71-4a63-9c6a-79c3def6c423 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.052417 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8f14d328-7e71-4a63-9c6a-79c3def6c423 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4555459 Mar 11 16:19:21.055049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.062043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57900) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.062921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d141fc-a99d-43d0-9e85-fb80f11fcf16 req-ada472e6-34ca-40cc-b131-7afb27020e47 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.064548 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-85d141fc-a99d-43d0-9e85-fb80f11fcf16 req-ada472e6-34ca-40cc-b131-7afb27020e47 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 943 time: 1.6832330 Mar 11 16:19:21.068935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ea536027-b1f8-475a-9ae3-b5346ab9d332 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:21.112649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.123696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.141106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8afbf25-a8cb-4539-b61f-f366bb074c9d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.174306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:21.174306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:21.191011 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:21.274101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.288955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afbf25-a8cb-4539-b61f-f366bb074c9d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=c700821f-ce16-42d2-8ef6-78d8acb873cf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:21.291106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Deleting port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:21.291438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.368900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57904) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.385033 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1de136e6-9842-4129-b003-01447e979e46 req-3686c6a6-805e-49fb-9a67-7cd3a2baaecf service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182158 Mar 11 16:19:21.481134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['7137bfea-9614-4c4b-89b3-93ef73bab584'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:19:21.486199 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-48227e00-1ec3-420e-812f-670491a49bae tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4232633 Mar 11 16:19:21.487813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57908) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.520556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb480c2-cc93-4995-b693-004da9d96ee5']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:21.532229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.583239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.586575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6e17-65b1-480c-b1d3-490abfe4e274 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.595080 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-85d141fc-a99d-43d0-9e85-fb80f11fcf16 req-8b568337-e71d-4aac-b090-df4a89f2db1f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4719048 Mar 11 16:19:21.596403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] Pushing event deleted for resources: {'Network': ['ID=a4c68d92-25cb-4767-bf29-8cd79d4dddf2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:21.604812 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eaca56a1-59d1-42c1-8470-94c078f89031 tempest-FloatingIPNegativeTestJSON-733331618 tempest-FloatingIPNegativeTestJSON-733331618-project] 10.222.0.57 "DELETE /v2.0/networks/a4c68d92-25cb-4767-bf29-8cd79d4dddf2 HTTP/1.1" status: 204 len: 168 time: 2.7213418 Mar 11 16:19:21.618380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c91722b-bf1c-48d1-a178-5a4c0696c8a0 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.620095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c91722b-bf1c-48d1-a178-5a4c0696c8a0 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.626216 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3c91722b-bf1c-48d1-a178-5a4c0696c8a0 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1373668 Mar 11 16:19:21.626952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57914) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.636004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] For port 93e74837-41b3-49a2-9777-7e20590aa92d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=93e74837-41b3-49a2-9777-7e20590aa92d,segment=NetworkSegment(dbfd1fdc-75ea-4e10-91c0-9126c1377fc9),segment_id=dbfd1fdc-75ea-4e10-91c0-9126c1377fc9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:21.636785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.656584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=7137bfea-9614-4c4b-89b3-93ef73bab584,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:21.680883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a39954-9394-4b40-8c22-ceb5b83e3777') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:21.681343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a39954-9394-4b40-8c22-ceb5b83e3777') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:21.709298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c6e17-65b1-480c-b1d3-490abfe4e274 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=b698553e-5778-4347-8ca1-a714689acb0b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:21.747132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.758363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca268a08-ebe6-47c7-9487-b8fa62ee68da tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.760028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca268a08-ebe6-47c7-9487-b8fa62ee68da tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.764923 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ca268a08-ebe6-47c7-9487-b8fa62ee68da tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1356528 Mar 11 16:19:21.768729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57918) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.828280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6e17-65b1-480c-b1d3-490abfe4e274 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.836882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Calling delete_port for 93e74837-41b3-49a2-9777-7e20590aa92d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:21.861242 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-522a3052-fa77-40a4-a0a2-274e5a4d33a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f8a30f087bc47f5b119a2c413b22e37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4848771 Mar 11 16:19:21.869093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57922) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.874357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8afbf25-a8cb-4539-b61f-f366bb074c9d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.889219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.907902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port ea536027-b1f8-475a-9ae3-b5346ab9d332 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:21.942841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.974102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:21.974622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:21.994706 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:22.019721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] DHCP port deletion for f78c5c7a-9e19-481e-82ec-3e07b45c5109 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:22.033808 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e8afbf25-a8cb-4539-b61f-f366bb074c9d tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/ports/c700821f-ce16-42d2-8ef6-78d8acb873cf HTTP/1.1" status: 204 len: 168 time: 4.0663702 Mar 11 16:19:22.038678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57926) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.099042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] Deleting port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:22.099415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.099775 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9f4be-b69b-4e59-a1a0-32638e78437e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:22.105953 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-21e9f4be-b69b-4e59-a1a0-32638e78437e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/networks/ef678ea2-6688-409f-847f-b00fa25303ad HTTP/1.1" status: 200 len: 799 time: 0.3314838 Mar 11 16:19:22.113530 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cc6c6e17-65b1-480c-b1d3-490abfe4e274 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/b698553e-5778-4347-8ca1-a714689acb0b HTTP/1.1" status: 204 len: 168 time: 4.8214571 Mar 11 16:19:22.113897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57930) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.113897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57932) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.122635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] For port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2,segment=NetworkSegment(07b8dc1d-491f-4986-a476-7da34ed288ca),segment_id=07b8dc1d-491f-4986-a476-7da34ed288ca)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:22.123100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.128429 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 94aabf81-b206-4b4c-b222-a22fc5db9c98 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:22.183632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] For port 93e74837-41b3-49a2-9777-7e20590aa92d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=93e74837-41b3-49a2-9777-7e20590aa92d,segment=NetworkSegment(dbfd1fdc-75ea-4e10-91c0-9126c1377fc9),segment_id=dbfd1fdc-75ea-4e10-91c0-9126c1377fc9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:22.184555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 94aabf81-b206-4b4c-b222-a22fc5db9c98 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:22.185030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 94aabf81-b206-4b4c-b222-a22fc5db9c98 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:22.274555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.274958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Calling delete_port for 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:22.295960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a5253-7cc3-4aaf-b30d-3c484c504aee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:22.297561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a5253-7cc3-4aaf-b30d-3c484c504aee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:22.298363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-504a5253-7cc3-4aaf-b30d-3c484c504aee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:22.302877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1aff581-dbaa-453a-aa96-45d8214f2caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.303096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57940) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.305193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.309322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.347585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:22.347813 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:22.359229 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/ceb480c2-cc93-4995-b693-004da9d96ee5 HTTP/1.1" status: 204 len: 168 time: 3.1937418 Mar 11 16:19:22.360576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57946) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.365666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd0fc6-ac05-489f-8d93-c04b6945816f tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=ceb480c2-cc93-4995-b693-004da9d96ee5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:22.372316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 23ccbae6-afd9-4fbd-8ea2-1171f831e98f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:22.374133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-447224186'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:22.394687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:22.405641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1aff581-dbaa-453a-aa96-45d8214f2caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.413660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:network and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:22.420874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:22.427456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-504a5253-7cc3-4aaf-b30d-3c484c504aee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:22.433589 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-504a5253-7cc3-4aaf-b30d-3c484c504aee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3203738 Mar 11 16:19:22.433765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57950) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.439660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:22.466972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Provisioning for port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:22.556568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-647034d0-8668-452d-b275-adb8742b393a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 1d5591a9-fc7a-4141-a8ff-1f438569a02e {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:22.560841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-647034d0-8668-452d-b275-adb8742b393a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.562720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Pushing event updated for resources: {'Port': ['ID=93e74837-41b3-49a2-9777-7e20590aa92d,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:22.579289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Provisioning complete for port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:22.579870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.612202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd30b54-852b-4b75-b507-d9f58c29ada2 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:22.612943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acd30b54-852b-4b75-b507-d9f58c29ada2 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Synchronizing usage tracker for tenant:e30791a170fb4ba3a08af54ea693903d on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:22.622154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-647034d0-8668-452d-b275-adb8742b393a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.630047 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fe5c0cf3-4246-42d1-b5b9-bb9b2129bd43 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/networks/ef678ea2-6688-409f-847f-b00fa25303ad?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5152543 Mar 11 16:19:22.631176 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57954) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.658986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] For port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2,segment=NetworkSegment(07b8dc1d-491f-4986-a476-7da34ed288ca),segment_id=07b8dc1d-491f-4986-a476-7da34ed288ca)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:22.659364 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.705568 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c4836000-0daf-4ab4-9ac7-94a560402372 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5d655d33d9a4c0fa3595a6904512f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627090 Mar 11 16:19:22.706514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57960) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.743832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1aff581-dbaa-453a-aa96-45d8214f2caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.758113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:22.761725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.770597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.785674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acd30b54-852b-4b75-b507-d9f58c29ada2 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Unset dirty status for tenant:e30791a170fb4ba3a08af54ea693903d on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:22.786779 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-acd30b54-852b-4b75-b507-d9f58c29ada2 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf77544c-624f-4ba2-8b26-ead5316b4e75 HTTP/1.1" status: 200 len: 913 time: 0.7471061 Mar 11 16:19:22.789848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1087cc8-20f8-40f5-9b81-3356747202a9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:22.796520 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b1087cc8-20f8-40f5-9b81-3356747202a9 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/subnets/102a160d-e385-4448-a323-b1859780df9a HTTP/1.1" status: 200 len: 811 time: 0.1590910 Mar 11 16:19:22.796671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57964) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.797151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57966) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.813191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] Calling delete_port for 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:22.831361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aff581-dbaa-453a-aa96-45d8214f2caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37666b94-efdd-49ee-b301-097a88302eb6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:22.850824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Port': ['ID=760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:22.856647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] No DVR routers for this DVR port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:22.856852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Deleting port 93e74837-41b3-49a2-9777-7e20590aa92d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:22.857075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.938587 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Could not find standard attr ID for object 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:19:22.965740 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.plugins.ml2.db [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] No ports have port_id starting with 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 Mar 11 16:19:22.967070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:22.967634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:22.980899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e732a00-fd38-48bf-a6ca-9f2c1e709b01 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:22.988138 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7e732a00-fd38-48bf-a6ca-9f2c1e709b01 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "GET /v2.0/subnets/102a160d-e385-4448-a323-b1859780df9a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1763349 Mar 11 16:19:23.052656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 57972) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:23.054720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-647034d0-8668-452d-b275-adb8742b393a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.060015 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115131349'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:23.072804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e91476c5-566c-4e73-9440-19496fd9173a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.089141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:23.119278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Could not find standard attr ID for object b698553e-5778-4347-8ca1-a714689acb0b. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:19:23.123289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:23.128115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:23.130146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1aff581-dbaa-453a-aa96-45d8214f2caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.134924 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c1aff581-dbaa-453a-aa96-45d8214f2caa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/37666b94-efdd-49ee-b301-097a88302eb6 HTTP/1.1" status: 204 len: 168 time: 1.2646196 Mar 11 16:19:23.149230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:23.149854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:23.160202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e91476c5-566c-4e73-9440-19496fd9173a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.210117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.218217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.218566 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment 7e426c81-220e-4c4a-8147-84d91190f8d2 of type vlan for network abb65091-1567-4016-b0c3-eb5781559a78 Mar 11 16:19:23.249513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Provisioning for port ea536027-b1f8-475a-9ae3-b5346ab9d332 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:23.259429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7a26c-02f0-4c0a-9e68-2250a197bc56 req-5e23aa44-01dc-4a68-84e3-b1017c59a038 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:23.260942 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16b7a26c-02f0-4c0a-9e68-2250a197bc56 req-5e23aa44-01dc-4a68-84e3-b1017c59a038 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 944 time: 0.5196080 Mar 11 16:19:23.275796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78c5c7a-9e19-481e-82ec-3e07b45c5109']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:23.289305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.296225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b8dc1d-491f-4986-a476-7da34ed288ca') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:23.296527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b8dc1d-491f-4986-a476-7da34ed288ca') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:23.304589 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Provisioning complete for port ea536027-b1f8-475a-9ae3-b5346ab9d332 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:23.305186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.311950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.346287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.355539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:23.355951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.359059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] For port 93e74837-41b3-49a2-9777-7e20590aa92d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=93e74837-41b3-49a2-9777-7e20590aa92d,segment=NetworkSegment(dbfd1fdc-75ea-4e10-91c0-9126c1377fc9),segment_id=dbfd1fdc-75ea-4e10-91c0-9126c1377fc9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:23.359721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:23.375409 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:23.400853 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-16b7a26c-02f0-4c0a-9e68-2250a197bc56 req-28f5e431-eb0b-4c13-afd7-7596f214c805 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289816 Mar 11 16:19:23.410268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:23.414149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.453272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-647034d0-8668-452d-b275-adb8742b393a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.515464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647034d0-8668-452d-b275-adb8742b393a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5591a9-fc7a-4141-a8ff-1f438569a02e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:23.516065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Calling delete_port for 93e74837-41b3-49a2-9777-7e20590aa92d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:23.519009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-647034d0-8668-452d-b275-adb8742b393a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.521603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.528596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:23.529205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.540450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:23.550603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3887d790-518f-44ee-a4ba-fa493782b9b5 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:23.554246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e91476c5-566c-4e73-9440-19496fd9173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.569068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bf55e932-b926-4c46-9d31-2db4d56db1f3 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:23.585474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.585851 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Added segment 270cc14e-7378-463a-9635-4e3483e6fad7 of type vlan for network 18eb4ce6-12d1-4836-a294-0bb907e8d839 Mar 11 16:19:23.587193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91476c5-566c-4e73-9440-19496fd9173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466d0d5f-cab4-4287-b950-d63c16c2aff2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:23.625136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.685108 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.687456 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/networks/f78c5c7a-9e19-481e-82ec-3e07b45c5109 HTTP/1.1" status: 204 len: 168 time: 3.3036718 Mar 11 16:19:23.691608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57980) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:23.706065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: bf55e932-b926-4c46-9d31-2db4d56db1f3 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:23.706466 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bf55e932-b926-4c46-9d31-2db4d56db1f3 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:23.707031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 93e74837-41b3-49a2-9777-7e20590aa92d no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:23.715158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=abb65091-1567-4016-b0c3-eb5781559a78,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:23.760842 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-daf3ce21-22ec-4128-bb40-b8218419f7a0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3918266 Mar 11 16:19:23.762894 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-647034d0-8668-452d-b275-adb8742b393a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/1d5591a9-fc7a-4141-a8ff-1f438569a02e HTTP/1.1" status: 204 len: 168 time: 1.3209581 Mar 11 16:19:23.765342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] Deleting port 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:23.765714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.767452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57986) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:23.768021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 57988) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:23.777919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': 'abb65091-1567-4016-b0c3-eb5781559a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:23.784788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.797409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2be84-aac9-435f-968e-e7632028b25a tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Network': ['ID=f78c5c7a-9e19-481e-82ec-3e07b45c5109,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:23.800353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e91476c5-566c-4e73-9440-19496fd9173a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.804926 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e91476c5-566c-4e73-9440-19496fd9173a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/466d0d5f-cab4-4287-b950-d63c16c2aff2 HTTP/1.1" status: 204 len: 168 time: 1.0951290 Mar 11 16:19:23.837563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network abb65091-1567-4016-b0c3-eb5781559a78 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:23.937331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.942326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:23.943098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:23.962554 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d574d39f-29ec-4986-9c09-0676581a16c9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1859562 Mar 11 16:19:23.970839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58000) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:23.994039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:24.003895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.021885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-47949a23-5705-4023-b0c7-6ec761f5e007 None None] The port '760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:19:24.055386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.061984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:subnet and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:24.068450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.071377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:24.080810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.146603 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0942674 Mar 11 16:19:24.154068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a5e6a-3c51-4d01-90ef-d64fc4377dd8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Network': ['ID=18eb4ce6-12d1-4836-a294-0bb907e8d839,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:24.156118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58006) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:24.178106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'network_id': '18eb4ce6-12d1-4836-a294-0bb907e8d839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:24.207519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 18eb4ce6-12d1-4836-a294-0bb907e8d839 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:24.233665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:24.237621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.281072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.323162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:24.328917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:24.341361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] Pushing event deleted for resources: {'Port': ['ID=93e74837-41b3-49a2-9777-7e20590aa92d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:24.351862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.367023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.384564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.395380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f8cf6-93f9-426d-a6fc-a68559267fde None None] No DVR routers for this DVR port 93e74837-41b3-49a2-9777-7e20590aa92d on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:24.396176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.438834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f9d851-6506-40be-9b92-65ddd03f23bf']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:24.489001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfd1fdc-75ea-4e10-91c0-9126c1377fc9') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:24.489422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfd1fdc-75ea-4e10-91c0-9126c1377fc9') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:24.510913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.544813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.558302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:24.558854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.571791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No active binding found for port 93e74837-41b3-49a2-9777-7e20590aa92d {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 16:19:24.571791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 93e74837-41b3-49a2-9777-7e20590aa92d not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:24.572061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:24.576683 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:24.705647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.727899 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:24.728246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 760d7cb3-aa61-4ffd-9949-fbb7d9aa56a2 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:24.736036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.744460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:24.750209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.767379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] For port ea536027-b1f8-475a-9ae3-b5346ab9d332, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ea536027-b1f8-475a-9ae3-b5346ab9d332,segment=NetworkSegment(fb51bae2-2d82-4dc6-9902-8fc4d54f2685),segment_id=fb51bae2-2d82-4dc6-9902-8fc4d54f2685)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:24.833193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c5edf-aa0e-4050-a60a-c7e9eec6af4f req-04a8b6c7-8e66-4b30-b4b9-93464bd7155b tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:24.834948 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e93c5edf-aa0e-4050-a60a-c7e9eec6af4f req-04a8b6c7-8e66-4b30-b4b9-93464bd7155b tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 944 time: 0.1637821 Mar 11 16:19:24.839976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.877517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.879764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.890365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10342ce1-4442-4720-beac-21a0cf1cad79 None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:24.929554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Made reservation on behalf of a78d749d320c4a73be4b4ce96d212dae for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:24.933625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.945662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10342ce1-4442-4720-beac-21a0cf1cad79 None None] Deleting port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:24.947236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10342ce1-4442-4720-beac-21a0cf1cad79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.052355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:19:25.052876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:19:25.114066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.168004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Network': ['ID=a6f9d851-6506-40be-9b92-65ddd03f23bf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:25.193390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e93c5edf-aa0e-4050-a60a-c7e9eec6af4f req-7775484b-54f3-4d5b-a10b-466db1b25fd0 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3430772 Mar 11 16:19:25.200383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-53d08a42-2a7f-474b-8e96-76804d39c921 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/networks/a6f9d851-6506-40be-9b92-65ddd03f23bf HTTP/1.1" status: 204 len: 168 time: 1.5074177 Mar 11 16:19:25.207805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58040) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:25.221031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=13f4af56-a513-4180-9eb4-f7f4ab48d077,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:25.239556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking segment: {'id': '7e426c81-220e-4c4a-8147-84d91190f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'abb65091-1567-4016-b0c3-eb5781559a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:25.239984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network hostable DHCP agents. Network: abb65091-1567-4016-b0c3-eb5781559a78, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:25.289354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-10342ce1-4442-4720-beac-21a0cf1cad79 None None] For port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=23ccbae6-afd9-4fbd-8ea2-1171f831e98f,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:25.290374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10342ce1-4442-4720-beac-21a0cf1cad79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.290781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port dc67289b-0be5-47a6-b02d-00a74f43e6cd {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:25.291121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.319090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network abb65091-1567-4016-b0c3-eb5781559a78 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:25.395237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58044) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:25.420759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, abb65091-1567-4016-b0c3-eb5781559a78) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:25.423714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7137bfea-9614-4c4b-89b3-93ef73bab584 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:25.435450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:25.437688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579877'] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.463206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10342ce1-4442-4720-beac-21a0cf1cad79 None None] Calling delete_port for 23ccbae6-afd9-4fbd-8ea2-1171f831e98f owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:25.498212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf61f6e-2d6c-48dc-a308-6f19e9f3d120 None None] Network abb65091-1567-4016-b0c3-eb5781559a78 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:25.535708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a2ccb3b7-36e1-41ed-b94e-3a59f1a8230c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7640471 Mar 11 16:19:25.536748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58052) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:25.549153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.722658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d054704b-4692-43df-810e-6791d9865180 None None] Provisioning complete for port ea536027-b1f8-475a-9ae3-b5346ab9d332 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:25.723013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d054704b-4692-43df-810e-6791d9865180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.766667 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.780827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531740659'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:25.785476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5abb57-695e-4f89-a803-7cc4fa8f0352 None None] Pushing event updated for resources: {'Port': ['ID=ea536027-b1f8-475a-9ae3-b5346ab9d332,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:25.796450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:25.825072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:25.838181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:25.858467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:25.871633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.875676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:25.919669 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:25.938598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c67581-a9db-4966-a2c0-018590ba7860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-abb65091-1567-4016-b0c3-eb5781559a78', 'network_id': 'abb65091-1567-4016-b0c3-eb5781559a78', 'tenant_id': 'ea7c95f15aa64985b5392400f0b5a9bb', 'fixed_ips': [{'subnet_id': '13f4af56-a513-4180-9eb4-f7f4ab48d077'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:25.939453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67c67581-a9db-4966-a2c0-018590ba7860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.951124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.956666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.982740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.021517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10342ce1-4442-4720-beac-21a0cf1cad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.039375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.066309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:26.072248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:26.073119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 7137bfea-9614-4c4b-89b3-93ef73bab584 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:26.076286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:26.085504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:26.110100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10342ce1-4442-4720-beac-21a0cf1cad79 None None] Pushing event deleted for resources: {'Port': ['ID=23ccbae6-afd9-4fbd-8ea2-1171f831e98f,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:26.114457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for dc67289b-0be5-47a6-b02d-00a74f43e6cd owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:26.121183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 7137bfea-9614-4c4b-89b3-93ef73bab584 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:26.121557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.147888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10342ce1-4442-4720-beac-21a0cf1cad79 None None] No DVR routers for this DVR port 23ccbae6-afd9-4fbd-8ea2-1171f831e98f on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:26.162569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:26.162812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.172934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad84379-b32a-4a3d-b5b8-c38913ffaf0f None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:26.182964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.207170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.252011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=928f8910-8c22-4c95-9070-ce13b00284f9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:26.272127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=13f4af56-a513-4180-9eb4-f7f4ab48d077,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:26.366380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.403749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb65091-1567-4016-b0c3-eb5781559a78']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:26.414897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58068) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:26.441988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e426c81-220e-4c4a-8147-84d91190f8d2') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:26.442690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e426c81-220e-4c4a-8147-84d91190f8d2') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:26.464664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.480219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server [None req-67c67581-a9db-4966-a2c0-018590ba7860 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13f4af56-a513-4180-9eb4-f7f4ab48d077: This subnet is being modified by another concurrent operation. Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:19:26.492335 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise exception Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13f4af56-a513-4180-9eb4-f7f4ab48d077: This subnet is being modified by another concurrent operation. Mar 11 16:19:26.497302 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Mar 11 16:19:26.532397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.532634 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fd58db63-d011-4460-8e10-358e2b0edf70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5553708 Mar 11 16:19:26.535694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58074) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:26.537460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.541800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189bfc5-1d8b-482f-95e7-7e6e9353dc0b None None] Network abb65091-1567-4016-b0c3-eb5781559a78 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:26.556172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': '928f8910-8c22-4c95-9070-ce13b00284f9', 'ip_address': '2001:db8::395c:7155:4410:f8b0'}], 'name': 'tempest-NetworksTestDHCPv6-1850248584'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:26.562530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4c9b01-9b85-4663-8600-ecd20a810e3c']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:26.577288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=c4f96bf7-410c-44c4-b01c-fc90c6bc84eb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:26.587970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Checking segment: {'id': '270cc14e-7378-463a-9635-4e3483e6fad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '18eb4ce6-12d1-4836-a294-0bb907e8d839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:26.588484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network hostable DHCP agents. Network: 18eb4ce6-12d1-4836-a294-0bb907e8d839, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:26.594232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b79687d-3447-4ab8-895d-a081f55ace43') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:26.594621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b79687d-3447-4ab8-895d-a081f55ace43') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:26.613840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:26.614058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.623176 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:26.639303 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:26.656581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.659647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.671362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:26.679495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:26.680200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.692342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '928f8910-8c22-4c95-9070-ce13b00284f9'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:26.693362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:26.697823 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:26.799514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55c1d4-532f-4027-a10e-6b18cc42558c req-9d3e37de-b82f-4687-9096-d5b097ba7d34 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:26.801608 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3e55c1d4-532f-4027-a10e-6b18cc42558c req-9d3e37de-b82f-4687-9096-d5b097ba7d34 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 944 time: 0.3719790 Mar 11 16:19:26.805950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Network 18eb4ce6-12d1-4836-a294-0bb907e8d839 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:26.825403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:26.839797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:26.856680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:26.861458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-153164498'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:26.866682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.868523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f764b0f2-b69c-4be7-bad8-75be9dc94fb6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:26.884671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:26.896114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Usage tracker for resource:network and tenant:c90086748bfa4ce08a69927c3ed1ce08 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:26.900298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:26.911935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.916673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:26.923622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:19:26.928685 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3e55c1d4-532f-4027-a10e-6b18cc42558c req-aa81cf1d-5705-4a26-bdb9-d28aaf41ce48 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787611 Mar 11 16:19:26.948670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ea536027-b1f8-475a-9ae3-b5346ab9d332 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:26.950225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.953851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.961000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 18eb4ce6-12d1-4836-a294-0bb907e8d839) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:26.974380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Network': ['ID=0e4c9b01-9b85-4663-8600-ecd20a810e3c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:26.977334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:26.977670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.977964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:26.986754 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-44859990-3094-434a-96bd-0e427c97dd6f tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/networks/0e4c9b01-9b85-4663-8600-ecd20a810e3c HTTP/1.1" status: 204 len: 168 time: 1.7735455 Mar 11 16:19:26.989802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58080) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:26.992961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:27.001031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=abb65091-1567-4016-b0c3-eb5781559a78,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:27.008589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:27.018538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:27.023908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Made reservation on behalf of c90086748bfa4ce08a69927c3ed1ce08 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:27.027516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.048514 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-44ae63ef-9724-402c-bf53-6dc1085fbe79 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/abb65091-1567-4016-b0c3-eb5781559a78 HTTP/1.1" status: 204 len: 168 time: 1.5103245 Mar 11 16:19:27.049651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:27.051497 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58084) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:27.057425 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'code': 200} Mar 11 16:19:27.059809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12a935-b3a7-4bc0-a470-b232f4aecfcd None None] Network 18eb4ce6-12d1-4836-a294-0bb907e8d839 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:27.066209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.086827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1885854471'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:27.088666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7137bfea-9614-4c4b-89b3-93ef73bab584,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:27.096869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:27.099447 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:27.116074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Usage tracker for resource:security_group_rule and tenant:c90086748bfa4ce08a69927c3ed1ce08 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:27.119293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:network and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:27.121819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.124052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:27.133717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:27.142564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.146013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:27.148534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:27.177602 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6e9a7895-93a8-447e-adb0-aef48384c2c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0169106 Mar 11 16:19:27.181956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58088) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:27.190031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2ccbd292-a9ca-4032-b3db-a6839d527c94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:27.194833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.231465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=dc67289b-0be5-47a6-b02d-00a74f43e6cd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:27.244178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:27.269663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.281754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port ea536027-b1f8-475a-9ae3-b5346ab9d332 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:27.282128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.288099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.292313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:27.296294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.390888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ae6c07-a844-46d1-95fd-61d058c034e1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:27.428416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=7137bfea-9614-4c4b-89b3-93ef73bab584,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:27.455983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/928f8910-8c22-4c95-9070-ce13b00284f9/9ac9f4b9-534c-4d25-bea9-956cb3c9e944) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:27.495620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:27.506539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.507652 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment 4c114bbb-4954-483d-8e9a-3c61abb159ef of type vlan for network e1be9146-f9f8-4c05-b102-e80923c19f0f Mar 11 16:19:27.534811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.644802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-18eb4ce6-12d1-4836-a294-0bb907e8d839', 'network_id': '18eb4ce6-12d1-4836-a294-0bb907e8d839', 'tenant_id': 'a78d749d320c4a73be4b4ce96d212dae', 'fixed_ips': [{'subnet_id': 'c4f96bf7-410c-44c4-b01c-fc90c6bc84eb'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:27.645627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.656537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.692726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.698885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:27.699611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.775704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 23ccbae6-afd9-4fbd-8ea2-1171f831e98f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:27.790538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.791881 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b9c19be-1588-44d3-bcdb-3102610983bc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3954790 Mar 11 16:19:27.795542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.798598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5eb1d6-7e6b-448c-870e-70c0d851358c']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:27.813574 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:27.821587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd292-a9ca-4032-b3db-a6839d527c94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6786170'] for subnet, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.823683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 23ccbae6-afd9-4fbd-8ea2-1171f831e98f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:27.823683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 23ccbae6-afd9-4fbd-8ea2-1171f831e98f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:27.846632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a67797-bd49-4213-b657-702ab2a20dce') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:27.846796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a67797-bd49-4213-b657-702ab2a20dce') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:27.878528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.907947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.924169 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.925000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 9f856de3-dbbe-48f6-b4b0-db8476d782c8 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:27.935504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:27.935894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:27.961140 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:27.967965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.078821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Allocated IP 172.20.0.3 (18eb4ce6-12d1-4836-a294-0bb907e8d839/c4f96bf7-410c-44c4-b01c-fc90c6bc84eb/65053816-c356-44a0-a8cc-6e78cdfb0228) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:28.132993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=e1be9146-f9f8-4c05-b102-e80923c19f0f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:28.148165 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-509f75b6-5556-45fc-a0d2-e3093c51009c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3314385 Mar 11 16:19:28.149599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f5ee9f4b-4847-4f93-a204-f61d635eb3e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0897963 Mar 11 16:19:28.150648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58098) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:28.151204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58100) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:28.183122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-28db7f57-7666-4e8a-91d1-1ab40f851738 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-security--2018310135', 'description': 'tempest-security-description-783229019'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:28.196689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': 'e1be9146-f9f8-4c05-b102-e80923c19f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:28.225394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e1afe-7917-4508-b1b1-38b842afeefa req-229aae09-d63d-4d8d-bfbb-369074174b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:28.227417 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b97e1afe-7917-4508-b1b1-38b842afeefa req-229aae09-d63d-4d8d-bfbb-369074174b5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 1098 time: 0.8495612 Mar 11 16:19:28.234882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.278157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network e1be9146-f9f8-4c05-b102-e80923c19f0f details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:28.289768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.292729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Transition to ACTIVE for port object 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:28.316669 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.339604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] Pushing event deleted for resources: {'Network': ['ID=2c5eb1d6-7e6b-448c-870e-70c0d851358c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:28.364107 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bad9293f-7165-4ab2-b45d-e4a58c28c783 tempest-BulkNetworkOpsIpV6Test-657341971 tempest-BulkNetworkOpsIpV6Test-657341971-project] 10.222.0.57 "DELETE /v2.0/networks/2c5eb1d6-7e6b-448c-870e-70c0d851358c HTTP/1.1" status: 204 len: 168 time: 1.3615494 Mar 11 16:19:28.422422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.444813 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Transition to ACTIVE for port object 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:28.452804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223067b-d7f5-497a-8335-564f980f8eea req-8a244d84-001b-45e3-b0ed-050fa929e821 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:28.453311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28db7f57-7666-4e8a-91d1-1ab40f851738 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.454464 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9223067b-d7f5-497a-8335-564f980f8eea req-8a244d84-001b-45e3-b0ed-050fa929e821 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.3242447 Mar 11 16:19:28.481345 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b97e1afe-7917-4508-b1b1-38b842afeefa req-6753b43c-f46f-4193-a009-4cf38a8946d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423990 Mar 11 16:19:28.494000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.516877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Transition to ACTIVE for port object 65053816-c356-44a0-a8cc-6e78cdfb0228 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:28.524886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:28.529892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:28.542709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7349a3-7ab9-4b17-bb6e-53d2ec60f0cb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:28.565033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:subnet and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:28.570156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Transition to ACTIVE for port object 65053816-c356-44a0-a8cc-6e78cdfb0228 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:28.577273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.599325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:28.610816 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9223067b-d7f5-497a-8335-564f980f8eea req-c713e01b-b875-4d8c-a6cf-578527e381b7 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448634 Mar 11 16:19:28.618550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Router bf77544c-624f-4ba2-8b26-ead5316b4e75 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:19:28.640330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.640330 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Added segment 9f7ace49-15f7-4a8e-ae73-4df79bd79f77 of type vlan for network 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 Mar 11 16:19:28.646321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:28.660082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:28.663574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:28.666504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:28.676152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28db7f57-7666-4e8a-91d1-1ab40f851738 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.715477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.724761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Pushing event updated for resources: {'Port': ['ID=9ac9f4b9-534c-4d25-bea9-956cb3c9e944,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:28.765854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.775714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:28.779527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.807661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28db7f57-7666-4e8a-91d1-1ab40f851738 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.837237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::395c:7155:4410:f8b0 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/928f8910-8c22-4c95-9070-ce13b00284f9/9f856de3-dbbe-48f6-b4b0-db8476d782c8) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:28.853498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:19:28.865243 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739db158-70f0-4f03-84c5-926d3ee71a2e None None] Sync routers for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:19:28.869546 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-269d9737-a3f2-4793-a7e9-c9e03b6711f1 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "PUT /v2.0/routers/bf77544c-624f-4ba2-8b26-ead5316b4e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0630987 Mar 11 16:19:28.870091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58108) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:28.885761 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739db158-70f0-4f03-84c5-926d3ee71a2e None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:28.886783 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-739db158-70f0-4f03-84c5-926d3ee71a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:19:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:28.897920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Network 18eb4ce6-12d1-4836-a294-0bb907e8d839 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:28.903490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:28.906627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:28.910882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Attempting to bind port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:28.911248 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Attempting to bind port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:28.911607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Attempting to bind port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:28.947882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:28.948263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:28.948644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.949035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:28.949540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Bound port: 9ac9f4b9-534c-4d25-bea9-956cb3c9e944, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:28.950198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:28.969456 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-739db158-70f0-4f03-84c5-926d3ee71a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:28.978576 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739db158-70f0-4f03-84c5-926d3ee71a2e None None] Routers {'bf77544c-624f-4ba2-8b26-ead5316b4e75'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:28.979254 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-739db158-70f0-4f03-84c5-926d3ee71a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:19:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['bf77544c-624f-4ba2-8b26-ead5316b4e75'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:28.989059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Pushing event updated for resources: {'Port': ['ID=65053816-c356-44a0-a8cc-6e78cdfb0228,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:29.047197 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-739db158-70f0-4f03-84c5-926d3ee71a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:29.047843 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739db158-70f0-4f03-84c5-926d3ee71a2e None None] The sync data for ids ['bf77544c-624f-4ba2-8b26-ead5316b4e75'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:19:29.082624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.083139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.088386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:29.089048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.094857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Attempting to bind port 65053816-c356-44a0-a8cc-6e78cdfb0228 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:29.095668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Attempting to bind port 65053816-c356-44a0-a8cc-6e78cdfb0228 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '270cc14e-7378-463a-9635-4e3483e6fad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '18eb4ce6-12d1-4836-a294-0bb907e8d839'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:29.097035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Attempting to bind port 65053816-c356-44a0-a8cc-6e78cdfb0228 on network 18eb4ce6-12d1-4836-a294-0bb907e8d839 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:29.109342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:29.109848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Checking segment: {'id': '270cc14e-7378-463a-9635-4e3483e6fad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '18eb4ce6-12d1-4836-a294-0bb907e8d839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:29.110376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.111718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Bound using segment: {'id': '270cc14e-7378-463a-9635-4e3483e6fad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '18eb4ce6-12d1-4836-a294-0bb907e8d839'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:29.112565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Bound port: 65053816-c356-44a0-a8cc-6e78cdfb0228, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270cc14e-7378-463a-9635-4e3483e6fad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '18eb4ce6-12d1-4836-a294-0bb907e8d839'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:29.113084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.150807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-28db7f57-7666-4e8a-91d1-1ab40f851738 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.152006 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-28db7f57-7666-4e8a-91d1-1ab40f851738 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "PUT /v2.0/security-groups/93ae6c07-a844-46d1-95fd-61d058c034e1 HTTP/1.1" status: 200 len: 1777 time: 0.9864469 Mar 11 16:19:29.155212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58114) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:29.174141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db7f57-7666-4e8a-91d1-1ab40f851738 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ae6c07-a844-46d1-95fd-61d058c034e1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:29.212632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58118) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:29.222032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] For port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:29.246800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] For port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9ac9f4b9-534c-4d25-bea9-956cb3c9e944,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:29.252174 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3efed58f-2792-407c-b161-29d0d30df361 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups/93ae6c07-a844-46d1-95fd-61d058c034e1 HTTP/1.1" status: 200 len: 1777 time: 0.0954070 Mar 11 16:19:29.255550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58124) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:29.262601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] For port 65053816-c356-44a0-a8cc-6e78cdfb0228, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:29.265927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] For port 65053816-c356-44a0-a8cc-6e78cdfb0228, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=65053816-c356-44a0-a8cc-6e78cdfb0228,segment=NetworkSegment(270cc14e-7378-463a-9635-4e3483e6fad7),segment_id=270cc14e-7378-463a-9635-4e3483e6fad7)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:29.377735 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9571338 Mar 11 16:19:29.396025 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7bf72-e8bf-4511-b2ec-d8ef72872d90 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event updated for resources: {'Network': ['ID=46cdcdd8-14fa-41a0-ab8e-c2e00aed5655,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:29.399064 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.403320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58128) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:29.427703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Request body: {'subnet': {'network_id': '46cdcdd8-14fa-41a0-ab8e-c2e00aed5655', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:29.439361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.452048 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:29.675606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd292-a9ca-4032-b3db-a6839d527c94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728838684151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6312970'] for subnet, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.676208 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33e732ed-a74d-42eb-b534-b4d74c043623 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c760183be345412095521976867da01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579816 Mar 11 16:19:29.681741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.684720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58134) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:29.690231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc8df195-aa02-4881-97b2-0bcf42d58ea8 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.698440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450bc0d-b7d5-4285-9c63-83e88969d984 None None] Pushing event updated for resources: {'Port': ['ID=9ac9f4b9-534c-4d25-bea9-956cb3c9e944,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:29.797328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc8df195-aa02-4881-97b2-0bcf42d58ea8 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.808978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbd292-a9ca-4032-b3db-a6839d527c94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event updated for resources: {'Subnet': ['ID=c4f96bf7-410c-44c4-b01c-fc90c6bc84eb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:29.823263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting port d0003bcf-bae1-44bc-87fe-6edaaab45079 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:29.823263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.849307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e18da8-995c-45ef-8abf-3aa4ef2280bf None None] Pushing event updated for resources: {'Port': ['ID=65053816-c356-44a0-a8cc-6e78cdfb0228,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:29.899574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:29.909156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccbd292-a9ca-4032-b3db-a6839d527c94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:29.910045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd292-a9ca-4032-b3db-a6839d527c94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.914227 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2ccbd292-a9ca-4032-b3db-a6839d527c94 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "PUT /v2.0/subnets/c4f96bf7-410c-44c4-b01c-fc90c6bc84eb HTTP/1.1" status: 200 len: 877 time: 2.7283132 Mar 11 16:19:29.916581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:29.923459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Usage tracker for resource:subnet and tenant:c90086748bfa4ce08a69927c3ed1ce08 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:29.937510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:29.951139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-562cccb8-9c9f-4a28-ba70-d5d1a0ea7942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.965567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:30.020467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.046784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 9f856de3-dbbe-48f6-b4b0-db8476d782c8 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:30.096264 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bfaeb-8345-4396-aa32-e3de9131fa54 req-062f97b6-fd7e-44a5-9cd3-a1c1da5b7fb2 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:30.098536 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-697bfaeb-8345-4396-aa32-e3de9131fa54 req-062f97b6-fd7e-44a5-9cd3-a1c1da5b7fb2 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.2725348 Mar 11 16:19:30.103918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Made reservation on behalf of c90086748bfa4ce08a69927c3ed1ce08 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:30.107572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.169775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.206203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-562cccb8-9c9f-4a28-ba70-d5d1a0ea7942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.214542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc8df195-aa02-4881-97b2-0bcf42d58ea8 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.278688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8df195-aa02-4881-97b2-0bcf42d58ea8 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ae6c07-a844-46d1-95fd-61d058c034e1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:30.318145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.325310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc8df195-aa02-4881-97b2-0bcf42d58ea8 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.326641 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dc8df195-aa02-4881-97b2-0bcf42d58ea8 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/93ae6c07-a844-46d1-95fd-61d058c034e1 HTTP/1.1" status: 204 len: 168 time: 1.0699630 Mar 11 16:19:30.329428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58142) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:30.341348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.351848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.375969 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-697bfaeb-8345-4396-aa32-e3de9131fa54 req-83ad6000-b0c7-409d-82e0-cd8b9b3bbfca tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502999 Mar 11 16:19:30.487065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Calling delete_port for d0003bcf-bae1-44bc-87fe-6edaaab45079 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:30.516529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port 65053816-c356-44a0-a8cc-6e78cdfb0228 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:30.516863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.574430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=ed985390-d055-4a97-b727-1b185d925466,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:30.585636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:30.610421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:30.621338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:30.626892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:30.629865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.634334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=9f856de3-dbbe-48f6-b4b0-db8476d782c8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:30.644572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-562cccb8-9c9f-4a28-ba70-d5d1a0ea7942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.666516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking segment: {'id': '4c114bbb-4954-483d-8e9a-3c61abb159ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e1be9146-f9f8-4c05-b102-e80923c19f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:30.666947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network hostable DHCP agents. Network: e1be9146-f9f8-4c05-b102-e80923c19f0f, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:30.689260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cccb8-9c9f-4a28-ba70-d5d1a0ea7942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86219070-2189-454b-8c5a-f72de9060ab5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:30.718111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-562cccb8-9c9f-4a28-ba70-d5d1a0ea7942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.718381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-50f91041-64e7-41b8-aab0-5da8aac5b3c0 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:30.721706 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-562cccb8-9c9f-4a28-ba70-d5d1a0ea7942 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86219070-2189-454b-8c5a-f72de9060ab5 HTTP/1.1" status: 204 len: 168 time: 1.0319943 Mar 11 16:19:30.778008 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2e377996-2870-4246-85cc-490df41e8b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2422907 Mar 11 16:19:30.780775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58148) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:30.891857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network e1be9146-f9f8-4c05-b102-e80923c19f0f is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:30.919441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port 65053816-c356-44a0-a8cc-6e78cdfb0228, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=65053816-c356-44a0-a8cc-6e78cdfb0228,segment=NetworkSegment(270cc14e-7378-463a-9635-4e3483e6fad7),segment_id=270cc14e-7378-463a-9635-4e3483e6fad7)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:30.919799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.958637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bddc4-6a86-48a6-8a00-094d58e5b6b5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:30.966083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54bddc4-6a86-48a6-8a00-094d58e5b6b5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:30.967099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e54bddc4-6a86-48a6-8a00-094d58e5b6b5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:30.971315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-50f91041-64e7-41b8-aab0-5da8aac5b3c0 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:30.974220 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-50f91041-64e7-41b8-aab0-5da8aac5b3c0 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6345510 Mar 11 16:19:30.976571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58152) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:30.982939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 65053816-c356-44a0-a8cc-6e78cdfb0228 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:31.026733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.061662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, e1be9146-f9f8-4c05-b102-e80923c19f0f) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:31.065938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for 65053816-c356-44a0-a8cc-6e78cdfb0228 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:31.071813 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-ce5d1962-fe9b-4dc1-adba-bad0880890b8 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] delete failed (client error): The resource could not be found. Mar 11 16:19:31.073675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c3b74-004e-4b76-a2a6-04db6a14028c None None] Network e1be9146-f9f8-4c05-b102-e80923c19f0f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:31.077123 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce5d1962-fe9b-4dc1-adba-bad0880890b8 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/93ae6c07-a844-46d1-95fd-61d058c034e1 HTTP/1.1" status: 404 len: 347 time: 0.0994561 Mar 11 16:19:31.091848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58156) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:31.093397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:31.094314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.118473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-secgroup--304089394'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:31.125528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:31.143148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:31.171342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e54bddc4-6a86-48a6-8a00-094d58e5b6b5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:31.175476 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e54bddc4-6a86-48a6-8a00-094d58e5b6b5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3912828 Mar 11 16:19:31.180986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:31.215892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 65053816-c356-44a0-a8cc-6e78cdfb0228 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:31.261614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:31.306607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.312406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event updated for resources: {'Subnet': ['ID=4bc53c03-e5b0-4c5b-b7f3-8f23126ca7bb,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:31.316179 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.352209 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3e107ec4-779d-499a-90f1-8aafa32e2ea0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1822870 Mar 11 16:19:31.358580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58168) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:31.407465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Checking segment: {'id': '9f7ace49-15f7-4a8e-ae73-4df79bd79f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46cdcdd8-14fa-41a0-ab8e-c2e00aed5655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:31.408038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Network hostable DHCP agents. Network: 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:31.428119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9fc9bce9-9198-4923-92d2-60191331d043 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 9f856de3-dbbe-48f6-b4b0-db8476d782c8 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:31.428119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bce9-9198-4923-92d2-60191331d043 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.593717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0b0d61a6-53cf-41f1-9cc0-061f45eaacdf None None] Provisioning for port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:31.599506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:31.608978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0b0d61a6-53cf-41f1-9cc0-061f45eaacdf None None] Provisioning complete for port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:31.609224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0b0d61a6-53cf-41f1-9cc0-061f45eaacdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.616826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:31.624364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:31.649238 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:31.655064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:31.696626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:31.697006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.719072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Network 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:31.743868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-e1be9146-f9f8-4c05-b102-e80923c19f0f', 'network_id': 'e1be9146-f9f8-4c05-b102-e80923c19f0f', 'tenant_id': 'ea7c95f15aa64985b5392400f0b5a9bb', 'fixed_ips': [{'subnet_id': 'ed985390-d055-4a97-b727-1b185d925466'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:31.745255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.762867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Port': ['ID=d0003bcf-bae1-44bc-87fe-6edaaab45079,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:31.766011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.855726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea866c35-d377-4373-a65e-fe1046c3a4df None None] Network 18eb4ce6-12d1-4836-a294-0bb907e8d839 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:31.861527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bce9-9198-4923-92d2-60191331d043 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:31.962006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Port': ['ID=65053816-c356-44a0-a8cc-6e78cdfb0228,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:31.996014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:32.010036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9fc9bce9-9198-4923-92d2-60191331d043 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 9f856de3-dbbe-48f6-b4b0-db8476d782c8 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:32.021479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe7c65a-8920-47d9-a701-f452c6755e2a None None] Network 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:32.047910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.056335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:32.060295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.088949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No DVR routers for this DVR port 65053816-c356-44a0-a8cc-6e78cdfb0228 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:32.115727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.146525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.207349 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d9a9d3e9-fd8a-42b6-9808-2ad3290dcb20 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8000495 Mar 11 16:19:32.215840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58186) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:32.222083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3334bb8-988e-4b0a-a6f2-e16e241cd00a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:32.229569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Request body: {'port': {'network_id': '46cdcdd8-14fa-41a0-ab8e-c2e00aed5655', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1953689347'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:32.255816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.260798 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3fb72f06-4e20-4fde-88fd-372cbeb4d04e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1621883 Mar 11 16:19:32.279027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58190) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:32.286573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': 'c3334bb8-988e-4b0a-a6f2-e16e241cd00a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:32.382515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.385097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.406781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.436546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:32.438023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0b0d61a6-53cf-41f1-9cc0-061f45eaacdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.438660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58196) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:32.451020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.453070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bce9-9198-4923-92d2-60191331d043 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.458783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:32.464360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:32.529291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9bce9-9198-4923-92d2-60191331d043 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=9f856de3-dbbe-48f6-b4b0-db8476d782c8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:32.535783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:32.540734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Usage tracker for resource:port and tenant:c90086748bfa4ce08a69927c3ed1ce08 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:32.543785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:32.544814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-46cdcdd8-14fa-41a0-ab8e-c2e00aed5655', 'network_id': '46cdcdd8-14fa-41a0-ab8e-c2e00aed5655', 'tenant_id': 'c90086748bfa4ce08a69927c3ed1ce08', 'fixed_ips': [{'subnet_id': '4bc53c03-e5b0-4c5b-b7f3-8f23126ca7bb'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:32.545639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.555837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:32.563292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:32.576105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.579273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b533b8b-0a51-4814-a697-87cb9ef1288d req-9dbac3d2-8943-4624-aabd-3af23f6c8d3a tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:32.582532 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1b533b8b-0a51-4814-a697-87cb9ef1288d req-9dbac3d2-8943-4624-aabd-3af23f6c8d3a tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.8916969 Mar 11 16:19:32.636632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Allocated IP 2001:db8::1 (e1be9146-f9f8-4c05-b102-e80923c19f0f/ed985390-d055-4a97-b727-1b185d925466/1739242b-90b7-4d26-af97-5c544c990458) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:32.639564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bce9-9198-4923-92d2-60191331d043 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.652839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Made reservation on behalf of c90086748bfa4ce08a69927c3ed1ce08 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:32.664892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.670100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.670636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Fanout notify agent at l3_agent the message router_deleted on router bf77544c-624f-4ba2-8b26-ead5316b4e75 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:19:32.688329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.701577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-694482689'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:32.710319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:32.717737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:network and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:32.720892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] device_id is not set on port 80b312da-6714-40bd-a78a-fc75813b8bae yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:32.729410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0b0d61a6-53cf-41f1-9cc0-061f45eaacdf None None] For port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9ac9f4b9-534c-4d25-bea9-956cb3c9e944,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:32.763166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:32.770940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:32.801592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.804301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.809315 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-23a5436f-1f0f-4574-863d-eb5b2478a227 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/routers/bf77544c-624f-4ba2-8b26-ead5316b4e75 HTTP/1.1" status: 204 len: 168 time: 3.9376433 Mar 11 16:19:32.811926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58202) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:32.850851 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1b533b8b-0a51-4814-a697-87cb9ef1288d req-a102180c-ea3f-40c7-a451-e23290bba5aa tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777074 Mar 11 16:19:32.882261 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9fc9bce9-9198-4923-92d2-60191331d043 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/9f856de3-dbbe-48f6-b4b0-db8476d782c8 HTTP/1.1" status: 204 len: 168 time: 1.6898077 Mar 11 16:19:32.883386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58208) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:32.915995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0b0d61a6-53cf-41f1-9cc0-061f45eaacdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.936755 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:19:32.953507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9e868b-a385-4be2-b4db-da1904027bc3 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Deleting subnet 69b3af44-984b-4539-9d53-fa8ba4f3c670 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:32.955510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.955662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:32.958957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:32.974575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e9e868b-a385-4be2-b4db-da1904027bc3 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.011941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.043086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.044792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:33.052299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f96bf7-410c-44c4-b01c-fc90c6bc84eb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.054422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group_rule and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:33.062231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:33.108645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:33.127725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e9e868b-a385-4be2-b4db-da1904027bc3 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.128826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0ce317df-7441-4de7-abaf-96a5af42925d None None] Could not find standard attr ID for object 9f856de3-dbbe-48f6-b4b0-db8476d782c8. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:19:33.153310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a5ad96-97be-4c7c-91c7-f911aa226190 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:33.154816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0ce317df-7441-4de7-abaf-96a5af42925d None None] Could not find standard attr ID for object 65053816-c356-44a0-a8cc-6e78cdfb0228. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:19:33.155667 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a5ad96-97be-4c7c-91c7-f911aa226190 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:33.156847 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-62a5ad96-97be-4c7c-91c7-f911aa226190 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:33.160676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.180728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2787c270-c6a1-474d-b84c-c2fd10b673c1 None None] Network 18eb4ce6-12d1-4836-a294-0bb907e8d839 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:33.200204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18eb4ce6-12d1-4836-a294-0bb907e8d839']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:33.216079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270cc14e-7378-463a-9635-4e3483e6fad7') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:33.216528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270cc14e-7378-463a-9635-4e3483e6fad7') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:33.226160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:33.226556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:33.232741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.258899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.265551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:33.265927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:33.284302 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:33.289083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.293456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d61a6-53cf-41f1-9cc0-061f45eaacdf None None] Pushing event updated for resources: {'Port': ['ID=9ac9f4b9-534c-4d25-bea9-956cb3c9e944,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.296647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Allocated IP 172.20.0.2 (46cdcdd8-14fa-41a0-ab8e-c2e00aed5655/4bc53c03-e5b0-4c5b-b7f3-8f23126ca7bb/16e2ab83-a7e2-4a71-99fc-e31521b8d74f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:33.348045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-62a5ad96-97be-4c7c-91c7-f911aa226190 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:33.353280 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-62a5ad96-97be-4c7c-91c7-f911aa226190 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4651732 Mar 11 16:19:33.356622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58212) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:33.360980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dc5f76-50af-4b9d-9b9c-b25d1b7d07ec,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.387640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e9e868b-a385-4be2-b4db-da1904027bc3 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.447786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5a8975-6146-4acf-a2d6-49a956ca33b2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 928f8910-8c22-4c95-9070-ce13b00284f9 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:33.450356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.451541 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8875e068-85e7-46bd-b5bd-0fa4cc5ecb8c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1726358 Mar 11 16:19:33.454906 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58216) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:33.457841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8975-6146-4acf-a2d6-49a956ca33b2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.473692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.475484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785347e9-45a9-4dec-8e9a-4fa3c2d9b9ec req-0dea1af1-7d7b-46ac-82fd-b3568182897e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:33.477128 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-785347e9-45a9-4dec-8e9a-4fa3c2d9b9ec req-0dea1af1-7d7b-46ac-82fd-b3568182897e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.4191236 Mar 11 16:19:33.520670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.549490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0e0f-57ed-41d1-ae3d-f473563c2f5d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.559370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Transition to ACTIVE for port object 1739242b-90b7-4d26-af97-5c544c990458 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:33.575491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.576451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0e0f-57ed-41d1-ae3d-f473563c2f5d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.581256 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-785347e9-45a9-4dec-8e9a-4fa3c2d9b9ec req-ae1c3540-9b35-47c0-96af-2a688a56cd62 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953851 Mar 11 16:19:33.604874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58220) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:33.607926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Transition to ACTIVE for port object 1739242b-90b7-4d26-af97-5c544c990458 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:33.611626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.636389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0febff3-cff2-4833-826c-ca0eeb684c8d None None] DHCP port deletion for 18eb4ce6-12d1-4836-a294-0bb907e8d839 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:33.637812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=18eb4ce6-12d1-4836-a294-0bb907e8d839,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.659107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8975-6146-4acf-a2d6-49a956ca33b2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.690024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.709069 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.715885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed7716-31ab-436d-84b8-60d5faf24d1c tempest-TestNetworkAdvancedServerOps-66508781 tempest-TestNetworkAdvancedServerOps-66508781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:33.717522 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6eed7716-31ab-436d-84b8-60d5faf24d1c tempest-TestNetworkAdvancedServerOps-66508781 tempest-TestNetworkAdvancedServerOps-66508781-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 1093 time: 0.1115637 Mar 11 16:19:33.723001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e9e868b-a385-4be2-b4db-da1904027bc3 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.732044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58224) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:33.751418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.778867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:33.788935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:33.805459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e9e868b-a385-4be2-b4db-da1904027bc3 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.808046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e868b-a385-4be2-b4db-da1904027bc3 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Subnet': ['ID=69b3af44-984b-4539-9d53-fa8ba4f3c670,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.812473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:33.817616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed692ff-d589-4001-9443-98af56957b23,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.825336 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Usage tracker for resource:floatingip and tenant:4e260780a780480b9a6bfa8b85d3d465 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:33.832386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:33.840882 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e9e868b-a385-4be2-b4db-da1904027bc3 tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/subnets/69b3af44-984b-4539-9d53-fa8ba4f3c670 HTTP/1.1" status: 204 len: 168 time: 1.0250187 Mar 11 16:19:33.842120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:33.843515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58228) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:33.856464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Network e1be9146-f9f8-4c05-b102-e80923c19f0f is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:33.859272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:33.862951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:33.878067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Pushing event updated for resources: {'Port': ['ID=1739242b-90b7-4d26-af97-5c544c990458,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:33.949796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:33.972840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.973227 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Added segment 7ff96c89-9152-4002-89d0-89f31ac531d3 of type vlan for network 1f795d1c-9f6f-4b27-af59-9ab696a75901 Mar 11 16:19:33.974525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.980770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0e0f-57ed-41d1-ae3d-f473563c2f5d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.982807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:33.983004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Transition to ACTIVE for port object 16e2ab83-a7e2-4a71-99fc-e31521b8d74f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:33.987084 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33c0db50-89c6-4ed6-99e5-bd8abe0b09ec tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/18eb4ce6-12d1-4836-a294-0bb907e8d839 HTTP/1.1" status: 204 len: 168 time: 4.0653796 Mar 11 16:19:33.997348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58232) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.027091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Attempting to bind port 1739242b-90b7-4d26-af97-5c544c990458 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:34.027721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Attempting to bind port 1739242b-90b7-4d26-af97-5c544c990458 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '4c114bbb-4954-483d-8e9a-3c61abb159ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e1be9146-f9f8-4c05-b102-e80923c19f0f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:34.028244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Attempting to bind port 1739242b-90b7-4d26-af97-5c544c990458 on network e1be9146-f9f8-4c05-b102-e80923c19f0f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:34.045744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:34.046462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Checking segment: {'id': '4c114bbb-4954-483d-8e9a-3c61abb159ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e1be9146-f9f8-4c05-b102-e80923c19f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:34.047030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.047581 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Bound using segment: {'id': '4c114bbb-4954-483d-8e9a-3c61abb159ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e1be9146-f9f8-4c05-b102-e80923c19f0f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:34.047713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.048339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Bound port: 1739242b-90b7-4d26-af97-5c544c990458, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c114bbb-4954-483d-8e9a-3c61abb159ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e1be9146-f9f8-4c05-b102-e80923c19f0f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:34.048884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.051916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a0e0f-57ed-41d1-ae3d-f473563c2f5d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69dc5f76-50af-4b9d-9b9c-b25d1b7d07ec,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.055217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=ed985390-d055-4a97-b727-1b185d925466,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.061256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Transition to ACTIVE for port object 16e2ab83-a7e2-4a71-99fc-e31521b8d74f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:34.062872 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bf7180-4901-49e6-a6ef-4d2e6e649d5e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:34.063331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bf7180-4901-49e6-a6ef-4d2e6e649d5e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:34.065010 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a7bf7180-4901-49e6-a6ef-4d2e6e649d5e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/c4f96bf7-410c-44c4-b01c-fc90c6bc84eb HTTP/1.1" status: 404 len: 337 time: 0.0648601 Mar 11 16:19:34.071657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58236) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.074684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0e0f-57ed-41d1-ae3d-f473563c2f5d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.078047 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0f8a0e0f-57ed-41d1-ae3d-f473563c2f5d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/69dc5f76-50af-4b9d-9b9c-b25d1b7d07ec HTTP/1.1" status: 204 len: 168 time: 0.6196132 Mar 11 16:19:34.097577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58240) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.112790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8975-6146-4acf-a2d6-49a956ca33b2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.135088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.146887 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb072a5a-f77d-4873-b8a9-432d566c5115 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:34.147684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb072a5a-f77d-4873-b8a9-432d566c5115 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:34.151468 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fb072a5a-f77d-4873-b8a9-432d566c5115 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/18eb4ce6-12d1-4836-a294-0bb907e8d839 HTTP/1.1" status: 404 len: 339 time: 0.0754542 Mar 11 16:19:34.157864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:34.160930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.183198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.184044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58244) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.239982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.295524 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-54064157-6890-4d82-a490-1cf6ed6c4294 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:34.296502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54064157-6890-4d82-a490-1cf6ed6c4294 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:34.300606 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-54064157-6890-4d82-a490-1cf6ed6c4294 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/ffbb9d09-6368-4e3f-bb45-88e1310779b5 HTTP/1.1" status: 404 len: 337 time: 0.1115296 Mar 11 16:19:34.300606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:19:34.304594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58248) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.314233 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1be9146-f9f8-4c05-b102-e80923c19f0f']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.326565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] For port 1739242b-90b7-4d26-af97-5c544c990458, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:34.347209 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Network 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:34.358731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:34.362702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64ea9bf2-4db5-4ff0-8caa-bf00c4355452 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:34.363016 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] For port 1739242b-90b7-4d26-af97-5c544c990458, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1739242b-90b7-4d26-af97-5c544c990458,segment=NetworkSegment(4c114bbb-4954-483d-8e9a-3c61abb159ef),segment_id=4c114bbb-4954-483d-8e9a-3c61abb159ef)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:34.364030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Pushing event updated for resources: {'Port': ['ID=16e2ab83-a7e2-4a71-99fc-e31521b8d74f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.366507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Allocated IP 172.20.0.9 (46cdcdd8-14fa-41a0-ab8e-c2e00aed5655/4bc53c03-e5b0-4c5b-b7f3-8f23126ca7bb/80b312da-6714-40bd-a78a-fc75813b8bae) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:34.366692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:34.405829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c114bbb-4954-483d-8e9a-3c61abb159ef') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.406202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c114bbb-4954-483d-8e9a-3c61abb159ef') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.416226 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e1a44a-7dd3-464f-8ea1-e2b5a5bf1a29 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:34.416694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e1a44a-7dd3-464f-8ea1-e2b5a5bf1a29 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:34.419977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.444435 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-55e1a44a-7dd3-464f-8ea1-e2b5a5bf1a29 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/32cdc527-3a85-46ea-b6d8-1cd72d725d79 HTTP/1.1" status: 404 len: 339 time: 0.1329401 Mar 11 16:19:34.444435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.448211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58252) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.468071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27793d65-effb-4a40-b747-bb4e994b9069']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.476176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.479034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.496094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661b86ab-9f21-4ceb-b7ae-4cfcb9e7f759') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.496782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661b86ab-9f21-4ceb-b7ae-4cfcb9e7f759') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:34.508240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:34.508957 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.518085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.523659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:34.524819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.527816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64ea9bf2-4db5-4ff0-8caa-bf00c4355452 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:34.530021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-64ea9bf2-4db5-4ff0-8caa-bf00c4355452 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4226897 Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:34.533092 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:34.536952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58256) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.567238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.591512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Attempting to bind port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:34.591882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Attempting to bind port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '9f7ace49-15f7-4a8e-ae73-4df79bd79f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46cdcdd8-14fa-41a0-ab8e-c2e00aed5655'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:34.592241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Attempting to bind port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f on network 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:34.626910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8975-6146-4acf-a2d6-49a956ca33b2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.652685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:34.652983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Checking segment: {'id': '9f7ace49-15f7-4a8e-ae73-4df79bd79f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46cdcdd8-14fa-41a0-ab8e-c2e00aed5655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:34.653380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.653762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Bound using segment: {'id': '9f7ace49-15f7-4a8e-ae73-4df79bd79f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46cdcdd8-14fa-41a0-ab8e-c2e00aed5655'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:34.654421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Bound port: 16e2ab83-a7e2-4a71-99fc-e31521b8d74f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7ace49-15f7-4a8e-ae73-4df79bd79f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '46cdcdd8-14fa-41a0-ab8e-c2e00aed5655'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:34.663151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.670749 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765be004-7e7c-4985-9127-07fcbd47e4dc None None] Pushing event updated for resources: {'Port': ['ID=1739242b-90b7-4d26-af97-5c544c990458,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.700987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a8975-6146-4acf-a2d6-49a956ca33b2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=928f8910-8c22-4c95-9070-ce13b00284f9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.708022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.711070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8975-6146-4acf-a2d6-49a956ca33b2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.714350 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3d5a8975-6146-4acf-a2d6-49a956ca33b2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/928f8910-8c22-4c95-9070-ce13b00284f9 HTTP/1.1" status: 204 len: 168 time: 1.3553298 Mar 11 16:19:34.722050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58260) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.740972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0effdb3-be6c-43e1-9762-d56875098cf0 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:34.774031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 65053816-c356-44a0-a8cc-6e78cdfb0228 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:34.782514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.783483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:34.783883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:34.799914 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:34.818491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:34.822034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 65053816-c356-44a0-a8cc-6e78cdfb0228 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:34.822559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:19:34.822559 dv-neutron-833379-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:19:34.822559 dv-neutron-833379-1-hyperv neutron-server[88601]: [parameters: {'id': 'e1be9146-f9f8-4c05-b102-e80923c19f0f'}] Mar 11 16:19:34.822559 dv-neutron-833379-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:34.822927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 65053816-c356-44a0-a8cc-6e78cdfb0228 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:34.823012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:34.872895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Network': ['ID=1f795d1c-9f6f-4b27-af59-9ab696a75901,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:34.883759 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6662bff4-8716-455c-96d5-31d7a7b31ee3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4325125 Mar 11 16:19:34.885507 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-389931a3-f9d8-421a-ace3-382e24af1f21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1591721 Mar 11 16:19:34.889234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58264) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.896757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b89cff-421f-4d6e-9cca-38932899e707 None None] Network e1be9146-f9f8-4c05-b102-e80923c19f0f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:34.898455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'name': 'tempest-PortsIpV6TestJSON-1874680299'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:34.907827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58268) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:34.927595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:35.008752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6627-b935-4955-8d08-bf7c262ee38a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.049077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.052352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6627-b935-4955-8d08-bf7c262ee38a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.060909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.080867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:35.083374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.111999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:port and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:35.114904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] Pushing event deleted for resources: {'Network': ['ID=27793d65-effb-4a40-b747-bb4e994b9069,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:35.123613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:35.127229 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-09fd0ce6-9bfd-4f68-9dd3-93b5284b79fb tempest-FloatingIPTestJSON-1799447395 tempest-FloatingIPTestJSON-1799447395-project] 10.222.0.57 "DELETE /v2.0/networks/27793d65-effb-4a40-b747-bb4e994b9069 HTTP/1.1" status: 204 len: 168 time: 1.2792015 Mar 11 16:19:35.138155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:35.161263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] For port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:35.197471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Transition to ACTIVE for port object 80b312da-6714-40bd-a78a-fc75813b8bae will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:35.214740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.223012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] For port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=16e2ab83-a7e2-4a71-99fc-e31521b8d74f,segment=NetworkSegment(9f7ace49-15f7-4a8e-ae73-4df79bd79f77),segment_id=9f7ace49-15f7-4a8e-ae73-4df79bd79f77)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:35.239210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:35.243210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.257524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60684120-231d-4815-864c-2696ec7ebd75']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:35.264247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6627-b935-4955-8d08-bf7c262ee38a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.282895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Allocated IP 172.26.8.13 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/d204b7ae-32e2-4d65-81ea-1b16c46ffbf7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:35.290837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e6627-b935-4955-8d08-bf7c262ee38a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3334bb8-988e-4b0a-a6f2-e16e241cd00a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:35.291415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970adfb0-9cc6-4cfa-b5d0-9d87c5fd5a31') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:35.291709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970adfb0-9cc6-4cfa-b5d0-9d87c5fd5a31') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:35.293993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port 2d730ee7-fce9-4063-bde7-8533095aaad9 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:35.315979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e021c8d7-1474-49ad-ab0a-66d591a4b754 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:35.316672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e021c8d7-1474-49ad-ab0a-66d591a4b754 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:35.330967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.333789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.338617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.369875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting port 1739242b-90b7-4d26-af97-5c544c990458 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:35.370478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.392484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.404900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:35.405359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:35.420056 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:35.499865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a43ff-6b37-463d-ba65-ce16906ed432 None None] Pushing event updated for resources: {'Port': ['ID=16e2ab83-a7e2-4a71-99fc-e31521b8d74f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:35.575276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef8e6627-b935-4955-8d08-bf7c262ee38a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.576424 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ef8e6627-b935-4955-8d08-bf7c262ee38a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/c3334bb8-988e-4b0a-a6f2-e16e241cd00a HTTP/1.1" status: 204 len: 168 time: 1.0142028 Mar 11 16:19:35.590723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58274) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:35.632128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.642074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e021c8d7-1474-49ad-ab0a-66d591a4b754 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:35.642074 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e021c8d7-1474-49ad-ab0a-66d591a4b754 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7322540 Mar 11 16:19:35.703218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5467fe3-7162-480d-8ea2-7beee4338f4b None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:35.710574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a5467fe3-7162-480d-8ea2-7beee4338f4b None None] Deleting port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:35.711346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5467fe3-7162-480d-8ea2-7beee4338f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:35.741302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58278) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:35.954265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Network 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:35.963819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:35.977156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:36.047248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.073990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58284) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.089926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 16e2ab83-a7e2-4a71-99fc-e31521b8d74f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:36.100115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6805cd1-35fc-43f3-85f5-bf28eaf25ea6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:36.100115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6805cd1-35fc-43f3-85f5-bf28eaf25ea6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:36.102567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.103860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57714bdf-efb2-4838-b4b1-330c0232b913 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:36.108669 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] For port 1739242b-90b7-4d26-af97-5c544c990458, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1739242b-90b7-4d26-af97-5c544c990458,segment=NetworkSegment(4c114bbb-4954-483d-8e9a-3c61abb159ef),segment_id=4c114bbb-4954-483d-8e9a-3c61abb159ef)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:36.109065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event updated for resources: {'Port': ['ID=80b312da-6714-40bd-a78a-fc75813b8bae,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:36.109379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.127595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.145120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.164828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=60684120-231d-4815-864c-2696ec7ebd75,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:36.189838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:36.191662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.199796 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a9fb05ea-1abd-4b61-ba4c-99a7f35f0bd6 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/60684120-231d-4815-864c-2696ec7ebd75 HTTP/1.1" status: 204 len: 168 time: 1.7505362 Mar 11 16:19:36.206924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58290) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.244046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a5467fe3-7162-480d-8ea2-7beee4338f4b None None] For port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9ac9f4b9-534c-4d25-bea9-956cb3c9e944,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:36.249850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5467fe3-7162-480d-8ea2-7beee4338f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.261999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Calling delete_port for 1739242b-90b7-4d26-af97-5c544c990458 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:36.267628 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e132e1-27b5-4dfc-88af-07b27e2418ee tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:36.268298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e132e1-27b5-4dfc-88af-07b27e2418ee tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:36.273468 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-14e132e1-27b5-4dfc-88af-07b27e2418ee tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/f6a9770a-73b2-47de-a58f-f4a8bb64d01a HTTP/1.1" status: 404 len: 337 time: 0.0654485 Mar 11 16:19:36.275459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.276204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6805cd1-35fc-43f3-85f5-bf28eaf25ea6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:36.279789 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6805cd1-35fc-43f3-85f5-bf28eaf25ea6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5330029 Mar 11 16:19:36.280213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58298) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.388380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.391296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57714bdf-efb2-4838-b4b1-330c0232b913 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:36.392569 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-57714bdf-efb2-4838-b4b1-330c0232b913 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8009808 Mar 11 16:19:36.397721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58302) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.402185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-secgroup--943008730'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:36.413223 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f7dd1fae-afea-4cbe-9e73-657ab4020585 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e30791a170fb4ba3a08af54ea693903d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379507 Mar 11 16:19:36.414221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58306) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.415275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:36.433218 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5ee069d2-cfce-4a8a-83d5-7b981d6f2b8a tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2133069 Mar 11 16:19:36.438631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58310) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.441091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:36.444805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a5467fe3-7162-480d-8ea2-7beee4338f4b None None] Calling delete_port for 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:36.445341 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a8489b08-e108-4a34-a0b6-3a5be90e1c74 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1637642 Mar 11 16:19:36.446426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea15617c-ca53-41f3-8623-d8018e3df8cc tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:36.446913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea15617c-ca53-41f3-8623-d8018e3df8cc tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:36.451292 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ea15617c-ca53-41f3-8623-d8018e3df8cc tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/ef95b754-27a6-4beb-92b0-f714a7ff0ad0 HTTP/1.1" status: 404 len: 339 time: 0.1700037 Mar 11 16:19:36.452285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58314) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.452613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58316) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.495928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:36.501840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:36.513312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:36.547513 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:36.561660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.566430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.572020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'Port': ['ID=d204b7ae-32e2-4d65-81ea-1b16c46ffbf7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:36.576194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:36.605115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5467fe3-7162-480d-8ea2-7beee4338f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.652471 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e5f52e-b10b-4012-b22b-387ada2b0d44 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:36.654203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e5f52e-b10b-4012-b22b-387ada2b0d44 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:36.655271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:36.676318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.696018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5467fe3-7162-480d-8ea2-7beee4338f4b None None] Pushing event deleted for resources: {'Port': ['ID=9ac9f4b9-534c-4d25-bea9-956cb3c9e944,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:36.704702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:36.705108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:36.706731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5467fe3-7162-480d-8ea2-7beee4338f4b None None] No DVR routers for this DVR port 9ac9f4b9-534c-4d25-bea9-956cb3c9e944 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:36.723253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Port': ['ID=1739242b-90b7-4d26-af97-5c544c990458,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:36.731073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No DVR routers for this DVR port 1739242b-90b7-4d26-af97-5c544c990458 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:36.866007 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e4e5f52e-b10b-4012-b22b-387ada2b0d44 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/446a9e56-1b76-4ae0-886f-1f70da030101 HTTP/1.1" status: 404 len: 337 time: 0.3825665 Mar 11 16:19:36.898948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58324) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:36.907361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4e59fee5-9523-458a-9db8-0f02317569c2 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Deleting port 80b312da-6714-40bd-a78a-fc75813b8bae {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:36.907679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e59fee5-9523-458a-9db8-0f02317569c2 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.955732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:36.963382 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe9f28-6b03-462e-a0f8-f531eb65a9a9 None None] Network 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:36.973075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06a74e9d-4880-43f8-b2c4-6f7e482016a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.027758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:37.032095 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.044717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:37.090033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:37.094651 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71942fd-b5cb-4867-82cb-f9509e041bd5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:37.095108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71942fd-b5cb-4867-82cb-f9509e041bd5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:37.096708 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b71942fd-b5cb-4867-82cb-f9509e041bd5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/8f27ddb3-a4c9-48df-98ae-2d3b4d70c83e HTTP/1.1" status: 404 len: 339 time: 0.1594644 Mar 11 16:19:37.099617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58328) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:37.139461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bc334110-0958-4bd2-815f-79dbc095b82c None None] Provisioning for port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:37.151894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bc334110-0958-4bd2-815f-79dbc095b82c None None] Provisioning complete for port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:37.153127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc334110-0958-4bd2-815f-79dbc095b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.156747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=2d730ee7-fce9-4063-bde7-8533095aaad9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:37.168559 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d91cb6-0208-446c-aa5e-78b4e007aeb8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:37.168797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d91cb6-0208-446c-aa5e-78b4e007aeb8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:37.176962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:37.192700 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b8d91cb6-0208-446c-aa5e-78b4e007aeb8 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/c1875b1e-dc38-45c7-9955-08a386537216 HTTP/1.1" status: 404 len: 337 time: 0.0895000 Mar 11 16:19:37.194547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:37.199258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06a74e9d-4880-43f8-b2c4-6f7e482016a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.230499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.237499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.259246 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc260a3-dc1a-40b1-984a-5216eb0215d5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:37.259726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc260a3-dc1a-40b1-984a-5216eb0215d5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:37.264083 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5dc260a3-dc1a-40b1-984a-5216eb0215d5 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/c28a130a-93dd-4462-9354-f058fb0fc99d HTTP/1.1" status: 404 len: 339 time: 0.0675972 Mar 11 16:19:37.266722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58336) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:37.273110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Checking segment: {'id': '7ff96c89-9152-4002-89d0-89f31ac531d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:37.273476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network hostable DHCP agents. Network: 1f795d1c-9f6f-4b27-af59-9ab696a75901, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:37.288240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:37.314743 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e5f225-d4ee-41cc-803d-be0e29e6a9c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:37.315194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e5f225-d4ee-41cc-803d-be0e29e6a9c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:37.319610 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-37e5f225-d4ee-41cc-803d-be0e29e6a9c7 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/f1f8e3ef-7982-4773-8383-cc156e15da25 HTTP/1.1" status: 404 len: 337 time: 0.0498555 Mar 11 16:19:37.319994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58340) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:37.327412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc334110-0958-4bd2-815f-79dbc095b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.353325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1be9146-f9f8-4c05-b102-e80923c19f0f']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:37.360492 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cfc159-dade-435b-878c-87ea062a5569 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:37.361000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cfc159-dade-435b-878c-87ea062a5569 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:37.362717 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-90cfc159-dade-435b-878c-87ea062a5569 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/66c7298a-67e0-430f-ae14-95c6b2bfc90e HTTP/1.1" status: 404 len: 339 time: 0.0417953 Mar 11 16:19:37.370401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58344) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:37.376309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bc334110-0958-4bd2-815f-79dbc095b82c None None] For port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=16e2ab83-a7e2-4a71-99fc-e31521b8d74f,segment=NetworkSegment(9f7ace49-15f7-4a8e-ae73-4df79bd79f77),segment_id=9f7ace49-15f7-4a8e-ae73-4df79bd79f77)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:37.417828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c114bbb-4954-483d-8e9a-3c61abb159ef') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:37.418044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c114bbb-4954-483d-8e9a-3c61abb159ef') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:37.418888 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-89eaff93-0c94-4839-917c-fd54521d400b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:37.419345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89eaff93-0c94-4839-917c-fd54521d400b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:37.422210 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-89eaff93-0c94-4839-917c-fd54521d400b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/e013c39a-7c2f-4ab4-a92a-ca24490754d3 HTTP/1.1" status: 404 len: 337 time: 0.0500169 Mar 11 16:19:37.430032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58348) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:37.462326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc334110-0958-4bd2-815f-79dbc095b82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.498033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.523782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:37.527225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.557253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc334110-0958-4bd2-815f-79dbc095b82c None None] Pushing event updated for resources: {'Port': ['ID=16e2ab83-a7e2-4a71-99fc-e31521b8d74f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:37.590537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:37.750013 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff82403-e773-43a9-aa16-252c1753b125 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:37.750520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff82403-e773-43a9-aa16-252c1753b125 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:37.756421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.761246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.797672 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-04ad8731-2e0c-4acb-92fb-6ef6aa84196e None None] Provisioning for port 80b312da-6714-40bd-a78a-fc75813b8bae completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:37.812022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-04ad8731-2e0c-4acb-92fb-6ef6aa84196e None None] Provisioning complete for port 80b312da-6714-40bd-a78a-fc75813b8bae triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:37.812637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-04ad8731-2e0c-4acb-92fb-6ef6aa84196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.813296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.828986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:37.829386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.842975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb7d6e-656a-470e-87d7-222ad23a8d2e None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:37.849566 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:37.854228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.868966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06a74e9d-4880-43f8-b2c4-6f7e482016a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.888375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 1f795d1c-9f6f-4b27-af59-9ab696a75901) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:37.949237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-04ad8731-2e0c-4acb-92fb-6ef6aa84196e None None] Port 80b312da-6714-40bd-a78a-fc75813b8bae cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:19:37.963476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:37.968859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:37.969466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.980816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a74e9d-4880-43f8-b2c4-6f7e482016a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe912c-b644-4a0a-ae0a-3f9879de88c3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:37.985550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event updated for resources: {'Port': ['ID=d204b7ae-32e2-4d65-81ea-1b16c46ffbf7,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:37.990398 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2ff82403-e773-43a9-aa16-252c1753b125 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/649efc01-1cc1-451d-92c6-9792f5530f78 HTTP/1.1" status: 404 len: 339 time: 0.5543642 Mar 11 16:19:37.991499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:37.997541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-04ad8731-2e0c-4acb-92fb-6ef6aa84196e None None] Provisioning complete for port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:37.998123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-04ad8731-2e0c-4acb-92fb-6ef6aa84196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.000713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58352) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.035090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06a74e9d-4880-43f8-b2c4-6f7e482016a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.039621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.041022 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-06a74e9d-4880-43f8-b2c4-6f7e482016a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17fe912c-b644-4a0a-ae0a-3f9879de88c3 HTTP/1.1" status: 204 len: 168 time: 1.6206498 Mar 11 16:19:38.047854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 16e2ab83-a7e2-4a71-99fc-e31521b8d74f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:38.083597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e59fee5-9523-458a-9db8-0f02317569c2 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.112279 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-af66bc02-8c3e-465f-b6b6-53425e71125b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:38.112738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af66bc02-8c3e-465f-b6b6-53425e71125b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:38.118267 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-af66bc02-8c3e-465f-b6b6-53425e71125b tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/89eb7405-5f81-4b47-ad55-c5bad999cbdc HTTP/1.1" status: 404 len: 337 time: 0.1106460 Mar 11 16:19:38.128344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58358) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.153427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb7d6e-656a-470e-87d7-222ad23a8d2e None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:19:38.161469 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd19dfd-7f5c-4dae-803d-c0b6017c21b3 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:38.161937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd19dfd-7f5c-4dae-803d-c0b6017c21b3 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:38.166799 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2dd19dfd-7f5c-4dae-803d-c0b6017c21b3 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/5631dca7-6765-446d-8e35-c6df5fba907f HTTP/1.1" status: 404 len: 339 time: 0.0351505 Mar 11 16:19:38.166956 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7faecd73-e8c6-41cb-b70d-f43c3f0e52e4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.180250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.227691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.231142 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-12e82086-fc79-42b3-984a-b6326d58d689 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8326957 Mar 11 16:19:38.240122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4e59fee5-9523-458a-9db8-0f02317569c2 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Calling delete_port for 80b312da-6714-40bd-a78a-fc75813b8bae owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:38.272693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58366) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.277318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.278897 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe7770f-7d96-49f4-b508-003f4afdc03e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:38.279360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe7770f-7d96-49f4-b508-003f4afdc03e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:38.280438 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a00e34a4-a710-493a-a432-bf1ad5efbdee tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3926282 Mar 11 16:19:38.284487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': '7faecd73-e8c6-41cb-b70d-f43c3f0e52e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:38.284663 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ffe7770f-7d96-49f4-b508-003f4afdc03e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/0a3f6a02-38f5-4b2a-81d0-1158dc4caaeb HTTP/1.1" status: 404 len: 337 time: 0.1011252 Mar 11 16:19:38.285204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58370) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.294925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58372) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.300927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2007089573'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:38.311849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:38.317550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.329933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:38.338222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:network and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:38.343058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:38.345912 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd324b6-0d40-4acc-bf62-630b8617b66a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:38.346396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd324b6-0d40-4acc-bf62-630b8617b66a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:38.348054 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2cd324b6-0d40-4acc-bf62-630b8617b66a tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/99210e0f-f253-451e-ae16-c04c20f2c0a1 HTTP/1.1" status: 404 len: 339 time: 0.0431242 Mar 11 16:19:38.360114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58378) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.366827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:38.369415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=e1be9146-f9f8-4c05-b102-e80923c19f0f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.380335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:38.388293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:38.393257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:38.393772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.400851 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ccd5fcaa-564f-4f46-ae32-07746645ad15 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/e1be9146-f9f8-4c05-b102-e80923c19f0f HTTP/1.1" status: 204 len: 168 time: 7.0351243 Mar 11 16:19:38.404275 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Floating IP 1944d42e-9acc-4805-8968-934f77d5f100 associated. External IP: 172.26.8.13, port: 7137bfea-9614-4c4b-89b3-93ef73bab584. Mar 11 16:19:38.413898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:38.415655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58382) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.426505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-549354187'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:38.435536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:38.447457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:network and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:38.470811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:38.476902 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50aa672-de3e-48db-a8b2-158de722639e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:38.477869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50aa672-de3e-48db-a8b2-158de722639e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:38.481968 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d50aa672-de3e-48db-a8b2-158de722639e tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/962fa658-75db-4367-8ebd-f6fecadbfd95 HTTP/1.1" status: 404 len: 337 time: 0.1142876 Mar 11 16:19:38.484245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:38.484245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58386) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.538026 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cf06bc-3f89-415e-b91e-892d75a73c41 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:38.538816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4cf06bc-3f89-415e-b91e-892d75a73c41 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:38.599450 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e4cf06bc-3f89-415e-b91e-892d75a73c41 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/ea13819d-c84c-43f2-9cfe-104fb833a0b7 HTTP/1.1" status: 404 len: 339 time: 0.1165118 Mar 11 16:19:38.608676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:38.615457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.698680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:38.703244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.704612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:38.708052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.737030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d6638beb-0e2b-4071-9991-d7ae21bddf7a None None] Provisioning complete for port 80b312da-6714-40bd-a78a-fc75813b8bae triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:38.737030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d6638beb-0e2b-4071-9991-d7ae21bddf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.751865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.800103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d6638beb-0e2b-4071-9991-d7ae21bddf7a None None] Port 80b312da-6714-40bd-a78a-fc75813b8bae cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:19:38.819093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:38.883465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-069d1470-82a9-46c5-b4f7-1bb6878620fa tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting subnet 102a160d-e385-4448-a323-b1859780df9a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:38.892489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:38.898498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.898842 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Added segment 69c59fc4-a02f-4f94-aae7-cf0bd7c472a6 of type vlan for network 4a267869-03b7-4502-a366-7a31770c09c6 Mar 11 16:19:38.901801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-069d1470-82a9-46c5-b4f7-1bb6878620fa tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.934520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:38.936890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:38.938667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '6c81decf-1f89-457b-aa45-e8db51487398'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:38.939557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.949076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.957162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:19:38.963052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:38.963052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.965294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e59fee5-9523-458a-9db8-0f02317569c2 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.966932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=6c81decf-1f89-457b-aa45-e8db51487398,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.970018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.030742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.031079 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment 4ed072ab-c0e0-4e55-9d70-3590e988c470 of type vlan for network cbe1eb94-41c0-4036-9c46-3624c45e18c7 Mar 11 16:19:39.051477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59fee5-9523-458a-9db8-0f02317569c2 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event deleted for resources: {'Port': ['ID=80b312da-6714-40bd-a78a-fc75813b8bae,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:39.069295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-069d1470-82a9-46c5-b4f7-1bb6878620fa tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.162917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/6c81decf-1f89-457b-aa45-e8db51487398/a76244f0-9e43-44fe-86b9-acb5ff318f90) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:39.165029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.165887 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.181574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.187025 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:39.187607 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.243269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.314694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-069d1470-82a9-46c5-b4f7-1bb6878620fa tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.319248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:19:39.331650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] Sync routers for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:19:39.352107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Network': ['ID=4a267869-03b7-4502-a366-7a31770c09c6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:39.373676 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4284c9f8-d067-45e0-8a7e-73f5a9278a27 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8893921 Mar 11 16:19:39.374984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58410) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:39.379857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 4a267869-03b7-4502-a366-7a31770c09c6 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:39.380183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': '6c81decf-1f89-457b-aa45-e8db51487398', 'ip_address': '2001:db8::7ffb:e327:d28:8680'}], 'name': 'tempest-NetworksTestDHCPv6-585696601'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:39.385609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb906d3-d431-4a4e-81d2-f5ec8c66f2ed,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:39.417908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:39.418667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:19:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:39.421200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-245ab97b-f436-4bf1-920a-5314cc4093af tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1256008 Mar 11 16:19:39.422216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58414) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:39.431416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'ports': [{'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901'}, {'network_id': '4a267869-03b7-4502-a366-7a31770c09c6'}]} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:39.431724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:39.432328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '4a267869-03b7-4502-a366-7a31770c09c6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:39.462376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e59fee5-9523-458a-9db8-0f02317569c2 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.477232 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4e59fee5-9523-458a-9db8-0f02317569c2 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] 10.222.0.57 "DELETE /v2.0/ports/80b312da-6714-40bd-a78a-fc75813b8bae HTTP/1.1" status: 204 len: 168 time: 3.0375297 Mar 11 16:19:39.478609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58418) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:39.497778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.542491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.544121 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-634c4090-ceb9-4303-bad5-a9f53d09654b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2683511 Mar 11 16:19:39.548631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58426) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:39.555909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': '7faecd73-e8c6-41cb-b70d-f43c3f0e52e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:39.563602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:39.569727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:39.573783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:39.582106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:39.593967 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.602688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:39.603689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.629156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.644328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-069d1470-82a9-46c5-b4f7-1bb6878620fa tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.683190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Transition to ACTIVE for port object a76244f0-9e43-44fe-86b9-acb5ff318f90 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:39.731816 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3150771 Mar 11 16:19:39.736352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58430) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:39.751384 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-069d1470-82a9-46c5-b4f7-1bb6878620fa tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.759667 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-069d1470-82a9-46c5-b4f7-1bb6878620fa tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/subnets/102a160d-e385-4448-a323-b1859780df9a HTTP/1.1" status: 204 len: 168 time: 1.1457467 Mar 11 16:19:39.766296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d1470-82a9-46c5-b4f7-1bb6878620fa tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Subnet': ['ID=102a160d-e385-4448-a323-b1859780df9a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:39.770659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58432) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:39.772499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58436) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:39.798568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Transition to ACTIVE for port object a76244f0-9e43-44fe-86b9-acb5ff318f90 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:39.822010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:39.834900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.884413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:39.885539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.921696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:39.941342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:39.945127 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff6365b1-cddf-4cdc-ad90-2488a62a54e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1841760 Mar 11 16:19:39.950021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:19:39.972515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:40.067206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.074653 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-433e0637-e853-48d1-97d4-f773284b6793 tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.5949757 Mar 11 16:19:40.075448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58450) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:40.095268 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'status': 'completed', 'code': 200} Mar 11 16:19:40.095413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.118050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86659e1c-caa6-4954-8fbe-322fdab15e49 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=cbe1eb94-41c0-4036-9c46-3624c45e18c7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:40.167245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:40.172566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:40.179428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:port and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:40.182808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:40.190614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:40.211653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:40.220584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:40.227806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Pushing event updated for resources: {'Port': ['ID=a76244f0-9e43-44fe-86b9-acb5ff318f90,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:40.228432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-cbc4fbeb-e6ef-46ee-99eb-b3e2029acf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:40.229932 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-cbc4fbeb-e6ef-46ee-99eb-b3e2029acf48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e260780a780480b9a6bfa8b85d3d465&device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 1098 time: 0.1382766 Mar 11 16:19:40.237765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:40.282497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network cbe1eb94-41c0-4036-9c46-3624c45e18c7 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:40.318663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1244579924'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:40.331295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 2} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:40.336199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.388560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:40.393565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-162782118'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:40.415199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:40.417635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Usage tracker for resource:network and tenant:c90086748bfa4ce08a69927c3ed1ce08 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:40.426696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378e9a28-09e6-4a32-b6a4-fb2da0bd434e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:40.433714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:40.435042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.446348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:network and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:40.446449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Deleting port 2a247a04-839b-4249-aef3-a8e5695632bd {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:40.447180 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.465001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Attempting to bind port a76244f0-9e43-44fe-86b9-acb5ff318f90 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:40.465580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Attempting to bind port a76244f0-9e43-44fe-86b9-acb5ff318f90 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:40.465831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Attempting to bind port a76244f0-9e43-44fe-86b9-acb5ff318f90 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:40.472400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:40.481738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:40.502926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:40.505433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:40.515242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.519601 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dfb5cc0a-a5f3-4ace-8362-0a562940c390 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9696462 Mar 11 16:19:40.525251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:40.526211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:subnet and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:40.536859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': '7faecd73-e8c6-41cb-b70d-f43c3f0e52e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:40.541015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:40.541389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:40.541789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.542202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:40.550598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Bound port: a76244f0-9e43-44fe-86b9-acb5ff318f90, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:40.550768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:40.550965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.556115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:40.559663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:40.575632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:40.581005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:40.599206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.630576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Made reservation on behalf of c90086748bfa4ce08a69927c3ed1ce08 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:40.634635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.647666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:40.649809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:40.652966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.655410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] For port a76244f0-9e43-44fe-86b9-acb5ff318f90, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:40.658779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:45Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1944d42e-9acc-4805-8968-934f77d5f100', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'port_id': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'mac_address': 'fa:16:3e:84:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20495640-3682-40fc-845f-c55641929a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:19:36Z', 'updated_at': '2022-03-11T16:19:36Z', 'revision_number': 0, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fee101c-7bee-427c-b3f0-304f36dc8ae8', 'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'mac_address': 'fa:16:3e:12:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:43Z', 'updated_at': '2022-03-11T16:19:00Z', 'revision_number': 5, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'subnets': [{'id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:40.661796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] For port a76244f0-9e43-44fe-86b9-acb5ff318f90, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a76244f0-9e43-44fe-86b9-acb5ff318f90,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:40.665794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] Checking router: dce52fec-cff2-4314-bc1b-c8e7a5b4e25c for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:19:40.666849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-6b632e75-4076-41d7-8d2a-8c8ecc15ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:40.668321 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-6b632e75-4076-41d7-8d2a-8c8ecc15ab2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=49537fbe-afc1-4a4a-87ca-7a045c86b03f HTTP/1.1" status: 200 len: 897 time: 0.4238720 Mar 11 16:19:40.675530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:19:40.676004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:19:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:40.691947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 09f269fd-4909-4b2e-a458-f732680c295a yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:40.696353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.741556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3731139-0897-4373-b7a3-ac86a25ba70e req-9df07c03-76c9-4e68-a910-c72c5894113e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:40.742771 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a3731139-0897-4373-b7a3-ac86a25ba70e req-9df07c03-76c9-4e68-a910-c72c5894113e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.6407349 Mar 11 16:19:40.757100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:40.760622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.794593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:40.810345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:40.822316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.887978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:security_group_rule and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:40.902543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:40.934937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:19:40.962484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.962868 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Added segment 989f9c08-25d5-4004-b398-c0513329216d of type vlan for network 23bc8640-c922-46c7-bce3-d509f8b69aae Mar 11 16:19:40.984013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:40.990284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bebfa-5b56-49b3-9bfb-53cd8360eda4 None None] Pushing event updated for resources: {'Port': ['ID=a76244f0-9e43-44fe-86b9-acb5ff318f90,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:40.996655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port 68e96fd4-821f-4782-abb8-d730eb059264 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:40.996860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:41.011138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-6b73d6f8-ec61-4267-8e0c-ff0dcf76b3b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7137bfea-9614-4c4b-89b3-93ef73bab584 HTTP/1.1" status: 200 len: 998 time: 0.3206100 Mar 11 16:19:41.083492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] For port 2a247a04-839b-4249-aef3-a8e5695632bd, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2a247a04-839b-4249-aef3-a8e5695632bd,segment=NetworkSegment(7e3848e6-f2e7-422f-8d02-3f5096e9258b),segment_id=7e3848e6-f2e7-422f-8d02-3f5096e9258b)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:41.084867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.118934 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a3731139-0897-4373-b7a3-ac86a25ba70e req-ca715c4c-59b4-4f95-91a2-d9f590d035e1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380270 Mar 11 16:19:41.150132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58464) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:41.176645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-43863960-5d4c-4194-9f59-80c2d4710e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.217161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-98554b20-4dbb-4d73-bae5-560165518c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:41.218636 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-98554b20-4dbb-4d73-bae5-560165518c78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=283e1cec-5ff4-44e5-9afd-065ca0aae118 HTTP/1.1" status: 200 len: 835 time: 0.2007043 Mar 11 16:19:41.250142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.265652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Calling delete_port for 2a247a04-839b-4249-aef3-a8e5695632bd owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:41.300400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::7ffb:e327:d28:8680 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/6c81decf-1f89-457b-aa45-e8db51487398/09f269fd-4909-4b2e-a458-f732680c295a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:41.369653 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d620a01-46a5-4245-8985-5342aa421783 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/floatingips/1944d42e-9acc-4805-8968-934f77d5f100 HTTP/1.1" status: 200 len: 990 time: 0.2183862 Mar 11 16:19:41.414957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:45Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1944d42e-9acc-4805-8968-934f77d5f100', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'port_id': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'mac_address': 'fa:16:3e:84:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20495640-3682-40fc-845f-c55641929a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:19:36Z', 'updated_at': '2022-03-11T16:19:36Z', 'revision_number': 0, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fee101c-7bee-427c-b3f0-304f36dc8ae8', 'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'mac_address': 'fa:16:3e:12:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:43Z', 'updated_at': '2022-03-11T16:19:00Z', 'revision_number': 5, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'subnets': [{'id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:41.419507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374832e-e31e-44f5-b19d-975163325d68 None None] The sync data for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv is: [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:45Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1944d42e-9acc-4805-8968-934f77d5f100', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'port_id': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'mac_address': 'fa:16:3e:84:96:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20495640-3682-40fc-845f-c55641929a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:19:36Z', 'updated_at': '2022-03-11T16:19:36Z', 'revision_number': 0, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fee101c-7bee-427c-b3f0-304f36dc8ae8', 'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'mac_address': 'fa:16:3e:12:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:43Z', 'updated_at': '2022-03-11T16:19:00Z', 'revision_number': 5, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'subnets': [{'id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:19:41.508772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.538648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-a240d704-6ded-4b12-976c-575573033efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:41.540134 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-a240d704-6ded-4b12-976c-575573033efe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49537fbe-afc1-4a4a-87ca-7a045c86b03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3015046 Mar 11 16:19:41.588880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.614202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.620749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:41.623157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.661632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.665452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.737185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.740290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.756765 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed6ae3-3bde-4944-bd39-766ec2e4133d None None] New status for floating IP 1944d42e-9acc-4805-8968-934f77d5f100: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:19:41.757330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.863962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4c8e9f-c717-4713-ad12-9eb109d271a0,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:41.868302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] No DVR routers for this DVR port 2a247a04-839b-4249-aef3-a8e5695632bd on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:41.896747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Port': ['ID=2a247a04-839b-4249-aef3-a8e5695632bd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:41.950821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=84010433-b9f0-4124-b735-4370b43f66e4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:41.986144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event updated for resources: {'Network': ['ID=23bc8640-c922-46c7-bce3-d509f8b69aae,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:41.998838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 23bc8640-c922-46c7-bce3-d509f8b69aae details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:42.013708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:42.052277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a76244f0-9e43-44fe-86b9-acb5ff318f90 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:42.059166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port 2853fd0f-ace5-4fbd-b9af-5c648547e801 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:42.064390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e93e2c-ad42-42bc-8b6b-113a95a723c7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:42.074387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.074680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.074804 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Added segment d020c6c7-9415-4372-b8f6-795532d31556 of type vlan for network e26638cb-20aa-40bc-b0dd-5575ed3b3371 Mar 11 16:19:42.111953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 09f269fd-4909-4b2e-a458-f732680c295a will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:42.118880 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-c74fdb9d-80a0-4277-90b1-ee0e4b2fe999 service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692983 Mar 11 16:19:42.150610 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c270f0f8-9ca9-4842-a9be-bde478996678 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0576978 Mar 11 16:19:42.158083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58470) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:42.158297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking segment: {'id': '4ed072ab-c0e0-4e55-9d70-3590e988c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:42.158599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network hostable DHCP agents. Network: cbe1eb94-41c0-4036-9c46-3624c45e18c7, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:42.164121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.197619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.209766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.222634 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c821a2af-c25d-4436-8e62-bb44c4c83f90 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6910012 Mar 11 16:19:42.223346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58474) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:42.236217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': '7faecd73-e8c6-41cb-b70d-f43c3f0e52e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:42.245882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef678ea2-6688-409f-847f-b00fa25303ad']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:42.261710 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:42.268899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3848e6-f2e7-422f-8d02-3f5096e9258b') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:42.269188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3848e6-f2e7-422f-8d02-3f5096e9258b') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:42.293075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:42.296460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a76244f0-9e43-44fe-86b9-acb5ff318f90 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:42.300039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:42.305476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.319512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:42.332746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.340732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:42.341247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:42.361287 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:42.389770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58478) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:42.491326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network cbe1eb94-41c0-4036-9c46-3624c45e18c7 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:42.500237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.505755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:42.507133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.575524 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7aa9f411-ca0f-4fa2-a24c-ed0800b73cfb req-f954bf21-edde-497d-b345-845d2af3db52 service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491019 Mar 11 16:19:42.590807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.605818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.619542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f4f8e0-ba76-4e32-8284-00a3720a0364 None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:19:42.681442 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e8bebd05-be7b-481b-8b69-c9210e263c57 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/floatingips/1944d42e-9acc-4805-8968-934f77d5f100 HTTP/1.1" status: 200 len: 992 time: 0.2884488 Mar 11 16:19:42.701573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, cbe1eb94-41c0-4036-9c46-3624c45e18c7) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:42.707148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.716257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:42.716858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.732202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:42.736126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Network': ['ID=e26638cb-20aa-40bc-b0dd-5575ed3b3371,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:42.747485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:42.753124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=09f269fd-4909-4b2e-a458-f732680c295a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:42.759427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:42.759570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.760141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network e26638cb-20aa-40bc-b0dd-5575ed3b3371 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:42.761577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:42.761722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.783326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d1165424-1da4-4813-ae43-de7bb1115cf8 None None] Provisioning for port a76244f0-9e43-44fe-86b9-acb5ff318f90 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:42.783812 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-db6297a8-a799-4fd6-ace6-029265492527 tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] 10.222.0.57 "GET /v2.0/agents/6551f1a0-77d4-46e7-97bf-5eec1cee9a2c/dhcp-networks HTTP/1.1" status: 200 len: 7985 time: 0.6145256 Mar 11 16:19:42.790023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.792413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58482) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:42.794943 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] 10.222.0.57 "DELETE /v2.0/networks/ef678ea2-6688-409f-847f-b00fa25303ad HTTP/1.1" status: 204 len: 168 time: 2.9641895 Mar 11 16:19:42.808108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d1165424-1da4-4813-ae43-de7bb1115cf8 None None] Provisioning complete for port a76244f0-9e43-44fe-86b9-acb5ff318f90 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:42.812564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d1165424-1da4-4813-ae43-de7bb1115cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.830211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.832530 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a05c1c46-96c4-4c6a-8e81-9696702db0ef tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.0002701 Mar 11 16:19:42.833741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f41492-4c3f-4c6d-9915-669708911524 tempest-NetworksTest-793555603 tempest-NetworksTest-793555603-project] Pushing event deleted for resources: {'Network': ['ID=ef678ea2-6688-409f-847f-b00fa25303ad,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:42.846356 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8feb604c-c8d0-421b-aed2-5e1a119ad574 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0825851 Mar 11 16:19:42.846731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58488) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:42.864882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:42.901324 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d2a5c2a2-a907-441b-b0d9-1394fa51d97d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5248864 Mar 11 16:19:42.904649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:42.926047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': '6c81decf-1f89-457b-aa45-e8db51487398', 'ip_address': '2001:db8::7ffb:e327:d28:8680'}], 'name': 'tempest-NetworksTestDHCPv6-1818068233'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:42.937361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4f8e0-ba76-4e32-8284-00a3720a0364 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:19:42.964185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.022010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88b331c-dd91-4470-9412-61ac7ca76374,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:43.022909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.137580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:43.147930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:43.148286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.152779 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0118317a-9847-4df2-965e-e5e855c41c33 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9235079 Mar 11 16:19:43.156833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58496) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:43.169415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=68e96fd4-821f-4782-abb8-d730eb059264,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:43.183874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:43.184812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.195813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': '7faecd73-e8c6-41cb-b70d-f43c3f0e52e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:43.199769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f9fd4-58ec-4310-b659-3f7136ec83c7 tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] Network 23bc8640-c922-46c7-bce3-d509f8b69aae is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:43.216269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:43.232266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:43.244511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:43.276407 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:43.328950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:43.330873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d1165424-1da4-4813-ae43-de7bb1115cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.334648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:43.338110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:43.345114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=2853fd0f-ace5-4fbd-b9af-5c648547e801,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:43.345275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:43.354728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:43.358982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:subnet and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:43.362728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:43.372889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:43.387393 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b31f9fd4-58ec-4310-b659-3f7136ec83c7 tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] 10.222.0.57 "POST /v2.0/agents/6551f1a0-77d4-46e7-97bf-5eec1cee9a2c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5938773 Mar 11 16:19:43.387721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58502) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:43.390735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Checking segment: {'id': '69c59fc4-a02f-4f94-aae7-cf0bd7c472a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '4a267869-03b7-4502-a366-7a31770c09c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:43.391267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network hostable DHCP agents. Network: 4a267869-03b7-4502-a366-7a31770c09c6, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:43.405531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d1165424-1da4-4813-ae43-de7bb1115cf8 None None] For port a76244f0-9e43-44fe-86b9-acb5ff318f90, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a76244f0-9e43-44fe-86b9-acb5ff318f90,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:43.446357 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.486637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:43.500517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58506) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:43.505558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42ad4b9b-d0e2-472f-b16d-372c53e797a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.510824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d1165424-1da4-4813-ae43-de7bb1115cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.528618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 4a267869-03b7-4502-a366-7a31770c09c6 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:43.541845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:43.543909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 4a267869-03b7-4502-a366-7a31770c09c6) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:43.555953 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.556589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:43.569103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:43.583570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:43.585666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.616079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1165424-1da4-4813-ae43-de7bb1115cf8 None None] Pushing event updated for resources: {'Port': ['ID=a76244f0-9e43-44fe-86b9-acb5ff318f90,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:43.736490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b695416-6191-4d53-99bd-b7a764daba18 None None] DHCP port deletion for ef678ea2-6688-409f-847f-b00fa25303ad request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:43.742918 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7372b73f-54a1-4e10-8c20-8ec76135ef7b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3195806 Mar 11 16:19:43.749050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58512) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:43.768615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-cbe1eb94-41c0-4036-9c46-3624c45e18c7', 'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7', 'tenant_id': 'ea7c95f15aa64985b5392400f0b5a9bb', 'fixed_ips': [{'subnet_id': '84010433-b9f0-4124-b735-4370b43f66e4'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:43.773175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.835136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-08d6b082-0360-4123-96e3-b04112b1a1b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a78d749d320c4a73be4b4ce96d212dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333163 Mar 11 16:19:43.838645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58516) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:43.875466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0c057536-b977-451e-a225-af3626a86070 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 2853fd0f-ace5-4fbd-b9af-5c648547e801 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:43.875805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0c057536-b977-451e-a225-af3626a86070 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.036342 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-43a1221c-f62a-4ce4-8772-948c2f3d70dc tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] 10.222.0.57 "GET /v2.0/agents/6551f1a0-77d4-46e7-97bf-5eec1cee9a2c/dhcp-networks HTTP/1.1" status: 200 len: 8797 time: 0.6462274 Mar 11 16:19:44.041141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.042848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Allocated IP 2001:db8::2 (cbe1eb94-41c0-4036-9c46-3624c45e18c7/84010433-b9f0-4124-b735-4370b43f66e4/f316f209-1085-42da-88f5-74cda715c069) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:44.043067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58520) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:44.055210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.058973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c81819d-f02d-4c6d-af5f-1bd5dcd42a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.096450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 7a4b0476-0f09-4170-ad41-2476719a0ae8 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:44.136112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c81819d-f02d-4c6d-af5f-1bd5dcd42a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.149070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.180396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c18c7b5-ed31-444b-8da4-57b026f197a4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:44.263893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a76244f0-9e43-44fe-86b9-acb5ff318f90 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:44.375781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.389117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Transition to ACTIVE for port object f316f209-1085-42da-88f5-74cda715c069 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:44.409037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Transition to ACTIVE for port object f316f209-1085-42da-88f5-74cda715c069 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:44.424814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a76244f0-9e43-44fe-86b9-acb5ff318f90 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:44.425045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0c057536-b977-451e-a225-af3626a86070 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.425484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.490790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.497058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58524) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:44.498490 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-acc510f9-fa03-49d2-888a-83cfb36944d2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3168797 Mar 11 16:19:44.507605 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b0345796-418e-483d-b6dc-6343fa75afba tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] 10.222.0.57 "DELETE /v2.0/agents/6551f1a0-77d4-46e7-97bf-5eec1cee9a2c/dhcp-networks/23bc8640-c922-46c7-bce3-d509f8b69aae HTTP/1.1" status: 204 len: 168 time: 0.4543664 Mar 11 16:19:44.507605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58528) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:44.522660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.580147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0c057536-b977-451e-a225-af3626a86070 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 2853fd0f-ace5-4fbd-b9af-5c648547e801 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:44.648204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef23085c-b296-4d46-855f-f05b8d3d44d0 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.668198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef23085c-b296-4d46-855f-f05b8d3d44d0 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.692727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.699072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Network cbe1eb94-41c0-4036-9c46-3624c45e18c7 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:44.706341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:44.711310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:44.725203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c81819d-f02d-4c6d-af5f-1bd5dcd42a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.746528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81819d-f02d-4c6d-af5f-1bd5dcd42a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d69e05c-7f54-4341-8c2d-b87b9b3d7d6d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:44.772601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c81819d-f02d-4c6d-af5f-1bd5dcd42a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.774299 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c81819d-f02d-4c6d-af5f-1bd5dcd42a2b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d69e05c-7f54-4341-8c2d-b87b9b3d7d6d HTTP/1.1" status: 204 len: 168 time: 0.9348533 Mar 11 16:19:44.791402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.804343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Pushing event updated for resources: {'Port': ['ID=f316f209-1085-42da-88f5-74cda715c069,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:44.807881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.825735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef23085c-b296-4d46-855f-f05b8d3d44d0 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.863638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0c057536-b977-451e-a225-af3626a86070 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.877061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef23085c-b296-4d46-855f-f05b8d3d44d0 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.883998 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef23085c-b296-4d46-855f-f05b8d3d44d0 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/4c18c7b5-ed31-444b-8da4-57b026f197a4 HTTP/1.1" status: 204 len: 168 time: 0.3859341 Mar 11 16:19:44.886033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23085c-b296-4d46-855f-f05b8d3d44d0 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c18c7b5-ed31-444b-8da4-57b026f197a4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:44.904151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:44.904846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2a247a04-839b-4249-aef3-a8e5695632bd no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:44.942336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Attempting to bind port f316f209-1085-42da-88f5-74cda715c069 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:44.942778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Attempting to bind port f316f209-1085-42da-88f5-74cda715c069 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '4ed072ab-c0e0-4e55-9d70-3590e988c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:44.943865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Attempting to bind port f316f209-1085-42da-88f5-74cda715c069 on network cbe1eb94-41c0-4036-9c46-3624c45e18c7 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:44.949533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 2a247a04-839b-4249-aef3-a8e5695632bd {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:44.950061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2a247a04-839b-4249-aef3-a8e5695632bd not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:44.953084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:44.953436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Checking segment: {'id': '4ed072ab-c0e0-4e55-9d70-3590e988c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:44.953833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.954268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Bound using segment: {'id': '4ed072ab-c0e0-4e55-9d70-3590e988c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:44.954861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Bound port: f316f209-1085-42da-88f5-74cda715c069, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed072ab-c0e0-4e55-9d70-3590e988c470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:44.955385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:44.988303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network cbe1eb94-41c0-4036-9c46-3624c45e18c7 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:44.995271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:45.015604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.016189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.049455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c057536-b977-451e-a225-af3626a86070 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=2853fd0f-ace5-4fbd-b9af-5c648547e801,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:45.052268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=52354f41-c386-4ead-95c2-b30e94540f0d,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:45.060938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0c057536-b977-451e-a225-af3626a86070 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.065737 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0c057536-b977-451e-a225-af3626a86070 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/2853fd0f-ace5-4fbd-b9af-5c648547e801 HTTP/1.1" status: 204 len: 168 time: 1.3153560 Mar 11 16:19:45.069099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58538) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.111291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b2d11a51-5989-4724-bcdf-6ff9bb9ee0c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:45.114991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] For port f316f209-1085-42da-88f5-74cda715c069, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:45.118533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] For port f316f209-1085-42da-88f5-74cda715c069, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f316f209-1085-42da-88f5-74cda715c069,segment=NetworkSegment(4ed072ab-c0e0-4e55-9d70-3590e988c470),segment_id=4ed072ab-c0e0-4e55-9d70-3590e988c470)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:45.127848 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 16:19:45.128351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:45.142033 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c006c3f8-46c1-437f-9689-d14d3ba64f2d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2937691 Mar 11 16:19:45.145137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58542) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.168715 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7dd8513d-75f2-4bf8-8213-b1c353ba6d7e tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] 10.222.0.57 "GET /v2.0/agents/6551f1a0-77d4-46e7-97bf-5eec1cee9a2c/dhcp-networks HTTP/1.1" status: 200 len: 8814 time: 0.6578183 Mar 11 16:19:45.170042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58546) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.203747 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c147be2-52fe-4b14-aef1-dc3ccd897026 tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] 10.222.0.57 "GET /v2.0/networks/46cdcdd8-14fa-41a0-ab8e-c2e00aed5655/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0294976 Mar 11 16:19:45.203944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58552) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.205321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.250450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa1805-e679-4f08-8e9a-00bb4afd6323 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.252278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa1805-e679-4f08-8e9a-00bb4afd6323 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.254191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa1805-e679-4f08-8e9a-00bb4afd6323 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.255727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fac63d-7acc-42fd-a411-3357ea83b6a7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.257549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa1805-e679-4f08-8e9a-00bb4afd6323 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.259263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa1805-e679-4f08-8e9a-00bb4afd6323 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.260347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-79fa1805-e679-4f08-8e9a-00bb4afd6323 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Synchronizing usage tracker for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:45.271669 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fac63d-7acc-42fd-a411-3357ea83b6a7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.272464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e8fac63d-7acc-42fd-a411-3357ea83b6a7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:45.276625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b2d11a51-5989-4724-bcdf-6ff9bb9ee0c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:45.281673 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b2d11a51-5989-4724-bcdf-6ff9bb9ee0c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3601246 Mar 11 16:19:45.282842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58556) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.306321 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d7f56c0d-e926-4c47-9153-7d1f6ac0e99d tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] 10.222.0.57 "GET /v2.0/networks/46cdcdd8-14fa-41a0-ab8e-c2e00aed5655/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0991383 Mar 11 16:19:45.311416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58560) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.329842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18a07097-fd7c-4b53-9bec-54eb875c1597 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.337645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d5afe-0334-419c-9723-2e26409a027b None None] Pushing event updated for resources: {'Port': ['ID=f316f209-1085-42da-88f5-74cda715c069,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:45.350434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18a07097-fd7c-4b53-9bec-54eb875c1597 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.378494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-149ec77b-7be6-404b-9a4c-206a97365357 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.4727209 Mar 11 16:19:45.381614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58568) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.456699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-79fa1805-e679-4f08-8e9a-00bb4afd6323 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Unset dirty status for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:45.457864 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-79fa1805-e679-4f08-8e9a-00bb4afd6323 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3117199 Mar 11 16:19:45.473112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58574) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.492866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e8fac63d-7acc-42fd-a411-3357ea83b6a7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:45.494595 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e8fac63d-7acc-42fd-a411-3357ea83b6a7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4245715 Mar 11 16:19:45.499313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1005170824'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:45.499473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58578) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.510628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:45.531762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:network and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:45.538025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:45.549744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:45.556657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18a07097-fd7c-4b53-9bec-54eb875c1597 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.690604 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-27a73033-17e0-477e-81ab-cd055c95da60 tempest-DHCPAgentSchedulersTestJSON-2050568501 tempest-DHCPAgentSchedulersTestJSON-2050568501-project-admin] 10.222.0.57 "GET /v2.0/agents/6551f1a0-77d4-46e7-97bf-5eec1cee9a2c/dhcp-networks HTTP/1.1" status: 200 len: 8814 time: 0.3747389 Mar 11 16:19:45.690604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:45.703876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.730913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db03fbc-e74a-44bc-b8e8-118f3568723b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.737294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db03fbc-e74a-44bc-b8e8-118f3568723b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:45.738909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6db03fbc-e74a-44bc-b8e8-118f3568723b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:45.742039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a07097-fd7c-4b53-9bec-54eb875c1597 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c88b331c-dd91-4470-9412-61ac7ca76374,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:45.743488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58584) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:45.749513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-455009e1-0ccc-40a1-986b-ae7275d91e91 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 68e96fd4-821f-4782-abb8-d730eb059264 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:45.749859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-455009e1-0ccc-40a1-986b-ae7275d91e91 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.759214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.946609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:45.961269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.970094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:45.970709 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment 5baf8081-776f-4894-bf34-e4e85a7e3410 of type vlan for network 01af2209-3ad1-408d-8c80-bc6504b53313 Mar 11 16:19:45.997757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6db03fbc-e74a-44bc-b8e8-118f3568723b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:46.009169 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6db03fbc-e74a-44bc-b8e8-118f3568723b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6259522 Mar 11 16:19:46.015713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:46.033702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f316f209-1085-42da-88f5-74cda715c069 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:46.061797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.109178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7a250-6507-4454-95c9-04cafab982cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 09f269fd-4909-4b2e-a458-f732680c295a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:46.109547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a250-6507-4454-95c9-04cafab982cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.159062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-18a07097-fd7c-4b53-9bec-54eb875c1597 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.160704 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-18a07097-fd7c-4b53-9bec-54eb875c1597 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c88b331c-dd91-4470-9412-61ac7ca76374 HTTP/1.1" status: 204 len: 168 time: 0.8760214 Mar 11 16:19:46.166893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58598) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:46.167224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58600) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:46.214845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.239982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bc8640-c922-46c7-bce3-d509f8b69aae']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:46.244755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port f316f209-1085-42da-88f5-74cda715c069 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:46.247071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'subnet': {'network_id': 'e26638cb-20aa-40bc-b0dd-5575ed3b3371', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:46.253571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989f9c08-25d5-4004-b398-c0513329216d') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:46.253866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989f9c08-25d5-4004-b398-c0513329216d') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:46.266148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.291737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.301356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.310683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-455009e1-0ccc-40a1-986b-ae7275d91e91 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.310923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:46.311985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.338599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:46.339088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:46.375710 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:46.468127 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9922111 Mar 11 16:19:46.478981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58608) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:46.479196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58610) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:46.492334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-42f3e968-9311-47eb-abb7-52af79cf0a95 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:46.598580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-455009e1-0ccc-40a1-986b-ae7275d91e91 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 68e96fd4-821f-4782-abb8-d730eb059264 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:46.615374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628016b-6ebc-48d2-9ab2-a0dcf11f6554 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=01af2209-3ad1-408d-8c80-bc6504b53313,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:46.628993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 01af2209-3ad1-408d-8c80-bc6504b53313 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:46.701980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-99fc6248-f32b-425a-bd3c-55b8d7770a49 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:46.702721 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-99fc6248-f32b-425a-bd3c-55b8d7770a49 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 16:19:46.703211 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-99fc6248-f32b-425a-bd3c-55b8d7770a49 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:19:46.704183 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-99fc6248-f32b-425a-bd3c-55b8d7770a49 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2240357 Mar 11 16:19:46.705001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.718680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:46.719392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cc3b218c-4b6a-47c5-98a1-3bf3f5c21cf1 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:46.721422 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58618) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:46.777622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080522443'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:46.783278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event deleted for resources: {'Network': ['ID=23bc8640-c922-46c7-bce3-d509f8b69aae,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:46.785340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b038f-3831-4769-b835-a6b8ebc907ad None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:46.791395 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8b7b5c74-0ccf-45f7-9d6e-69946ad6750c tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] 10.222.0.57 "DELETE /v2.0/networks/23bc8640-c922-46c7-bce3-d509f8b69aae HTTP/1.1" status: 204 len: 168 time: 1.0449886 Mar 11 16:19:46.792696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:46.797849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58622) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:46.800938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:46.888554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:46.892863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f806e42b-76ac-4da7-8dc6-578b446b5253 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:46.893057 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4e66e2-779c-4e4c-b1b5-bc46a353ac5f tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:46.893417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4e66e2-779c-4e4c-b1b5-bc46a353ac5f tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:46.895348 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f4e66e2-779c-4e4c-b1b5-bc46a353ac5f tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] 10.222.0.57 "DELETE /v2.0/ports/80b312da-6714-40bd-a78a-fc75813b8bae HTTP/1.1" status: 404 len: 333 time: 0.0965054 Mar 11 16:19:46.911350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ddaeaa-d43f-425c-9389-2dec9ba19a03 None None] Network 4a267869-03b7-4502-a366-7a31770c09c6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:46.916121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58632) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:46.916546 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:46.929216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435a004-4a43-4322-b568-af320ad1bba4 None None] Network 23bc8640-c922-46c7-bce3-d509f8b69aae requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:46.942975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4968ac-faad-4573-8089-8bde111115d1 None None] Network cbe1eb94-41c0-4036-9c46-3624c45e18c7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:46.952109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:46.975154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:subnet and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:46.989777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:47.022085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:47.072789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad7d772-e058-4da5-b425-365f8e8d7af9 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Deleting subnet 4bc53c03-e5b0-4c5b-b7f3-8f23126ca7bb {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:47.074987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.077893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a250-6507-4454-95c9-04cafab982cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.101640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d772-e058-4da5-b425-365f8e8d7af9 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.133103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.148377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cc3b218c-4b6a-47c5-98a1-3bf3f5c21cf1 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:47.149398 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cc3b218c-4b6a-47c5-98a1-3bf3f5c21cf1 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.9769695 Mar 11 16:19:47.150363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42f3e968-9311-47eb-abb7-52af79cf0a95 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.168863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58636) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:47.170321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435a004-4a43-4322-b568-af320ad1bba4 None None] Network 23bc8640-c922-46c7-bce3-d509f8b69aae could not be found, it might have been deleted concurrently. {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 11 16:19:47.180628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:47.200441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:47.206236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:47.208268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:47.209912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.225325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d772-e058-4da5-b425-365f8e8d7af9 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.227903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-455009e1-0ccc-40a1-986b-ae7275d91e91 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.238531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7a250-6507-4454-95c9-04cafab982cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 09f269fd-4909-4b2e-a458-f732680c295a owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:47.257816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:47.267399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d5d4014-22b4-4444-b1bf-3ac553de153c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.281970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d5d4014-22b4-4444-b1bf-3ac553de153c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.344411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455009e1-0ccc-40a1-986b-ae7275d91e91 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=68e96fd4-821f-4782-abb8-d730eb059264,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:47.351728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c6cc556e-1e8a-483d-862d-32ba4f360366 None None] Provisioning for port f316f209-1085-42da-88f5-74cda715c069 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:47.363585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c6cc556e-1e8a-483d-862d-32ba4f360366 None None] Provisioning complete for port f316f209-1085-42da-88f5-74cda715c069 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:47.364652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c6cc556e-1e8a-483d-862d-32ba4f360366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.407028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-455009e1-0ccc-40a1-986b-ae7275d91e91 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.429952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42f3e968-9311-47eb-abb7-52af79cf0a95 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.462025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d5d4014-22b4-4444-b1bf-3ac553de153c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.564374 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-455009e1-0ccc-40a1-986b-ae7275d91e91 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/68e96fd4-821f-4782-abb8-d730eb059264 HTTP/1.1" status: 204 len: 168 time: 2.0562010 Mar 11 16:19:47.564611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58640) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:47.588455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42f3e968-9311-47eb-abb7-52af79cf0a95 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network 01af2209-3ad1-408d-8c80-bc6504b53313 is not hosted by any dhcp agent {{(pid=88601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 16:19:47.593917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f3e968-9311-47eb-abb7-52af79cf0a95 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:47.600314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42f3e968-9311-47eb-abb7-52af79cf0a95 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.600314 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-42f3e968-9311-47eb-abb7-52af79cf0a95 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "PUT /v2.0/networks/01af2209-3ad1-408d-8c80-bc6504b53313 HTTP/1.1" status: 200 len: 723 time: 1.1144137 Mar 11 16:19:47.600523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58644) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:47.630282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d4014-22b4-4444-b1bf-3ac553de153c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f4c8e9f-c717-4713-ad12-9eb109d271a0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:47.640010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3e968-9311-47eb-abb7-52af79cf0a95 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=01af2209-3ad1-408d-8c80-bc6504b53313,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:47.647603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': '01af2209-3ad1-408d-8c80-bc6504b53313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:47.680123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d5d4014-22b4-4444-b1bf-3ac553de153c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.684166 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0d5d4014-22b4-4444-b1bf-3ac553de153c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/0f4c8e9f-c717-4713-ad12-9eb109d271a0 HTTP/1.1" status: 204 len: 168 time: 0.5091851 Mar 11 16:19:47.684440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58648) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:47.693049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 01af2209-3ad1-408d-8c80-bc6504b53313 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:47.702770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a250-6507-4454-95c9-04cafab982cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.759431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.777322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d772-e058-4da5-b425-365f8e8d7af9 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.828319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a250-6507-4454-95c9-04cafab982cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=09f269fd-4909-4b2e-a458-f732680c295a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:47.846970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d2fe722f-d157-419f-8c97-3ed0257773dd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:47.879717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.899387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c6cc556e-1e8a-483d-862d-32ba4f360366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.899930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:47.908955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:47.914025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:47.917301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:47.928466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:47.931436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a250-6507-4454-95c9-04cafab982cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:47.937846 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543b72d8-5e6e-4fd0-91b5-ca4786a2f1fb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:47.957038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:47.964598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c6cc556e-1e8a-483d-862d-32ba4f360366 None None] For port f316f209-1085-42da-88f5-74cda715c069, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f316f209-1085-42da-88f5-74cda715c069,segment=NetworkSegment(4ed072ab-c0e0-4e55-9d70-3590e988c470),segment_id=4ed072ab-c0e0-4e55-9d70-3590e988c470)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:47.976701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d2fe722f-d157-419f-8c97-3ed0257773dd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:47.978948 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d2fe722f-d157-419f-8c97-3ed0257773dd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2935462 Mar 11 16:19:47.984253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58652) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:47.986115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4e070-4c6a-4745-b5f2-576008cbaef4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:47.986873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3b4e070-4c6a-4745-b5f2-576008cbaef4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:48.006156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d772-e058-4da5-b425-365f8e8d7af9 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.067637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.068897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ad7d772-e058-4da5-b425-365f8e8d7af9 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.075924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7d772-e058-4da5-b425-365f8e8d7af9 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc53c03-e5b0-4c5b-b7f3-8f23126ca7bb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:48.083278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25900ea6-0592-4659-87e9-25d4fa12ca63 None None] Network 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:48.122119 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6ad7d772-e058-4da5-b425-365f8e8d7af9 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] 10.222.0.57 "DELETE /v2.0/subnets/4bc53c03-e5b0-4c5b-b7f3-8f23126ca7bb HTTP/1.1" status: 204 len: 168 time: 1.2025511 Mar 11 16:19:48.127706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58656) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.128058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c6cc556e-1e8a-483d-862d-32ba4f360366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.129024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c1a4ba55-239e-43eb-aa32-72679d5951cf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.138400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:48.141985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.152266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.159414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c1a4ba55-239e-43eb-aa32-72679d5951cf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.160061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9ce7a250-6507-4454-95c9-04cafab982cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/09f269fd-4909-4b2e-a458-f732680c295a HTTP/1.1" status: 204 len: 168 time: 2.1371715 Mar 11 16:19:48.165569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3b4e070-4c6a-4745-b5f2-576008cbaef4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:48.165569 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3b4e070-4c6a-4745-b5f2-576008cbaef4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5963833 Mar 11 16:19:48.165569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58660) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.167055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58662) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.206342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc556e-1e8a-483d-862d-32ba4f360366 None None] Pushing event updated for resources: {'Port': ['ID=f316f209-1085-42da-88f5-74cda715c069,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:48.209741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e4cbc-1ef9-43ab-a340-127712f206fb None None] Update dhcp port {'port': {'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7', 'fixed_ips': [{'subnet_id': '84010433-b9f0-4124-b735-4370b43f66e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '52354f41-c386-4ead-95c2-b30e94540f0d'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': 'f316f209-1085-42da-88f5-74cda715c069'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:19:48.224803 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-669a6316-e9bc-41bc-a9a3-3919d40dce86 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:19:48.226425 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-669a6316-e9bc-41bc-a9a3-3919d40dce86 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/2853fd0f-ace5-4fbd-b9af-5c648547e801 HTTP/1.1" status: 404 len: 333 time: 0.0590928 Mar 11 16:19:48.230458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58668) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.277920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.305140 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a44026-dc31-4464-94e9-1fb96c74cec2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:19:48.306494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-89a44026-dc31-4464-94e9-1fb96c74cec2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/68e96fd4-821f-4782-abb8-d730eb059264 HTTP/1.1" status: 404 len: 333 time: 0.0749648 Mar 11 16:19:48.312118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58672) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.357944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Subnet': ['ID=ad3fd6ab-48a4-49b2-b4a8-e014c0707981,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:48.374995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c1a4ba55-239e-43eb-aa32-72679d5951cf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.388304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c1a4ba55-239e-43eb-aa32-72679d5951cf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.392327 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c1a4ba55-239e-43eb-aa32-72679d5951cf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/378e9a28-09e6-4a32-b6a4-fb2da0bd434e HTTP/1.1" status: 204 len: 168 time: 0.4037642 Mar 11 16:19:48.392762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6914d4-e10c-4477-8d80-2a1a51ce9ac9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:48.394863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58676) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.399950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4cbc-1ef9-43ab-a340-127712f206fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.438848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a9843e1-57fc-437b-aef0-c593af187c5a None None] Provisioning complete for port a76244f0-9e43-44fe-86b9-acb5ff318f90 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:48.440003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a9843e1-57fc-437b-aef0-c593af187c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.463694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Checking segment: {'id': 'd020c6c7-9415-4372-b8f6-795532d31556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e26638cb-20aa-40bc-b0dd-5575ed3b3371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:48.464050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network hostable DHCP agents. Network: e26638cb-20aa-40bc-b0dd-5575ed3b3371, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:48.473051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.475306 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-261a3a47-97ad-4e8a-93a2-ec4daa342626 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7189991 Mar 11 16:19:48.481583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4ba55-239e-43eb-aa32-72679d5951cf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=378e9a28-09e6-4a32-b6a4-fb2da0bd434e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:48.484361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58680) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.490810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '6d6914d4-e10c-4477-8d80-2a1a51ce9ac9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:48.500975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eaa626-0ec7-40ac-9ec7-b717460f562e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:48.503665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eaa626-0ec7-40ac-9ec7-b717460f562e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:48.506763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.507691 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20eaa626-0ec7-40ac-9ec7-b717460f562e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3176959 Mar 11 16:19:48.508664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58684) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.528374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.532245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:48.562642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:48.565297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:48.575637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:48.585103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bf0026dd-3302-49e4-8ffa-a4b7c2dd5ea2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:48.586022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Deleting port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:48.586416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.697140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9ff0be-ad85-4b8b-a6c1-bb63aee4a161 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 6c81decf-1f89-457b-aa45-e8db51487398 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:48.710250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff0be-ad85-4b8b-a6c1-bb63aee4a161 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.711937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network e26638cb-20aa-40bc-b0dd-5575ed3b3371 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:48.783700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.799318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, e26638cb-20aa-40bc-b0dd-5575ed3b3371) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:48.804284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:48.809449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.811318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bf0026dd-3302-49e4-8ffa-a4b7c2dd5ea2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:48.812590 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bf0026dd-3302-49e4-8ffa-a4b7c2dd5ea2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3635039 Mar 11 16:19:48.820893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b3b62-7d24-4738-b4c1-dcf7b4c0fc87 None None] Network e26638cb-20aa-40bc-b0dd-5575ed3b3371 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:48.822243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58688) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:48.826123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.875441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff0be-ad85-4b8b-a6c1-bb63aee4a161 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.921951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a267869-03b7-4502-a366-7a31770c09c6']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:48.963250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c59fc4-a02f-4f94-aae7-cf0bd7c472a6') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:48.963619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c59fc4-a02f-4f94-aae7-cf0bd7c472a6') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:48.981905 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77a85402-a1c3-43f0-bf8f-e4a14376b1fb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:48.994337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.019025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77a85402-a1c3-43f0-bf8f-e4a14376b1fb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.051126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.065033 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0b345f5f-bfba-4609-a99b-0681ce8c19b2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8912230 Mar 11 16:19:49.065257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:49.065257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.074541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58692) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:49.081035 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:49.126838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1939921072'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:49.141703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:49.146041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.180623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff0be-ad85-4b8b-a6c1-bb63aee4a161 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.199383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:network and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:49.206343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e1267829-40c6-4d65-95b2-397c281c7114 None None] Could not find standard attr ID for object 09f269fd-4909-4b2e-a458-f732680c295a. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:19:49.213614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:49.213971 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77a85402-a1c3-43f0-bf8f-e4a14376b1fb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.230227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] For port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=16e2ab83-a7e2-4a71-99fc-e31521b8d74f,segment=NetworkSegment(9f7ace49-15f7-4a8e-ae73-4df79bd79f77),segment_id=9f7ace49-15f7-4a8e-ae73-4df79bd79f77)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:49.230592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.231211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] DHCP port deletion for 46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:49.244675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] Deleting port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:49.245177 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.249780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a85402-a1c3-43f0-bf8f-e4a14376b1fb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fb906d3-d431-4a4e-81d2-f5ec8c66f2ed,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:49.258535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:49.274365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.274762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.296257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.312618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Network': ['ID=4a267869-03b7-4502-a366-7a31770c09c6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:49.315997 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d2cd556d-dfdf-498a-9117-1c0245c22876 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/networks/4a267869-03b7-4502-a366-7a31770c09c6 HTTP/1.1" status: 204 len: 168 time: 1.0024631 Mar 11 16:19:49.320370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58696) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:49.326038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-135597528'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:49.327230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-0d3e4cbc-1ef9-43ab-a340-127712f206fb None None] Allocated IP 172.20.0.1 (cbe1eb94-41c0-4036-9c46-3624c45e18c7/52354f41-c386-4ead-95c2-b30e94540f0d/f316f209-1085-42da-88f5-74cda715c069) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:49.331377 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:49.333745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-77a85402-a1c3-43f0-bf8f-e4a14376b1fb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.336799 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-77a85402-a1c3-43f0-bf8f-e4a14376b1fb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/4fb906d3-d431-4a4e-81d2-f5ec8c66f2ed HTTP/1.1" status: 204 len: 168 time: 0.5136080 Mar 11 16:19:49.342026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:network and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:49.344483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:49.347175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58700) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:49.368830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:49.406664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-805c7158-5a9a-49a1-a334-270082a19f43 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:49.415867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Calling delete_port for 16e2ab83-a7e2-4a71-99fc-e31521b8d74f owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:49.418406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff0be-ad85-4b8b-a6c1-bb63aee4a161 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.456570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.463173 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:49.467592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.473353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=213c285b-d5b4-4f1d-b722-16de578325ed,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:49.473688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-e26638cb-20aa-40bc-b0dd-5575ed3b3371', 'network_id': 'e26638cb-20aa-40bc-b0dd-5575ed3b3371', 'tenant_id': '2b78b1d270d64961a72f0db85ed6e6d6', 'fixed_ips': [{'subnet_id': 'ad3fd6ab-48a4-49b2-b4a8-e014c0707981'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:49.475188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.481067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ff0be-ad85-4b8b-a6c1-bb63aee4a161 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=6c81decf-1f89-457b-aa45-e8db51487398,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:49.485512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff0be-ad85-4b8b-a6c1-bb63aee4a161 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.486435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:49.490003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.491149 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1b9ff0be-ad85-4b8b-a6c1-bb63aee4a161 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/6c81decf-1f89-457b-aa45-e8db51487398 HTTP/1.1" status: 204 len: 168 time: 0.9793391 Mar 11 16:19:49.494888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:49.525692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4205b30e-34f8-41c7-ae73-970957169885,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:49.536877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb1c6e-091e-4cf4-a123-0d64a7cd5a09 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:49.554990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking segment: {'id': '5baf8081-776f-4894-bf34-e4e85a7e3410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '01af2209-3ad1-408d-8c80-bc6504b53313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:49.560957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network hostable DHCP agents. Network: 01af2209-3ad1-408d-8c80-bc6504b53313, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:49.563297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-805c7158-5a9a-49a1-a334-270082a19f43 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:49.567545 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-805c7158-5a9a-49a1-a334-270082a19f43 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2192822 Mar 11 16:19:49.575931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58708) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:49.588811 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a5b79fa2-1a6a-4bfe-879a-8a0722b7ee7c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926054 Mar 11 16:19:49.594834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:49.594967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:49.608253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.608657 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Added segment f5fd7fbb-7913-4cb9-8360-65026824fc8b of type vlan for network bea6db3c-1be6-4371-b736-640d6f251aa6 Mar 11 16:19:49.609492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:49.637427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.652092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:49.660011 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.661507 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f0d47990-66e2-4831-a5c3-839dcd4fb00f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1757767 Mar 11 16:19:49.666480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58716) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:49.677192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-60f0553d-cc8b-4d21-aabd-878b3133f46f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '6d6914d4-e10c-4477-8d80-2a1a51ce9ac9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:49.686622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network 01af2209-3ad1-408d-8c80-bc6504b53313 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:49.688649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.696148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-60f0553d-cc8b-4d21-aabd-878b3133f46f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:49.750298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-60f0553d-cc8b-4d21-aabd-878b3133f46f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:49.755358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-60f0553d-cc8b-4d21-aabd-878b3133f46f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:49.765931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] No DVR routers for this DVR port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:49.799412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event deleted for resources: {'Port': ['ID=16e2ab83-a7e2-4a71-99fc-e31521b8d74f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:49.801601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-60f0553d-cc8b-4d21-aabd-878b3133f46f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:49.808643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.814575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:49.815244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.856409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.856746 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Added segment 51fa9cad-148b-44c0-a4b2-473baec1e187 of type vlan for network 31747e0e-200c-42ee-a20d-eb8347b28df6 Mar 11 16:19:49.893140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] For port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=16e2ab83-a7e2-4a71-99fc-e31521b8d74f,segment=NetworkSegment(9f7ace49-15f7-4a8e-ae73-4df79bd79f77),segment_id=9f7ace49-15f7-4a8e-ae73-4df79bd79f77)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:49.893419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.899572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:49.907550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f48918e9-172c-4c05-9026-b67ecac654fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.920477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:49.920645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 01af2209-3ad1-408d-8c80-bc6504b53313) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:49.955372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f48918e9-172c-4c05-9026-b67ecac654fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.977834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:49.979054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:49.994835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.025780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:50.029491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.061878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.062123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156b700-62a3-47fa-98ff-ac01a6290257 None None] Network 01af2209-3ad1-408d-8c80-bc6504b53313 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:50.072748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9966962 Mar 11 16:19:50.075857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f316f209-1085-42da-88f5-74cda715c069 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:50.079561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58720) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:50.082344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-60f0553d-cc8b-4d21-aabd-878b3133f46f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.090894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'subnet': {'network_id': 'bea6db3c-1be6-4371-b736-640d6f251aa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:50.107085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c1a9a-4693-47f8-87cb-b6c8def8eded tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Network': ['ID=bea6db3c-1be6-4371-b736-640d6f251aa6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:50.128619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cdcdd8-14fa-41a0-ab8e-c2e00aed5655']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:50.154930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7ace49-15f7-4a8e-ae73-4df79bd79f77') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:50.155237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7ace49-15f7-4a8e-ae73-4df79bd79f77') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:50.173415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.183374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f48918e9-172c-4c05-9026-b67ecac654fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.200430 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9e1b14ad-0729-43e8-81fc-d1e0d2d075f7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5985792 Mar 11 16:19:50.203777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58724) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:50.206096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.207039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network bea6db3c-1be6-4371-b736-640d6f251aa6 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:50.217141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-be497e2f-ad73-48c2-bb45-8ff1658f0b38 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:50.229436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] Calling delete_port for 16e2ab83-a7e2-4a71-99fc-e31521b8d74f owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:50.253758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:50.254245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.257481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.265277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:50.265277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:50.278383 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:50.311640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48918e9-172c-4c05-9026-b67ecac654fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faecd73-e8c6-41cb-b70d-f43c3f0e52e4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:50.357541 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-60f0553d-cc8b-4d21-aabd-878b3133f46f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:19:50.358601 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-60f0553d-cc8b-4d21-aabd-878b3133f46f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6911738 Mar 11 16:19:50.359472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0d3e4cbc-1ef9-43ab-a340-127712f206fb None None] For port f316f209-1085-42da-88f5-74cda715c069, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f316f209-1085-42da-88f5-74cda715c069,segment=NetworkSegment(4ed072ab-c0e0-4e55-9d70-3590e988c470),segment_id=4ed072ab-c0e0-4e55-9d70-3590e988c470)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:50.364124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58728) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:50.422323 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:50.435530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:subnet and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:50.440021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f48918e9-172c-4c05-9026-b67ecac654fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.444679 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f48918e9-172c-4c05-9026-b67ecac654fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/7faecd73-e8c6-41cb-b70d-f43c3f0e52e4 HTTP/1.1" status: 204 len: 168 time: 0.8620052 Mar 11 16:19:50.444679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:50.449050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58732) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:50.454231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Network': ['ID=31747e0e-200c-42ee-a20d-eb8347b28df6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:50.456843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:50.496761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 31747e0e-200c-42ee-a20d-eb8347b28df6 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:50.497837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be497e2f-ad73-48c2-bb45-8ff1658f0b38 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6786170'] for subnet, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.543405 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5654b54f-591c-4007-b77d-fec24423ed13 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2187965 Mar 11 16:19:50.545050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58736) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:50.565929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '31747e0e-200c-42ee-a20d-eb8347b28df6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:50.576188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.588662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.603448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Allocated IP 2001:db8:0:ffff::2 (e26638cb-20aa-40bc-b0dd-5575ed3b3371/ad3fd6ab-48a4-49b2-b4a8-e014c0707981/b3e45bc7-086f-432d-a8fd-8c87c4b8b760) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:50.613220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cb15a494-2950-4c58-a59c-c7ec7d3449e3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:50.614810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:50.618847 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.644939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69f0bf75-321d-4d15-adcc-10f5ba710215 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.650097 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] Pushing event deleted for resources: {'Network': ['ID=46cdcdd8-14fa-41a0-ab8e-c2e00aed5655,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:50.654383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9196221d-5820-41be-a5db-4884a6a77ce3 tempest-DHCPAgentSchedulersTestJSON-40607225 tempest-DHCPAgentSchedulersTestJSON-40607225-project] 10.222.0.57 "DELETE /v2.0/networks/46cdcdd8-14fa-41a0-ab8e-c2e00aed5655 HTTP/1.1" status: 204 len: 168 time: 2.5213878 Mar 11 16:19:50.723648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.resource_extend [None req-0d3e4cbc-1ef9-43ab-a340-127712f206fb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:19:50.728746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69f0bf75-321d-4d15-adcc-10f5ba710215 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.778926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4cbc-1ef9-43ab-a340-127712f206fb None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.828865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3208711-2b72-44f7-999a-618c2793542a None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:19:50.839009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:50.839497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:50.851412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.879880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d3208711-2b72-44f7-999a-618c2793542a None None] Deleting port a76244f0-9e43-44fe-86b9-acb5ff318f90 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:50.880424 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3208711-2b72-44f7-999a-618c2793542a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.949504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69f0bf75-321d-4d15-adcc-10f5ba710215 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.956993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f316f209-1085-42da-88f5-74cda715c069 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:50.956993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.967172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be497e2f-ad73-48c2-bb45-8ff1658f0b38 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728838684151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6312970'] for subnet, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:50.994708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:50.999449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:50.999639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0d3e4cbc-1ef9-43ab-a340-127712f206fb None None] Transition to ACTIVE for port object f316f209-1085-42da-88f5-74cda715c069 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:51.003764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:51.013508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:51.014098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.045414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0bf75-321d-4d15-adcc-10f5ba710215 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6914d4-e10c-4477-8d80-2a1a51ce9ac9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:51.045929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:51.053177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:51.065237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:51.071068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cb15a494-2950-4c58-a59c-c7ec7d3449e3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:51.073198 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cb15a494-2950-4c58-a59c-c7ec7d3449e3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6191609 Mar 11 16:19:51.073198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=98003cfc-018b-4638-bfad-57ba974fd410,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:51.077816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58742) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:51.085540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733158787'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:51.088998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be497e2f-ad73-48c2-bb45-8ff1658f0b38 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:51.089590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-be497e2f-ad73-48c2-bb45-8ff1658f0b38 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.093480 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be497e2f-ad73-48c2-bb45-8ff1658f0b38 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "PUT /v2.0/subnets/213c285b-d5b4-4f1d-b722-16de578325ed HTTP/1.1" status: 200 len: 826 time: 0.8868432 Mar 11 16:19:51.093689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:51.096228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58746) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:51.105451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:51.128759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69f0bf75-321d-4d15-adcc-10f5ba710215 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.133959 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-69f0bf75-321d-4d15-adcc-10f5ba710215 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/6d6914d4-e10c-4477-8d80-2a1a51ce9ac9 HTTP/1.1" status: 204 len: 168 time: 0.7605562 Mar 11 16:19:51.145895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58750) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:51.150882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be497e2f-ad73-48c2-bb45-8ff1658f0b38 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=213c285b-d5b4-4f1d-b722-16de578325ed,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:51.166213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d3e4cbc-1ef9-43ab-a340-127712f206fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.198134 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5c27eb7a-b609-4b9b-bd22-80649ca1dcfa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5965831 Mar 11 16:19:51.209941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58754) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:51.218315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.227104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:51.230649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.267305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': '98003cfc-018b-4638-bfad-57ba974fd410', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-946217082'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:51.285892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f373faf-79af-49f5-aee7-7014255f6a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-01af2209-3ad1-408d-8c80-bc6504b53313', 'network_id': '01af2209-3ad1-408d-8c80-bc6504b53313', 'tenant_id': 'ea7c95f15aa64985b5392400f0b5a9bb', 'fixed_ips': [{'subnet_id': '213c285b-d5b4-4f1d-b722-16de578325ed'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:51.287437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f373faf-79af-49f5-aee7-7014255f6a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.309628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Port f316f209-1085-42da-88f5-74cda715c069 had new provisioning blocks added so it will not transition to active. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 11 16:19:51.318393 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58760) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:51.334305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b17e123e-22cc-4f40-a837-07190a6f2160 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Synchronizing usage tracker for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:51.383278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] Deleting port 16e2ab83-a7e2-4a71-99fc-e31521b8d74f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:51.383688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.395305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:51.405947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:51.433292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 16e2ab83-a7e2-4a71-99fc-e31521b8d74f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:51.473339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.564900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.618426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:19:51.621243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:19:51.631422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 16e2ab83-a7e2-4a71-99fc-e31521b8d74f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:51.631835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 16e2ab83-a7e2-4a71-99fc-e31521b8d74f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:51.649298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-667ac06c-5150-4df4-a350-f8787723a325 None None] The port '16e2ab83-a7e2-4a71-99fc-e31521b8d74f' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:19:51.663291 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e4cbc-1ef9-43ab-a340-127712f206fb None None] Pushing event updated for resources: {'Port': ['ID=f316f209-1085-42da-88f5-74cda715c069,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:51.702774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.742908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b17e123e-22cc-4f40-a837-07190a6f2160 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Unset dirty status for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:51.748023 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b17e123e-22cc-4f40-a837-07190a6f2160 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5967731 Mar 11 16:19:51.748943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58766) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:51.751971 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-939d799d-b790-47c9-bfa9-9d62767dff58 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c90086748bfa4ce08a69927c3ed1ce08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211268 Mar 11 16:19:51.753229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58768) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:51.759535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.760845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:51.761860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'tempest-secgroup--614049797'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:51.767964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:51.773584 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:51.785268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Transition to ACTIVE for port object b3e45bc7-086f-432d-a8fd-8c87c4b8b760 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:51.788593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.793606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:51.808239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.834118 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Transition to ACTIVE for port object b3e45bc7-086f-432d-a8fd-8c87c4b8b760 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:51.840233 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server [None req-9f373faf-79af-49f5-aee7-7014255f6a39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 213c285b-d5b4-4f1d-b722-16de578325ed: This subnet is being modified by another concurrent operation. Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:19:51.853351 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise exception Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 213c285b-d5b4-4f1d-b722-16de578325ed: This subnet is being modified by another concurrent operation. Mar 11 16:19:51.856998 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Mar 11 16:19:51.864207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d3208711-2b72-44f7-999a-618c2793542a None None] For port a76244f0-9e43-44fe-86b9-acb5ff318f90, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a76244f0-9e43-44fe-86b9-acb5ff318f90,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:51.864654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3208711-2b72-44f7-999a-618c2793542a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.868057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=213c285b-d5b4-4f1d-b722-16de578325ed,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:51.889038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ebb4a-d987-4440-969e-eb30972d38cc None None] Network 01af2209-3ad1-408d-8c80-bc6504b53313 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:51.889863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:51.914121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:51.972261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3aca4-3e83-4464-ad19-0f0b42ff125b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.030112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:52.054836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.086078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e945fc0-52ec-451f-9e84-9ec870af1ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.102400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d3208711-2b72-44f7-999a-618c2793542a None None] Calling delete_port for a76244f0-9e43-44fe-86b9-acb5ff318f90 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:52.106026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01af2209-3ad1-408d-8c80-bc6504b53313']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:52.133743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5baf8081-776f-4894-bf34-e4e85a7e3410') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:52.134269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5baf8081-776f-4894-bf34-e4e85a7e3410') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:52.150144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e945fc0-52ec-451f-9e84-9ec870af1ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.164315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.194372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.213420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f316f209-1085-42da-88f5-74cda715c069 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:52.219910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.238279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:19:52.238820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.253768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.257854 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b1bae90-2e6d-4186-8479-dd098ae67bac tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1772232 Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:52.258009 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:52.266668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58774) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:52.272921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:19:52.280998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:52.281542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.350990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Network e26638cb-20aa-40bc-b0dd-5575ed3b3371 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:52.353443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:52.360157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:52.369810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:52.376122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:52.379719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:52.383705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': 'dea3aca4-3e83-4464-ad19-0f0b42ff125b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:52.408946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Pushing event updated for resources: {'Port': ['ID=b3e45bc7-086f-432d-a8fd-8c87c4b8b760,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.441618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.446004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:52.457329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.471066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.487670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e945fc0-52ec-451f-9e84-9ec870af1ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.488641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:52.490944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=01af2209-3ad1-408d-8c80-bc6504b53313,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.511498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:52.516900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.529387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e945fc0-52ec-451f-9e84-9ec870af1ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7349a3-7ab9-4b17-bb6e-53d2ec60f0cb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.532543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:52.537780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da80377-0f9b-4266-8736-4fc14f17978b None None] Network cbe1eb94-41c0-4036-9c46-3624c45e18c7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:52.572974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Subnet': ['ID=82c01899-2989-4b82-823c-1a9a49ec2203,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.575735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.619780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e945fc0-52ec-451f-9e84-9ec870af1ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.621524 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1e945fc0-52ec-451f-9e84-9ec870af1ee1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df7349a3-7ab9-4b17-bb6e-53d2ec60f0cb HTTP/1.1" status: 204 len: 168 time: 0.8667314 Mar 11 16:19:52.622807 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a94e246f-4441-498c-bce8-dec5beea9fbf tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/01af2209-3ad1-408d-8c80-bc6504b53313 HTTP/1.1" status: 204 len: 168 time: 1.5233541 Mar 11 16:19:52.627412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58780) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:52.645024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.665435 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c3fba5-691d-470a-beab-cca6271f192e None None] Network 01af2209-3ad1-408d-8c80-bc6504b53313 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:52.666671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Checking segment: {'id': 'f5fd7fbb-7913-4cb9-8360-65026824fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'bea6db3c-1be6-4371-b736-640d6f251aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:52.667188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network hostable DHCP agents. Network: bea6db3c-1be6-4371-b736-640d6f251aa6, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:52.671480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b13806-2596-4f69-bf2d-9deafe45025e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.674129 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-184234ff-0da2-4107-9603-b677de916d55 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:52.674624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184234ff-0da2-4107-9603-b677de916d55 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:52.679071 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-184234ff-0da2-4107-9603-b677de916d55 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/01af2209-3ad1-408d-8c80-bc6504b53313 HTTP/1.1" status: 404 len: 339 time: 0.0485132 Mar 11 16:19:52.679071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.682390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-78a2021d-16a1-4112-be6a-8ce16596da90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9320354 Mar 11 16:19:52.683129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58784) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:52.683354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58786) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:52.691751 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618971659', 'description': 'd1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:52.698064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-20f85abe-f9fe-4b97-a4bf-c2c79312d673 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': 'a9b13806-2596-4f69-bf2d-9deafe45025e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:52.699558 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-20f85abe-f9fe-4b97-a4bf-c2c79312d673 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 16:19:52.700057 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-20f85abe-f9fe-4b97-a4bf-c2c79312d673 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:19:52.709346 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-20f85abe-f9fe-4b97-a4bf-c2c79312d673 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0159338 Mar 11 16:19:52.709346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:52.710046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Checking segment: {'id': '51fa9cad-148b-44c0-a4b2-473baec1e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '31747e0e-200c-42ee-a20d-eb8347b28df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:52.710046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network hostable DHCP agents. Network: 31747e0e-200c-42ee-a20d-eb8347b28df6, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:52.714589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Usage tracker for resource:network and tenant:ea7c95f15aa64985b5392400f0b5a9bb is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:52.717802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58792) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:52.718195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.731463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:52.747263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:52.747482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3208711-2b72-44f7-999a-618c2793542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.747862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 9ef69420-8faf-45c3-83e0-d15d52a40cbb yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:52.802744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b764d4b1-a3e2-4f11-9649-4330867144bd tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.806059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Attempting to bind port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:52.806439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Attempting to bind port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'd020c6c7-9415-4372-b8f6-795532d31556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e26638cb-20aa-40bc-b0dd-5575ed3b3371'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:52.806788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Attempting to bind port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 on network e26638cb-20aa-40bc-b0dd-5575ed3b3371 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:52.811636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-614f95d8-3ba0-4c55-aa2d-089d1935c63f None None] Provisioning for port f316f209-1085-42da-88f5-74cda715c069 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:52.824077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c3fba5-691d-470a-beab-cca6271f192e None None] Network 01af2209-3ad1-408d-8c80-bc6504b53313 could not be found, it might have been deleted concurrently. {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 11 16:19:52.826273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f316f209-1085-42da-88f5-74cda715c069 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:52.826994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.831705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b764d4b1-a3e2-4f11-9649-4330867144bd tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.844196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=09ab5938-3260-4e9d-8274-2ecd60e42d00,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.861838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3208711-2b72-44f7-999a-618c2793542a None None] No DVR routers for this DVR port a76244f0-9e43-44fe-86b9-acb5ff318f90 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:52.865406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3208711-2b72-44f7-999a-618c2793542a None None] Pushing event deleted for resources: {'Port': ['ID=a76244f0-9e43-44fe-86b9-acb5ff318f90,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:52.868549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:52.869247 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Checking segment: {'id': 'd020c6c7-9415-4372-b8f6-795532d31556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e26638cb-20aa-40bc-b0dd-5575ed3b3371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:52.869640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.870201 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Bound using segment: {'id': 'd020c6c7-9415-4372-b8f6-795532d31556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e26638cb-20aa-40bc-b0dd-5575ed3b3371'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:52.871486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Bound port: b3e45bc7-086f-432d-a8fd-8c87c4b8b760, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd020c6c7-9415-4372-b8f6-795532d31556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e26638cb-20aa-40bc-b0dd-5575ed3b3371'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:52.871486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.907896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:52.913189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.936080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.936814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b3ec23-2451-4700-895d-64153ce15f89 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:52.953251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-614f95d8-3ba0-4c55-aa2d-089d1935c63f None None] Provisioning complete for port f316f209-1085-42da-88f5-74cda715c069 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:52.953251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-614f95d8-3ba0-4c55-aa2d-089d1935c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:52.976331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network bea6db3c-1be6-4371-b736-640d6f251aa6 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:53.010636 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:19:53.011119 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:53.043949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.045697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 31747e0e-200c-42ee-a20d-eb8347b28df6 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:53.047909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:53.053508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b764d4b1-a3e2-4f11-9649-4330867144bd tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.075849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.076509 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment 2d7e76db-c197-40d0-bc52-7ff84c43af73 of type vlan for network 9e7a0bfe-52a4-4571-8ca2-05b876810188 Mar 11 16:19:53.085724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764d4b1-a3e2-4f11-9649-4330867144bd tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b13806-2596-4f69-bf2d-9deafe45025e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:53.088277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2205c4-8fdd-4cce-9d47-d9931e169405,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:53.121933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b764d4b1-a3e2-4f11-9649-4330867144bd tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.123016 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b764d4b1-a3e2-4f11-9649-4330867144bd tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/a9b13806-2596-4f69-bf2d-9deafe45025e HTTP/1.1" status: 204 len: 168 time: 0.4042592 Mar 11 16:19:53.126434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58798) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.128320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.171071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, bea6db3c-1be6-4371-b736-640d6f251aa6) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:53.180772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58802) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.180910 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dd7b88cb-6230-4359-a0b9-f6fedff6b379 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9697695 Mar 11 16:19:53.182078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.184076 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e9f70bc0-022e-48c0-8c19-07922d564e2e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9099531 Mar 11 16:19:53.184874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 31747e0e-200c-42ee-a20d-eb8347b28df6) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:53.196403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58806) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.202208 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:53.202977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.211389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:53.212161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.214826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d6a73-c08c-4686-b2b1-21908cfbce72 None None] Network bea6db3c-1be6-4371-b736-640d6f251aa6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:53.227736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2df49-7386-43ec-b390-de67e9f1f66d None None] Network 31747e0e-200c-42ee-a20d-eb8347b28df6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:53.248819 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0e6b3265-a55a-455e-a1b9-8e48e14ce8c7 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1172667 Mar 11 16:19:53.249056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58810) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.259698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'tempest-secgroup--143210478'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:53.263923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.269067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:53.274640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.289487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c6addcf9-35aa-473b-b727-b11a4bfa7e3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:53.296678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:53.310159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ad77-656b-4b0d-8acf-0600f0c1e562 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.311674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] For port b3e45bc7-086f-432d-a8fd-8c87c4b8b760, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:53.318222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:53.327285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:53.327996 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-078bf486-621d-4358-9e6e-f781c2c6458b tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2472708 Mar 11 16:19:53.336486 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-86c36238-f1a5-4f9d-873e-7783675fdb7a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7903831 Mar 11 16:19:53.339720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58814) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.340311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58816) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.345252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:53.350246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '31747e0e-200c-42ee-a20d-eb8347b28df6', 'name': 'tempest-PortsIpV6TestJSON-1630660032'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:53.367149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'port': {'network_id': 'bea6db3c-1be6-4371-b736-640d6f251aa6', 'name': 'tempest-NetworksIpV6TestAttrs-312832101'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:53.382124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ad77-656b-4b0d-8acf-0600f0c1e562 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.424450 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7395349 Mar 11 16:19:53.429984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58822) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.452827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7888d-6158-483d-a92a-b294cb83b18a tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=9e7a0bfe-52a4-4571-8ca2-05b876810188,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:53.527372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] For port b3e45bc7-086f-432d-a8fd-8c87c4b8b760, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b3e45bc7-086f-432d-a8fd-8c87c4b8b760,segment=NetworkSegment(d020c6c7-9415-4372-b8f6-795532d31556),segment_id=d020c6c7-9415-4372-b8f6-795532d31556)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:53.528242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 9e7a0bfe-52a4-4571-8ca2-05b876810188 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:53.533233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.564962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:53.569313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:53.573301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:53.582088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:53.582308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58826) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.621069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3986355-3213-441f-be66-20b29b1ebff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.628169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c6addcf9-35aa-473b-b727-b11a4bfa7e3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:53.631933 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c6addcf9-35aa-473b-b727-b11a4bfa7e3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4470809 Mar 11 16:19:53.637562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58830) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.675934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6f9ec-eeb5-4019-b3f4-4e392fb8c155 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:53.676640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aef6f9ec-eeb5-4019-b3f4-4e392fb8c155 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Synchronizing usage tracker for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:53.704728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.727670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f3986355-3213-441f-be66-20b29b1ebff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:53.733066 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.742032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ad77-656b-4b0d-8acf-0600f0c1e562 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.746010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3986355-3213-441f-be66-20b29b1ebff1 admin admin] Usage tracker for resource:security_group_rule and tenant:3155130707b248ac9415ae5e7936676f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:53.768542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3986355-3213-441f-be66-20b29b1ebff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:53.787065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:53.789409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f3986355-3213-441f-be66-20b29b1ebff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:53.791567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7ad77-656b-4b0d-8acf-0600f0c1e562 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3aca4-3e83-4464-ad19-0f0b42ff125b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:53.794698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:53.803549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.804925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:port and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:53.811724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee39bd0-9a46-4189-9fd4-4cfd4ad6d0b4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:53.813237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee39bd0-9a46-4189-9fd4-4cfd4ad6d0b4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:53.813980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ee39bd0-9a46-4189-9fd4-4cfd4ad6d0b4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:53.824825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:53.833593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aef6f9ec-eeb5-4019-b3f4-4e392fb8c155 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Unset dirty status for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:53.839590 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aef6f9ec-eeb5-4019-b3f4-4e392fb8c155 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/networks?id=9e7a0bfe-52a4-4571-8ca2-05b876810188 HTTP/1.1" status: 200 len: 764 time: 0.4060309 Mar 11 16:19:53.839590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58834) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.841017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:53.850029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:53.857648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ddc7ad77-656b-4b0d-8acf-0600f0c1e562 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.859529 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ddc7ad77-656b-4b0d-8acf-0600f0c1e562 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/dea3aca4-3e83-4464-ad19-0f0b42ff125b HTTP/1.1" status: 204 len: 168 time: 0.6585674 Mar 11 16:19:53.865654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6a94a180-4f14-45d5-92ed-a848eb6398e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'description': 'd2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:53.866270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58840) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.908087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0493cb-2c6a-4325-b2ba-9404ac4cf26d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:53.958431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:53.962753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.977141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:53.982309 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-84985541-9730-4d58-9e89-c46883a2ed55 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7317622 Mar 11 16:19:53.983120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58844) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:53.991274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:53.995164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.000363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5a8310cb-9e00-485e-aaa2-bbe473a5125d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': 'be0493cb-2c6a-4325-b2ba-9404ac4cf26d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:54.001385 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-5a8310cb-9e00-485e-aaa2-bbe473a5125d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 16:19:54.001938 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5a8310cb-9e00-485e-aaa2-bbe473a5125d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:19:54.003372 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a8310cb-9e00-485e-aaa2-bbe473a5125d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100310 Mar 11 16:19:54.016933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8ee39bd0-9a46-4189-9fd4-4cfd4ad6d0b4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:54.018367 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8ee39bd0-9a46-4189-9fd4-4cfd4ad6d0b4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3784397 Mar 11 16:19:54.023267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58848) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:54.023828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58850) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:54.038297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d812af5-d5a2-4e48-b7f8-ebe155ed6d32 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:54.043317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a76244f0-9e43-44fe-86b9-acb5ff318f90 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:54.118360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port af968cdb-7bd4-4707-8fd2-97408bc31c56 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:54.152789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a94a180-4f14-45d5-92ed-a848eb6398e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.164615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a76244f0-9e43-44fe-86b9-acb5ff318f90 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:19:54.165207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a76244f0-9e43-44fe-86b9-acb5ff318f90 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:54.177691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] device_id is not set on port 935329ff-e961-41ef-98af-0f32fe1bd0c9 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:19:54.182582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8729af-9240-4eca-8577-6a3b2f98a067 None None] Pushing event updated for resources: {'Port': ['ID=b3e45bc7-086f-432d-a8fd-8c87c4b8b760,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:54.206722 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019ae38-49db-4aa5-96b5-0b7730203441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '98003cfc-018b-4638-bfad-57ba974fd410'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:54.207785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e019ae38-49db-4aa5-96b5-0b7730203441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.256717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a94a180-4f14-45d5-92ed-a848eb6398e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.313079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a94a180-4f14-45d5-92ed-a848eb6398e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network 9e7a0bfe-52a4-4571-8ca2-05b876810188 is not hosted by any dhcp agent {{(pid=88600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 11 16:19:54.319864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3986355-3213-441f-be66-20b29b1ebff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.320731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a94a180-4f14-45d5-92ed-a848eb6398e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:54.320886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a94a180-4f14-45d5-92ed-a848eb6398e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.327654 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6a94a180-4f14-45d5-92ed-a848eb6398e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "PUT /v2.0/networks/9e7a0bfe-52a4-4571-8ca2-05b876810188 HTTP/1.1" status: 200 len: 761 time: 0.4814625 Mar 11 16:19:54.333788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58856) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:54.338896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff003e9-9579-4983-9728-aa9a712f81b3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 98003cfc-018b-4638-bfad-57ba974fd410 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:54.354538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d812af5-d5a2-4e48-b7f8-ebe155ed6d32 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:54.355782 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d812af5-d5a2-4e48-b7f8-ebe155ed6d32 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4862459 Mar 11 16:19:54.363635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58860) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:54.364490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fff003e9-9579-4983-9728-aa9a712f81b3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.372140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-bea6db3c-1be6-4371-b736-640d6f251aa6', 'network_id': 'bea6db3c-1be6-4371-b736-640d6f251aa6', 'tenant_id': '2b78b1d270d64961a72f0db85ed6e6d6', 'fixed_ips': [{'subnet_id': '82c01899-2989-4b82-823c-1a9a49ec2203'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:54.373291 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.388512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-31747e0e-200c-42ee-a20d-eb8347b28df6', 'network_id': '31747e0e-200c-42ee-a20d-eb8347b28df6', 'tenant_id': '574f42aaefb34068bf83903d8d802290', 'fixed_ips': [{'subnet_id': '09ab5938-3260-4e9d-8274-2ecd60e42d00'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:54.388512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.460132 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470177392'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:54.579523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31df928a-1bdd-44f8-b700-4920a0d7b4bc tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.643326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31df928a-1bdd-44f8-b700-4920a0d7b4bc tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.681878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09227f03-7068-4b50-afa8-64c0f85f8c1d None None] Network cbe1eb94-41c0-4036-9c46-3624c45e18c7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:54.684270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3986355-3213-441f-be66-20b29b1ebff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.704931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:54.718018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94a180-4f14-45d5-92ed-a848eb6398e2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=9e7a0bfe-52a4-4571-8ca2-05b876810188,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:54.760214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93809efe-435c-4cf0-87bc-d9c039519ce7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:54.762000 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-93809efe-435c-4cf0-87bc-d9c039519ce7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/networks?id=9e7a0bfe-52a4-4571-8ca2-05b876810188 HTTP/1.1" status: 200 len: 764 time: 0.4268470 Mar 11 16:19:54.765591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58866) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:54.773586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 9e7a0bfe-52a4-4571-8ca2-05b876810188 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:54.906789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9cf2587d-bb99-41c0-9102-35043c22f48b None None] Provisioning complete for port f316f209-1085-42da-88f5-74cda715c069 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:54.906789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9cf2587d-bb99-41c0-9102-35043c22f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.950420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:54.961139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48218e05-fb85-4a67-af8d-58a10e1c0c73 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:54.965650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fff003e9-9579-4983-9728-aa9a712f81b3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:54.965794 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-48218e05-fb85-4a67-af8d-58a10e1c0c73 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1949861 Mar 11 16:19:54.966061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58874) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.017847 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Allocated IP 2001:db8::f816:3eff:fee1:abcc (bea6db3c-1be6-4371-b736-640d6f251aa6/82c01899-2989-4b82-823c-1a9a49ec2203/5d44b89a-3345-4661-a938-23c5fa2c66c5) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:55.018010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ebe9cb54-ff0e-463e-9729-cf5085693d20 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Synchronizing usage tracker for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:55.025660 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3986355-3213-441f-be66-20b29b1ebff1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3155130707b248ac9415ae5e7936676f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4428267 Mar 11 16:19:55.028996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58878) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.035563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31df928a-1bdd-44f8-b700-4920a0d7b4bc tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.058308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3986355-3213-441f-be66-20b29b1ebff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cb3c58-e57c-43d8-908d-a1b8eb7b5aeb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:55.061129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::3ab (31747e0e-200c-42ee-a20d-eb8347b28df6/09ab5938-3260-4e9d-8274-2ecd60e42d00/af968cdb-7bd4-4707-8fd2-97408bc31c56) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:55.095419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df928a-1bdd-44f8-b700-4920a0d7b4bc tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0493cb-2c6a-4325-b2ba-9404ac4cf26d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:55.110880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.136360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ebe9cb54-ff0e-463e-9729-cf5085693d20 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Unset dirty status for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:55.141548 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ebe9cb54-ff0e-463e-9729-cf5085693d20 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 207 time: 0.1744118 Mar 11 16:19:55.143648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58882) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.151584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a0d4-c959-4e0b-8932-0c1503951e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.159381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fff003e9-9579-4983-9728-aa9a712f81b3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.188250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a0d4-c959-4e0b-8932-0c1503951e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.264872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:55.280924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31df928a-1bdd-44f8-b700-4920a0d7b4bc tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.284510 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-31df928a-1bdd-44f8-b700-4920a0d7b4bc tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/be0493cb-2c6a-4325-b2ba-9404ac4cf26d HTTP/1.1" status: 204 len: 168 time: 1.2542720 Mar 11 16:19:55.285846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58886) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.360544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5cfd933-2e36-4a06-b861-3fec8bafd744 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Synchronizing usage tracker for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:55.384864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a0d4-c959-4e0b-8932-0c1503951e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.405936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8a0d4-c959-4e0b-8932-0c1503951e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cb3c58-e57c-43d8-908d-a1b8eb7b5aeb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:55.419387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0fb8a0d4-c959-4e0b-8932-0c1503951e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.423649 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0fb8a0d4-c959-4e0b-8932-0c1503951e1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44cb3c58-e57c-43d8-908d-a1b8eb7b5aeb HTTP/1.1" status: 204 len: 168 time: 0.3930941 Mar 11 16:19:55.462340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5cfd933-2e36-4a06-b861-3fec8bafd744 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Unset dirty status for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:55.464095 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f5cfd933-2e36-4a06-b861-3fec8bafd744 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1751454 Mar 11 16:19:55.468229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58892) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.481401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'tempest-secgroup--398858815'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:55.485221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:55.489516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:55.491864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:55.496867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:55.503517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:55.526422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.542615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Transition to ACTIVE for port object 5d44b89a-3345-4661-a938-23c5fa2c66c5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:55.553983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9accb5-3136-4052-a0ae-4fbe07998f49 None None] Network e26638cb-20aa-40bc-b0dd-5575ed3b3371 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:55.599624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.626142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:55.631078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:55.634627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:55.641000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:55.656986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.692365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ae189-0736-463b-9a81-8defdfb80656 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:55.699283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ae189-0736-463b-9a81-8defdfb80656 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:55.705458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ae189-0736-463b-9a81-8defdfb80656 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:55.712284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ae189-0736-463b-9a81-8defdfb80656 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:55.718298 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ae189-0736-463b-9a81-8defdfb80656 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:55.719129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.724521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ae189-0736-463b-9a81-8defdfb80656 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:55.725491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e04ae189-0736-463b-9a81-8defdfb80656 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Synchronizing usage tracker for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:55.756747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.762468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e04ae189-0736-463b-9a81-8defdfb80656 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Unset dirty status for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:55.767445 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e04ae189-0736-463b-9a81-8defdfb80656 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6121159 Mar 11 16:19:55.767724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.779195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.812828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object af968cdb-7bd4-4707-8fd2-97408bc31c56 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:55.819337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fff003e9-9579-4983-9728-aa9a712f81b3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.832858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d232b79a-eeef-4bee-a43c-28e2656d0eee,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:55.863632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Transition to ACTIVE for port object 5d44b89a-3345-4661-a938-23c5fa2c66c5 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:55.896232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-579e8e61-a788-45fa-9017-b16dc83786f7 None None] Provisioning for port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:55.905074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.906688 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6d983aa-f9f1-4a69-a0ce-e3b11b1dc79b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4372063 Mar 11 16:19:55.911291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58902) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.913355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server [None req-e019ae38-49db-4aa5-96b5-0b7730203441 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98003cfc-018b-4638-bfad-57ba974fd410: This subnet is being modified by another concurrent operation. Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:19:55.913521 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server raise exception Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98003cfc-018b-4638-bfad-57ba974fd410: This subnet is being modified by another concurrent operation. Mar 11 16:19:55.921095 dv-neutron-833379-1-hyperv neutron-server[88602]: ERROR oslo_messaging.rpc.server Mar 11 16:19:55.939619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-34d6389e-834e-4bc7-b638-30d48e684da9 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': 'd232b79a-eeef-4bee-a43c-28e2656d0eee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:55.954279 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-34d6389e-834e-4bc7-b638-30d48e684da9 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 16:19:55.956741 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-34d6389e-834e-4bc7-b638-30d48e684da9 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:19:55.957019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff003e9-9579-4983-9728-aa9a712f81b3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=98003cfc-018b-4638-bfad-57ba974fd410,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:55.958284 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-34d6389e-834e-4bc7-b638-30d48e684da9 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0462544 Mar 11 16:19:55.960784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58906) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.965922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fff003e9-9579-4983-9728-aa9a712f81b3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.969084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-74f416fb-6f05-48e9-a54c-a59ecf047019 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': 'd232b79a-eeef-4bee-a43c-28e2656d0eee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:55.969372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:55.971974 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-74f416fb-6f05-48e9-a54c-a59ecf047019 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 16:19:55.972730 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-74f416fb-6f05-48e9-a54c-a59ecf047019 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:19:55.979527 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74f416fb-6f05-48e9-a54c-a59ecf047019 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135038 Mar 11 16:19:55.981176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58910) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:55.996442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-df1d24c4-ee10-402b-b990-8d3a466b30a1 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': 'd232b79a-eeef-4bee-a43c-28e2656d0eee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:55.997638 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-df1d24c4-ee10-402b-b990-8d3a466b30a1 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 16:19:55.998279 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-df1d24c4-ee10-402b-b990-8d3a466b30a1 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:19:56.000737 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df1d24c4-ee10-402b-b990-8d3a466b30a1 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177069 Mar 11 16:19:56.009482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58914) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.017697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5e429bd6-e8f8-41dc-9996-aa13fa442326 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': 'd232b79a-eeef-4bee-a43c-28e2656d0eee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:56.021756 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-5e429bd6-e8f8-41dc-9996-aa13fa442326 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 16:19:56.022383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5e429bd6-e8f8-41dc-9996-aa13fa442326 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:19:56.028742 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e429bd6-e8f8-41dc-9996-aa13fa442326 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0157325 Mar 11 16:19:56.029706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58918) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.063890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Network bea6db3c-1be6-4371-b736-640d6f251aa6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:56.068869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:56.073286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:56.142319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105a8d94-30e5-45fb-b842-9b43efca711e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:56.164833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Pushing event updated for resources: {'Port': ['ID=5d44b89a-3345-4661-a938-23c5fa2c66c5,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:56.197849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdec2e6f-fa61-4992-8790-a64772d9ed8c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.208760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Attempting to bind port 5d44b89a-3345-4661-a938-23c5fa2c66c5 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:56.209373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Attempting to bind port 5d44b89a-3345-4661-a938-23c5fa2c66c5 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'f5fd7fbb-7913-4cb9-8360-65026824fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'bea6db3c-1be6-4371-b736-640d6f251aa6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:56.210042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Attempting to bind port 5d44b89a-3345-4661-a938-23c5fa2c66c5 on network bea6db3c-1be6-4371-b736-640d6f251aa6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:56.216472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8f5af91b-dd04-4e1e-b6b5-2b9393b8445a None None] Provisioning complete for port f316f209-1085-42da-88f5-74cda715c069 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:56.216961 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f5af91b-dd04-4e1e-b6b5-2b9393b8445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.254822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdec2e6f-fa61-4992-8790-a64772d9ed8c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.262789 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3510f39e-8c22-458b-9c45-c0dc3e32407d tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4939117 Mar 11 16:19:56.270028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58928) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.273071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Allocated IP 2001:db8::f816:3eff:fe43:204f (bea6db3c-1be6-4371-b736-640d6f251aa6/82c01899-2989-4b82-823c-1a9a49ec2203/935329ff-e961-41ef-98af-0f32fe1bd0c9) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:56.285711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:56.286214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Checking segment: {'id': 'f5fd7fbb-7913-4cb9-8360-65026824fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'bea6db3c-1be6-4371-b736-640d6f251aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:56.287320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.287762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Bound using segment: {'id': 'f5fd7fbb-7913-4cb9-8360-65026824fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'bea6db3c-1be6-4371-b736-640d6f251aa6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:56.288419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Bound port: 5d44b89a-3345-4661-a938-23c5fa2c66c5, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fd7fbb-7913-4cb9-8360-65026824fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'bea6db3c-1be6-4371-b736-640d6f251aa6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:56.288789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.378862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b3e45bc7-086f-432d-a8fd-8c87c4b8b760 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:56.379598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3178139-2d9e-4b77-a055-bfce00df0956 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.381713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3178139-2d9e-4b77-a055-bfce00df0956 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.383304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3178139-2d9e-4b77-a055-bfce00df0956 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.384900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3178139-2d9e-4b77-a055-bfce00df0956 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.386419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3178139-2d9e-4b77-a055-bfce00df0956 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.391631 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f3178139-2d9e-4b77-a055-bfce00df0956 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1170981 Mar 11 16:19:56.391855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58932) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.479844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9e8d4-93f4-4fc8-ae12-933e57b4abee tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.482875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9e8d4-93f4-4fc8-ae12-933e57b4abee tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.484448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9e8d4-93f4-4fc8-ae12-933e57b4abee tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.487377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9e8d4-93f4-4fc8-ae12-933e57b4abee tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.489099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9e8d4-93f4-4fc8-ae12-933e57b4abee tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['shared'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.491400 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-59e9e8d4-93f4-4fc8-ae12-933e57b4abee tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0984426 Mar 11 16:19:56.492981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdec2e6f-fa61-4992-8790-a64772d9ed8c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.503241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58938) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.528143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.546095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Transition to ACTIVE for port object 935329ff-e961-41ef-98af-0f32fe1bd0c9 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:56.559992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec2e6f-fa61-4992-8790-a64772d9ed8c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d232b79a-eeef-4bee-a43c-28e2656d0eee,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:56.575729 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fff003e9-9579-4983-9728-aa9a712f81b3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/98003cfc-018b-4638-bfad-57ba974fd410 HTTP/1.1" status: 204 len: 168 time: 2.5412428 Mar 11 16:19:56.575729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.575729 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c06fc303-ae85-417b-a8d4-392e8a56f1bf tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1307130 Mar 11 16:19:56.575729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58942) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.575729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.582367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58944) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.630100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Allocated IP 2001:db8::2 (31747e0e-200c-42ee-a20d-eb8347b28df6/09ab5938-3260-4e9d-8274-2ecd60e42d00/e097f10f-87bc-4b32-ab7f-4ce822284b0d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:56.646965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdec2e6f-fa61-4992-8790-a64772d9ed8c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.650869 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bdec2e6f-fa61-4992-8790-a64772d9ed8c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/d232b79a-eeef-4bee-a43c-28e2656d0eee HTTP/1.1" status: 204 len: 168 time: 0.6190405 Mar 11 16:19:56.652259 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] For port 5d44b89a-3345-4661-a938-23c5fa2c66c5, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:56.656698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58948) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.702281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] For port 5d44b89a-3345-4661-a938-23c5fa2c66c5, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5d44b89a-3345-4661-a938-23c5fa2c66c5,segment=NetworkSegment(f5fd7fbb-7913-4cb9-8360-65026824fc8b),segment_id=f5fd7fbb-7913-4cb9-8360-65026824fc8b)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:56.707480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008507081'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:56.712642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.732678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:56.747896 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4240dca6-e837-4afc-892e-60d570231617 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1669297 Mar 11 16:19:56.751114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58956) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.753306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:56.765363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:56.776026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:56.788714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=af968cdb-7bd4-4707-8fd2-97408bc31c56,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:56.800421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:56.807402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:56.807775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.833314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-67312a1e-0fcc-4f27-8a21-065598e75f90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Synchronizing usage tracker for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:56.841570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.851765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42243489-fd37-44f6-b232-8c53871de869 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.856503 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-42243489-fd37-44f6-b232-8c53871de869 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/networks/1b75bd8f-9911-4ff0-8078-be561c689ffe HTTP/1.1" status: 200 len: 804 time: 0.3182516 Mar 11 16:19:56.863213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58964) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:56.880226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network bea6db3c-1be6-4371-b736-640d6f251aa6 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:56.882845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 31747e0e-200c-42ee-a20d-eb8347b28df6 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:56.890011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:56.891782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:56.894627 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:56.897505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:56.905453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.906877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.922475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a2316956-735d-4657-8108-310d22d958f5 None None] Provisioning complete for port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:56.923038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2316956-735d-4657-8108-310d22d958f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.926332 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:56.943186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:56.943186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:56.995074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Port': ['ID=935329ff-e961-41ef-98af-0f32fe1bd0c9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:57.058653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.076054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:57.080982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:57.084187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:57.090826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:57.091997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58970) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:57.094464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b686c-1a4d-4399-a1fd-fd40ef5e0037 None None] Pushing event updated for resources: {'Port': ['ID=5d44b89a-3345-4661-a938-23c5fa2c66c5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:57.095435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:57.104328 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78f02024-a62b-436d-8b45-0fb7cb0366a0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7560122 Mar 11 16:19:57.104328 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-26208548-5bf9-4075-8615-145a272cb30e tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7599390 Mar 11 16:19:57.106763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58974) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:57.107073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58976) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:57.108824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:57.114497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:57.116004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.166676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Transition to ACTIVE for port object e097f10f-87bc-4b32-ab7f-4ce822284b0d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:57.169488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:57.192721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1fb69d0e-46f2-4015-a1d0-2642e5219e75 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port af968cdb-7bd4-4707-8fd2-97408bc31c56 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:19:57.193489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d0e-46f2-4015-a1d0-2642e5219e75 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.230818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2fb1a6-041a-42bc-b894-782d39854c50 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Deleting subnet 82c01899-2989-4b82-823c-1a9a49ec2203 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:57.235366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb1a6-041a-42bc-b894-782d39854c50 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.253470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.267250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-67312a1e-0fcc-4f27-8a21-065598e75f90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Unset dirty status for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:57.274087 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-67312a1e-0fcc-4f27-8a21-065598e75f90 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6165128 Mar 11 16:19:57.278087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58984) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:57.284123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:57.287942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Transition to ACTIVE for port object e097f10f-87bc-4b32-ab7f-4ce822284b0d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:57.288440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.297181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2316956-735d-4657-8108-310d22d958f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.300125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb1a6-041a-42bc-b894-782d39854c50 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.329641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port b3e45bc7-086f-432d-a8fd-8c87c4b8b760, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b3e45bc7-086f-432d-a8fd-8c87c4b8b760,segment=NetworkSegment(d020c6c7-9415-4372-b8f6-795532d31556),segment_id=d020c6c7-9415-4372-b8f6-795532d31556)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:19:57.346380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-474444478'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:57.352534 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:57.367449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Usage tracker for resource:network and tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:57.375153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:57.381188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.393131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:57.449084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.453568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.495930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'tempest-secgroup--501819317'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:57.498832 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Made reservation on behalf of 1ddc00cb832c4bfd9e33ee9aa06e6041 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:57.508247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.522732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:57.523344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.541329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb1a6-041a-42bc-b894-782d39854c50 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.609459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Pushing event updated for resources: {'Port': ['ID=e097f10f-87bc-4b32-ab7f-4ce822284b0d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:57.616116 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Network 31747e0e-200c-42ee-a20d-eb8347b28df6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:57.657916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:57.670893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:19:57.722987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-a2316956-735d-4657-8108-310d22d958f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:57.723530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-a2316956-735d-4657-8108-310d22d958f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:57.729978 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eb767040-bc20-4e99-ad0d-be4922951aa0 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/networks/1b75bd8f-9911-4ff0-8078-be561c689ffe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.8626213 Mar 11 16:19:57.733269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:57.739579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58990) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:57.760576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.812573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1694f4-5c32-4f90-a086-dcd34b2db49f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:57.815324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:57.832508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Usage tracker for resource:security_group_rule and tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:57.842580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:57.847307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=b3e45bc7-086f-432d-a8fd-8c87c4b8b760,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:57.852061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Attempting to bind port e097f10f-87bc-4b32-ab7f-4ce822284b0d on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:57.852481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Attempting to bind port e097f10f-87bc-4b32-ab7f-4ce822284b0d by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '51fa9cad-148b-44c0-a4b2-473baec1e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '31747e0e-200c-42ee-a20d-eb8347b28df6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:57.853124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Attempting to bind port e097f10f-87bc-4b32-ab7f-4ce822284b0d on network 31747e0e-200c-42ee-a20d-eb8347b28df6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:19:57.858355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:57.858498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:19:57.858886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Checking segment: {'id': '51fa9cad-148b-44c0-a4b2-473baec1e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '31747e0e-200c-42ee-a20d-eb8347b28df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:57.859341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.860075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Bound using segment: {'id': '51fa9cad-148b-44c0-a4b2-473baec1e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '31747e0e-200c-42ee-a20d-eb8347b28df6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:19:57.860293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Bound port: e097f10f-87bc-4b32-ab7f-4ce822284b0d, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51fa9cad-148b-44c0-a4b2-473baec1e187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '31747e0e-200c-42ee-a20d-eb8347b28df6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:57.860723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.943897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.955365 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5272b4-c4af-4c0e-890e-806d8b60f939 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:57.960826 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0c5272b4-c4af-4c0e-890e-806d8b60f939 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/subnets/4db392a1-1efa-45f1-800a-ef55dfa6e80b HTTP/1.1" status: 200 len: 843 time: 0.2152648 Mar 11 16:19:57.961854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 58994) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:57.964975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] For port e097f10f-87bc-4b32-ab7f-4ce822284b0d, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:19:57.968396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] For port e097f10f-87bc-4b32-ab7f-4ce822284b0d, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e097f10f-87bc-4b32-ab7f-4ce822284b0d,segment=NetworkSegment(51fa9cad-148b-44c0-a4b2-473baec1e187),segment_id=51fa9cad-148b-44c0-a4b2-473baec1e187)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:19:57.980074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.022446 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb1a6-041a-42bc-b894-782d39854c50 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.026143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.027545 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b476bfd5-74a1-4020-b6a6-ff95739973cb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3473251 Mar 11 16:19:58.030413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.041369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 58998) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:58.044754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.055573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:58.060943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': '105a8d94-30e5-45fb-b842-9b43efca711e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bc1694f4-5c32-4f90-a086-dcd34b2db49f', 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:58.078782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fb1a6-041a-42bc-b894-782d39854c50 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Subnet': ['ID=82c01899-2989-4b82-823c-1a9a49ec2203,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:58.079497 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:58.082539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:58.085540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:58.086961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.089390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f2fb1a6-041a-42bc-b894-782d39854c50 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.095163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:58.097570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:58.108891 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f2fb1a6-041a-42bc-b894-782d39854c50 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/subnets/82c01899-2989-4b82-823c-1a9a49ec2203 HTTP/1.1" status: 204 len: 168 time: 0.9961765 Mar 11 16:19:58.112384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:58.114390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59002) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:58.118577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5cc882-fd22-4cae-ad54-51ff79a27353 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:58.129286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:58.130147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a0e16a-204a-40fd-9574-314a05093c12 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['shared'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:58.131423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3a0e16a-204a-40fd-9574-314a05093c12 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Synchronizing usage tracker for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:58.138318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=466f16cd-2be4-4c16-909d-5ef7852fa619,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:58.144745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:58.146882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:58.159315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d0e-46f2-4015-a1d0-2642e5219e75 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.168073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:58.212952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59704db8-6b38-44e8-8fcf-8292c98f5f84 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:58.214483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59704db8-6b38-44e8-8fcf-8292c98f5f84 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:58.215245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59704db8-6b38-44e8-8fcf-8292c98f5f84 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Synchronizing usage tracker for tenant:2b78b1d270d64961a72f0db85ed6e6d6 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:58.220252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.232473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:58.249131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.250366 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Added segment b328ae55-a97e-43fc-a215-945f5da59c38 of type vlan for network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb Mar 11 16:19:58.296311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.362156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3a0e16a-204a-40fd-9574-314a05093c12 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Unset dirty status for tenant:ea7c95f15aa64985b5392400f0b5a9bb on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:58.363491 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3a0e16a-204a-40fd-9574-314a05093c12 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "GET /v2.0/subnets/4db392a1-1efa-45f1-800a-ef55dfa6e80b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4001341 Mar 11 16:19:58.366421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1fb69d0e-46f2-4015-a1d0-2642e5219e75 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for af968cdb-7bd4-4707-8fd2-97408bc31c56 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:19:58.373694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59006) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:58.383965 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341474067'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:58.391941 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b5236-04c6-4c17-8dd4-6c6d059d904e None None] Pushing event updated for resources: {'Port': ['ID=e097f10f-87bc-4b32-ab7f-4ce822284b0d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:58.406816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:58.420329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb4972-aa54-4984-b599-1d08933ac415,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:58.435100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.440815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:58.443689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.489396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:58.589943 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cfd94e98-aee6-4ce1-b152-0ecbc45e8452 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8298099 Mar 11 16:19:58.601216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59010) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:58.608225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1642245557', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:58.608385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5d44b89a-3345-4661-a938-23c5fa2c66c5 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:58.616886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:58.623959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:router and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:58.631809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:58.644234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:58.652899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59704db8-6b38-44e8-8fcf-8292c98f5f84 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Unset dirty status for tenant:2b78b1d270d64961a72f0db85ed6e6d6 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:58.657603 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-59704db8-6b38-44e8-8fcf-8292c98f5f84 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5382998 Mar 11 16:19:58.658132 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5644355 Mar 11 16:19:58.659128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:58.664461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59016) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:58.676140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'subnet': {'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:58.680669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '466f16cd-2be4-4c16-909d-5ef7852fa619'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:19:58.682082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.779100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119d336-169e-4874-bfd8-6ec8bdb3433b tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Network': ['ID=80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:58.805067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:58.810673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.811744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.855270 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90859472-ebf1-4390-9bc6-33d1061a099e None None] Network bea6db3c-1be6-4371-b736-640d6f251aa6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:58.865274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.910980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:58.924934 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:58.930583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.930744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Usage tracker for resource:subnet and tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:58.937307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:58.940807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 5d44b89a-3345-4661-a938-23c5fa2c66c5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:58.959336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f922fc99-16e4-476a-9287-53ad6d676d19 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.960489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:58.968188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:58.974657 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f922fc99-16e4-476a-9287-53ad6d676d19 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 16:19:58.975268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f922fc99-16e4-476a-9287-53ad6d676d19 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:58.979131 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f922fc99-16e4-476a-9287-53ad6d676d19 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/bea6db3c-1be6-4371-b736-640d6f251aa6 HTTP/1.1" status: 409 len: 405 time: 0.2026639 Mar 11 16:19:58.982526 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:58.993484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-153928297'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:59.005654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:59.008559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:59.013300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d0e-46f2-4015-a1d0-2642e5219e75 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.017690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.019394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:network and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:59.023982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:59.032802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.043538 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Added segment 7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4 of type vlan for network 69892eae-922e-401b-af08-91c7b9560f20 Mar 11 16:19:59.043538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:59.063460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.063675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.077528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb69d0e-46f2-4015-a1d0-2642e5219e75 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=af968cdb-7bd4-4707-8fd2-97408bc31c56,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:59.082423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Made reservation on behalf of 1ddc00cb832c4bfd9e33ee9aa06e6041 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:59.086252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.090314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b3e45bc7-086f-432d-a8fd-8c87c4b8b760 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:59.101016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.184504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.190411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:59.194579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.211962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.217375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:59.218023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.253898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ded30518-52ef-46f5-a9e8-dddb85d9abef None None] Provisioning for port 5d44b89a-3345-4661-a938-23c5fa2c66c5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:59.270551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/466f16cd-2be4-4c16-909d-5ef7852fa619/7d4fea34-a7ee-4f22-94d2-e0e1c6807559) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:59.270704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d0e-46f2-4015-a1d0-2642e5219e75 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.289443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ded30518-52ef-46f5-a9e8-dddb85d9abef None None] Provisioning complete for port 5d44b89a-3345-4661-a938-23c5fa2c66c5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:59.290651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ded30518-52ef-46f5-a9e8-dddb85d9abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.300822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9ac747-4276-4a94-8461-72a5102d5ebd,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:59.312399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.328735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:59.366739 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1fb69d0e-46f2-4015-a1d0-2642e5219e75 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/af968cdb-7bd4-4707-8fd2-97408bc31c56 HTTP/1.1" status: 204 len: 168 time: 2.2510931 Mar 11 16:19:59.367399 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9907839 Mar 11 16:19:59.367491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59026) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:59.369218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59030) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:59.379841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:19:59.385416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'network_id': '69892eae-922e-401b-af08-91c7b9560f20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:59.423224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eea432f-7827-4c01-acbf-d060609ad22e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:19:59.423937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eea432f-7827-4c01-acbf-d060609ad22e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:19:59.428722 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2eea432f-7827-4c01-acbf-d060609ad22e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/af968cdb-7bd4-4707-8fd2-97408bc31c56 HTTP/1.1" status: 404 len: 333 time: 0.0612447 Mar 11 16:19:59.501689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835857c-49ef-49c9-932b-a1f6747ae61e tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Network': ['ID=69892eae-922e-401b-af08-91c7b9560f20,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:59.503303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59034) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:59.512939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.518775 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-46e94f3d-9448-44a5-9c51-8ef9543e5121 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9138904 Mar 11 16:19:59.518775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.520964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:59.523243 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c1b58c4-c9e1-4982-990d-0b76fe6d770f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2411706 Mar 11 16:19:59.527402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59038) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:59.527402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59040) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:59.537714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e0dfd32b-7e61-4df9-b368-c27e8b6f401c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:59.538482 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-e0dfd32b-7e61-4df9-b368-c27e8b6f401c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 16:19:59.538981 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-e0dfd32b-7e61-4df9-b368-c27e8b6f401c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:19:59.543168 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e0dfd32b-7e61-4df9-b368-c27e8b6f401c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132997 Mar 11 16:19:59.579477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59046) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:59.613948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.618477 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a49e48ad-e2c4-4878-a923-ed8a85c0bc45 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5715132 Mar 11 16:19:59.618688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.618688 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Added segment 340f7cfe-ca30-40f0-a074-0242458868fb of type vlan for network 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a Mar 11 16:19:59.622867 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 69892eae-922e-401b-af08-91c7b9560f20 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:19:59.625360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-08fb75e4-a79a-42f5-8e9c-855398b7744d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:19:59.629843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59050) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:59.639464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:59.639700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-08fb75e4-a79a-42f5-8e9c-855398b7744d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:59.642527 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-14403085-ed98-4cf5-a89c-bbd78005f563 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:19:59.643075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-14403085-ed98-4cf5-a89c-bbd78005f563 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:59.649276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-08fb75e4-a79a-42f5-8e9c-855398b7744d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:59.652585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-08fb75e4-a79a-42f5-8e9c-855398b7744d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:59.657682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.677397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.688028 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Transition to ACTIVE for port object 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:59.689769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-08fb75e4-a79a-42f5-8e9c-855398b7744d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:59.709169 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Transition to ACTIVE for port object 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:59.718016 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3734af2-3e49-443c-8140-a6bb8c5aa451 None None] Network 31747e0e-200c-42ee-a20d-eb8347b28df6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:19:59.746810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Subnet': ['ID=85fa904d-d321-4e97-84bc-544a822cde0e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:59.760676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Checking segment: {'id': 'b328ae55-a97e-43fc-a215-945f5da59c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:19:59.761024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Network hostable DHCP agents. Network: 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:19:59.825474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.833022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ef869dc-e2b1-4c68-ac5c-7a2d4eef1438 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.866086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-14403085-ed98-4cf5-a89c-bbd78005f563 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:59.870052 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-14403085-ed98-4cf5-a89c-bbd78005f563 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/af968cdb-7bd4-4707-8fd2-97408bc31c56 HTTP/1.1" status: 404 len: 333 time: 0.3629076 Mar 11 16:19:59.870052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:19:59.877564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59054) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:59.918293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Made reservation on behalf of ea7c95f15aa64985b5392400f0b5a9bb for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:59.921575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.937428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ef869dc-e2b1-4c68-ac5c-7a2d4eef1438 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.957519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1854983f-6736-4754-b677-f8ab54adcc44 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet 09ab5938-3260-4e9d-8274-2ecd60e42d00 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:19:59.961443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1854983f-6736-4754-b677-f8ab54adcc44 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.981381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:59.992998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:00.004930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:00.006187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.024751 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-08fb75e4-a79a-42f5-8e9c-855398b7744d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:00.027312 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-08fb75e4-a79a-42f5-8e9c-855398b7744d tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4141111 Mar 11 16:20:00.028311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:20:00.031610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59058) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:00.038088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1854983f-6736-4754-b677-f8ab54adcc44 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.050208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c9e25a-b49c-4e14-932f-9376a6f9c422 None None] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:00.082005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:00.082671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.174353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ded30518-52ef-46f5-a9e8-dddb85d9abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.189178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-43b9103c-05c4-43d4-8eba-9043129674f7 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:00.190207 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-43b9103c-05c4-43d4-8eba-9043129674f7 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 16:20:00.190709 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-43b9103c-05c4-43d4-8eba-9043129674f7 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:00.194964 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43b9103c-05c4-43d4-8eba-9043129674f7 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1590207 Mar 11 16:20:00.197570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59062) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:00.209019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1fa3ff32-42af-45cc-8737-beedf25a8b05 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:00.217017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1fa3ff32-42af-45cc-8737-beedf25a8b05 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:00.224706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1fa3ff32-42af-45cc-8737-beedf25a8b05 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:00.229686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1fa3ff32-42af-45cc-8737-beedf25a8b05 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:00.238373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1fa3ff32-42af-45cc-8737-beedf25a8b05 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:00.244969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:00.262150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:00.276670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1854983f-6736-4754-b677-f8ab54adcc44 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.283596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:00.304988 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-036fabb0-453d-410d-af64-34d0268c3c8c tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6382685 Mar 11 16:20:00.306917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Pushing event updated for resources: {'Port': ['ID=7d4fea34-a7ee-4f22-94d2-e0e1c6807559,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:00.309942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59066) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:00.322864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'port': {'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-608739271'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:00.328525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:20:00.332607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:20:00.408390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.413919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:00.414523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.494345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ef869dc-e2b1-4c68-ac5c-7a2d4eef1438 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.498955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:00.504020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Usage tracker for resource:port and tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:00.510264 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:00.515168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:00.521480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.529673 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1fa3ff32-42af-45cc-8737-beedf25a8b05 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:00.530831 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1fa3ff32-42af-45cc-8737-beedf25a8b05 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3323340 Mar 11 16:20:00.534285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59070) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:00.541210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-519e3456-1003-4ecf-b36c-4a3c3d603d4b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:00.541210 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-519e3456-1003-4ecf-b36c-4a3c3d603d4b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 16:20:00.543193 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-519e3456-1003-4ecf-b36c-4a3c3d603d4b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:00.545462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-519e3456-1003-4ecf-b36c-4a3c3d603d4b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090215 Mar 11 16:20:00.547028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59074) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:00.553664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-37a44783-13e0-48f3-83e4-d645d10b6684 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:00.560056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-37a44783-13e0-48f3-83e4-d645d10b6684 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:00.564465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-37a44783-13e0-48f3-83e4-d645d10b6684 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:00.567786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-37a44783-13e0-48f3-83e4-d645d10b6684 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:00.572074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1854983f-6736-4754-b677-f8ab54adcc44 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.596928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ded30518-52ef-46f5-a9e8-dddb85d9abef None None] For port 5d44b89a-3345-4661-a938-23c5fa2c66c5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5d44b89a-3345-4661-a938-23c5fa2c66c5,segment=NetworkSegment(f5fd7fbb-7913-4cb9-8360-65026824fc8b),segment_id=f5fd7fbb-7913-4cb9-8360-65026824fc8b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:00.599877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef869dc-e2b1-4c68-ac5c-7a2d4eef1438 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e9ac747-4276-4a94-8461-72a5102d5ebd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:00.603325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c4ce2-21fd-4055-b55f-98f8c101bbe8 None None] DHCP port deletion for bea6db3c-1be6-4371-b736-640d6f251aa6 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:00.612314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-37a44783-13e0-48f3-83e4-d645d10b6684 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:00.615681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ef869dc-e2b1-4c68-ac5c-7a2d4eef1438 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.619494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4ef869dc-e2b1-4c68-ac5c-7a2d4eef1438 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1e9ac747-4276-4a94-8461-72a5102d5ebd HTTP/1.1" status: 204 len: 168 time: 0.9790239 Mar 11 16:20:00.623198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59078) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:00.631478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c4ce2-21fd-4055-b55f-98f8c101bbe8 None None] Deleting port 5d44b89a-3345-4661-a938-23c5fa2c66c5 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:00.638399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854983f-6736-4754-b677-f8ab54adcc44 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=09ab5938-3260-4e9d-8274-2ecd60e42d00,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:00.638866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4ce2-21fd-4055-b55f-98f8c101bbe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.648852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Made reservation on behalf of 1ddc00cb832c4bfd9e33ee9aa06e6041 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:00.652399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.660951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Network': ['ID=4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:00.662891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1854983f-6736-4754-b677-f8ab54adcc44 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.678323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Attempting to bind port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:00.679160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Attempting to bind port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:00.679160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Attempting to bind port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:00.682894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:00.689270 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1854983f-6736-4754-b677-f8ab54adcc44 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/09ab5938-3260-4e9d-8274-2ecd60e42d00 HTTP/1.1" status: 204 len: 168 time: 0.8055577 Mar 11 16:20:00.689854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] device_id is not set on port 955913c6-cd99-41de-a84b-e0f71c7c1856 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:00.725512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59082) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:00.741479 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c04506df-2735-45f6-854e-f64c9256a9f9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7549579 Mar 11 16:20:00.746322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:00.746836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:00.747334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.747812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:00.748383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Bound port: 7d4fea34-a7ee-4f22-94d2-e0e1c6807559, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:00.748856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.760592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ded30518-52ef-46f5-a9e8-dddb85d9abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:00.766781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59086) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:00.845814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Allocated IP 2001:db8::272 (80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb/85fa904d-d321-4e97-84bc-544a822cde0e/955913c6-cd99-41de-a84b-e0f71c7c1856) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:00.851951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'subnet': {'network_id': '4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:01.046908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e674f788-055c-467b-b37b-11e8bbfa2a93 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:01.128453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.139057 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-37a44783-13e0-48f3-83e4-d645d10b6684 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:01.140647 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-37a44783-13e0-48f3-83e4-d645d10b6684 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5925472 Mar 11 16:20:01.144347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb', 'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb', 'tenant_id': '1ddc00cb832c4bfd9e33ee9aa06e6041', 'fixed_ips': [{'subnet_id': '85fa904d-d321-4e97-84bc-544a822cde0e'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:01.145248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59092) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:01.145475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.158964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ba237537-f1ef-41fc-a9d3-daae3bcf5e6e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:01.158964 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-ba237537-f1ef-41fc-a9d3-daae3bcf5e6e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 16:20:01.158964 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-ba237537-f1ef-41fc-a9d3-daae3bcf5e6e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:01.158964 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba237537-f1ef-41fc-a9d3-daae3bcf5e6e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111513 Mar 11 16:20:01.174501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59096) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:01.175276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e674f788-055c-467b-b37b-11e8bbfa2a93 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:01.179898 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e674f788-055c-467b-b37b-11e8bbfa2a93 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5516460 Mar 11 16:20:01.181944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Transition to ACTIVE for port object 955913c6-cd99-41de-a84b-e0f71c7c1856 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:01.181944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59100) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:01.191243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:01.196987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.219659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:01.239200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.247437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3a0875fb-a9ea-463b-a641-e8af6f0d1a9c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:01.264056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3a0875fb-a9ea-463b-a641-e8af6f0d1a9c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:01.282150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a0875fb-a9ea-463b-a641-e8af6f0d1a9c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:01.290954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a0875fb-a9ea-463b-a641-e8af6f0d1a9c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:01.303130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3a0875fb-a9ea-463b-a641-e8af6f0d1a9c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:01.306296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0164b0c5-dbcc-4835-a8f4-613f7f603d61 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.315525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cf1c4ce2-21fd-4055-b55f-98f8c101bbe8 None None] For port 5d44b89a-3345-4661-a938-23c5fa2c66c5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5d44b89a-3345-4661-a938-23c5fa2c66c5,segment=NetworkSegment(f5fd7fbb-7913-4cb9-8360-65026824fc8b),segment_id=f5fd7fbb-7913-4cb9-8360-65026824fc8b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:01.316096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4ce2-21fd-4055-b55f-98f8c101bbe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.338058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port e097f10f-87bc-4b32-ab7f-4ce822284b0d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:01.338644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.355012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0164b0c5-dbcc-4835-a8f4-613f7f603d61 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.383677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:01.387201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.461853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.468150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c4ce2-21fd-4055-b55f-98f8c101bbe8 None None] Calling delete_port for 5d44b89a-3345-4661-a938-23c5fa2c66c5 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:01.577795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=18e462a0-3417-45b1-a4a8-cc1301697161,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:01.601194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::1 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/466f16cd-2be4-4c16-909d-5ef7852fa619/c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:01.612376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Port': ['ID=955913c6-cd99-41de-a84b-e0f71c7c1856,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:01.616856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0164b0c5-dbcc-4835-a8f4-613f7f603d61 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.628089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Checking segment: {'id': '7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69892eae-922e-401b-af08-91c7b9560f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:01.628448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network hostable DHCP agents. Network: 69892eae-922e-401b-af08-91c7b9560f20, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:01.648971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-3a0875fb-a9ea-463b-a641-e8af6f0d1a9c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:01.649400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded30518-52ef-46f5-a9e8-dddb85d9abef None None] Pushing event updated for resources: {'Port': ['ID=5d44b89a-3345-4661-a938-23c5fa2c66c5,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:01.652983 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3a0875fb-a9ea-463b-a641-e8af6f0d1a9c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4722240 Mar 11 16:20:01.668778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59114) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:01.670868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e097f10f-87bc-4b32-ab7f-4ce822284b0d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:01.681636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:01.685939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0706b434-d897-4580-94c5-2c62c823d325 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:01.692795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:01.697958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164b0c5-dbcc-4835-a8f4-613f7f603d61 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1694f4-5c32-4f90-a086-dcd34b2db49f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:01.697958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:01.698190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] For port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:01.704010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:01.704010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.711746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a762a709-1416-4e69-b8b9-8ba9952cac84 None None] Provisioning for port e097f10f-87bc-4b32-ab7f-4ce822284b0d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:01.731592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0706b434-d897-4580-94c5-2c62c823d325 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:01.735642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0706b434-d897-4580-94c5-2c62c823d325 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:01.739182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0706b434-d897-4580-94c5-2c62c823d325 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:01.744509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf1c4ce2-21fd-4055-b55f-98f8c101bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.750114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0706b434-d897-4580-94c5-2c62c823d325 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:01.770396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0164b0c5-dbcc-4835-a8f4-613f7f603d61 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:01.774575 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0164b0c5-dbcc-4835-a8f4-613f7f603d61 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/bc1694f4-5c32-4f90-a086-dcd34b2db49f HTTP/1.1" status: 204 len: 168 time: 0.5894883 Mar 11 16:20:01.774842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59118) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:01.817013 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3416c999-a59c-4cf9-b0fc-e51b7cfc68c9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5061533 Mar 11 16:20:01.824272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59122) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:01.851049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c4ce2-21fd-4055-b55f-98f8c101bbe8 None None] Pushing event deleted for resources: {'Port': ['ID=5d44b89a-3345-4661-a938-23c5fa2c66c5,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:01.852121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'port': {'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1137984982', 'allowed_address_pairs': [{'ip_address': '2001:db8::272', 'mac_address': 'fa:16:3e:5c:b8:f7'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:01.855454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] For port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7d4fea34-a7ee-4f22-94d2-e0e1c6807559,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:01.871429 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c4ce2-21fd-4055-b55f-98f8c101bbe8 None None] No DVR routers for this DVR port 5d44b89a-3345-4661-a938-23c5fa2c66c5 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:01.982484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.093702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] For port e097f10f-87bc-4b32-ab7f-4ce822284b0d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e097f10f-87bc-4b32-ab7f-4ce822284b0d,segment=NetworkSegment(51fa9cad-148b-44c0-a4b2-473baec1e187),segment_id=51fa9cad-148b-44c0-a4b2-473baec1e187)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:02.096918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.149647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Allocated IP 2001:db8::2 (80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb/85fa904d-d321-4e97-84bc-544a822cde0e/a0ebd656-c72a-4220-aaf2-67121c570fdc) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:02.165039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5254ffe2-1c44-4b93-b083-01b8b3f2adeb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:02.201075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e6ce8-70a9-491d-ba3a-57fe9fd87642 None None] Network 31747e0e-200c-42ee-a20d-eb8347b28df6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:02.217578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:02.217853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port e097f10f-87bc-4b32-ab7f-4ce822284b0d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:02.223320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Usage tracker for resource:port and tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:02.234336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e097f10f-87bc-4b32-ab7f-4ce822284b0d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:02.234736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.237163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:02.244769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:02.263486 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-0706b434-d897-4580-94c5-2c62c823d325 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:02.269294 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0706b434-d897-4580-94c5-2c62c823d325 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5945704 Mar 11 16:20:02.274603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335f2a2-b5f4-4e76-971d-b725a043268b req-5c9d2b43-e0d1-45ba-a2e1-ef8a461ee283 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:02.276279 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d335f2a2-b5f4-4e76-971d-b725a043268b req-5c9d2b43-e0d1-45ba-a2e1-ef8a461ee283 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.2375479 Mar 11 16:20:02.277687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59134) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:02.309973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d23a3-65e2-40b5-bd11-4d9ed702882b None None] Pushing event updated for resources: {'Port': ['ID=7d4fea34-a7ee-4f22-94d2-e0e1c6807559,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:02.331356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5254ffe2-1c44-4b93-b083-01b8b3f2adeb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:02.336581 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5254ffe2-1c44-4b93-b083-01b8b3f2adeb tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5570779 Mar 11 16:20:02.337374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Network 69892eae-922e-401b-af08-91c7b9560f20 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:02.339456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:02.350425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for e097f10f-87bc-4b32-ab7f-4ce822284b0d owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:02.379570 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d335f2a2-b5f4-4e76-971d-b725a043268b req-b0e22a0c-aad2-4228-ba65-4d1e0ccfe67a tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891526 Mar 11 16:20:02.426574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Made reservation on behalf of 1ddc00cb832c4bfd9e33ee9aa06e6041 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:02.498560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.530773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-82cc7aee-0646-4266-8397-1a5eb885b7e0 None None] Provisioning complete for port e097f10f-87bc-4b32-ab7f-4ce822284b0d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:02.531326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82cc7aee-0646-4266-8397-1a5eb885b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.548315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 69892eae-922e-401b-af08-91c7b9560f20) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:02.563495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:02.564461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.608472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12a856-f360-4665-a6ee-1a6230190177 None None] Network 69892eae-922e-401b-af08-91c7b9560f20 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:02.640361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e702affe-66ca-46cb-91d6-1054797f81e8 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.662018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:02.695823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.710902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e702affe-66ca-46cb-91d6-1054797f81e8 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.715402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc57b-c48d-4aeb-a602-071428c7e411 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.744002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] device_id is not set on port a8f50b33-a1be-408c-b2d2-a19354b791c2 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:02.785189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc57b-c48d-4aeb-a602-071428c7e411 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.795239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.865860 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No ports have port_id starting with e097f10f-87bc-4b32-ab7f-4ce822284b0d Mar 11 16:20:02.902826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.909254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-82cc7aee-0646-4266-8397-1a5eb885b7e0 None None] Could not find standard attr ID for object e097f10f-87bc-4b32-ab7f-4ce822284b0d. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:20:02.918700 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-379a0073-8a4d-4206-94bf-e04730e3d2f8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5453737 Mar 11 16:20:02.922797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59142) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:02.923850 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.plugins.ml2.db [None req-82cc7aee-0646-4266-8397-1a5eb885b7e0 None None] No ports have port_id starting with e097f10f-87bc-4b32-ab7f-4ce822284b0d Mar 11 16:20:02.945875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e702affe-66ca-46cb-91d6-1054797f81e8 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.964270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:02.965498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702affe-66ca-46cb-91d6-1054797f81e8 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:02.968463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No DVR routers for this DVR port e097f10f-87bc-4b32-ab7f-4ce822284b0d on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:02.981637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e702affe-66ca-46cb-91d6-1054797f81e8 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:02.985207 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e702affe-66ca-46cb-91d6-1054797f81e8 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/8fbef34f-e0c4-40eb-b3cd-dc5cea52d4d5 HTTP/1.1" status: 204 len: 168 time: 0.7043262 Mar 11 16:20:02.985521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:03.003515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.009869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:03.011220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5d44b89a-3345-4661-a938-23c5fa2c66c5 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:03.044143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:03.046737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:03.046967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a774bf61-9198-4aaf-a2fe-f513a96db218 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Synchronizing usage tracker for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:03.047251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.076041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Transition to ACTIVE for port object a0ebd656-c72a-4220-aaf2-67121c570fdc will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:03.080117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 5d44b89a-3345-4661-a938-23c5fa2c66c5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:03.080453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5d44b89a-3345-4661-a938-23c5fa2c66c5 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:03.123893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Transition to ACTIVE for port object a0ebd656-c72a-4220-aaf2-67121c570fdc will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:03.150010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a774bf61-9198-4aaf-a2fe-f513a96db218 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Unset dirty status for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:03.158238 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a774bf61-9198-4aaf-a2fe-f513a96db218 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1661978 Mar 11 16:20:03.158238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:03.172050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559395176'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:03.187311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:03.196399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-69892eae-922e-401b-af08-91c7b9560f20', 'network_id': '69892eae-922e-401b-af08-91c7b9560f20', 'tenant_id': 'ea7c95f15aa64985b5392400f0b5a9bb', 'fixed_ips': [{'subnet_id': '18e462a0-3417-45b1-a4a8-cc1301697161'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:03.203709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.203872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:03.224697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.297585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:03.337692 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:20:03.374892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.394645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fff527-e684-401a-8948-bbd6e920ac9a None None] DHCP port deletion for 31747e0e-200c-42ee-a20d-eb8347b28df6 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:03.397338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:03.417663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=e097f10f-87bc-4b32-ab7f-4ce822284b0d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:03.513493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:03.520182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Allocated IP 2001:db8::138 (80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb/85fa904d-d321-4e97-84bc-544a822cde0e/a8f50b33-a1be-408c-b2d2-a19354b791c2) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:03.527207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:03.540924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.557600 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:03.564976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Pushing event updated for resources: {'Port': ['ID=a0ebd656-c72a-4220-aaf2-67121c570fdc,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:03.608429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.651077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:03.658852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:03.668755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:03.673366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Allocated IP 2001:db8::3 (69892eae-922e-401b-af08-91c7b9560f20/18e462a0-3417-45b1-a4a8-cc1301697161/1b95b130-0388-4c46-a52c-ad4c5fc9f990) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:03.677207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:03.685811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc57b-c48d-4aeb-a602-071428c7e411 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.766591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Attempting to bind port a0ebd656-c72a-4220-aaf2-67121c570fdc on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:03.766591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Attempting to bind port a0ebd656-c72a-4220-aaf2-67121c570fdc by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'b328ae55-a97e-43fc-a215-945f5da59c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:03.767197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Attempting to bind port a0ebd656-c72a-4220-aaf2-67121c570fdc on network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:03.767461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31747e0e-200c-42ee-a20d-eb8347b28df6']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:03.779465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dc57b-c48d-4aeb-a602-071428c7e411 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a8d94-30e5-45fb-b842-9b43efca711e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:03.794748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Subnet': ['ID=35a8d29f-2d95-4b8f-b72a-d5987c99f7ab,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:03.810362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fa9cad-148b-44c0-a4b2-473baec1e187') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:03.810645 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fa9cad-148b-44c0-a4b2-473baec1e187') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:03.825144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7954283'] for subnet, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.848619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.860254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Checking segment: {'id': '340f7cfe-ca30-40f0-a074-0242458868fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:03.860607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network hostable DHCP agents. Network: 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:03.877743 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.891470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:03.897556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.897714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:03.898368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Checking segment: {'id': 'b328ae55-a97e-43fc-a215-945f5da59c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:03.898879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.899375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Bound using segment: {'id': 'b328ae55-a97e-43fc-a215-945f5da59c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:03.899967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Bound port: a0ebd656-c72a-4220-aaf2-67121c570fdc, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b328ae55-a97e-43fc-a215-945f5da59c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:03.900461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:03.907909 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:03.920092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.977490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:03.977940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:03.980982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5a818d17-bf36-404e-8e62-9089eb6e89e3 None None] Provisioning for port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:03.996787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Transition to ACTIVE for port object a8f50b33-a1be-408c-b2d2-a19354b791c2 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:04.008236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:04.010409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.032947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5a818d17-bf36-404e-8e62-9089eb6e89e3 None None] Provisioning complete for port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:04.033310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a818d17-bf36-404e-8e62-9089eb6e89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.035906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.093192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfa504b-8859-4c5f-843d-67f0a604ae95,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:04.131485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.174832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] For port a0ebd656-c72a-4220-aaf2-67121c570fdc, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:04.194929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef7dc57b-c48d-4aeb-a602-071428c7e411 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.196497 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ef7dc57b-c48d-4aeb-a602-071428c7e411 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/105a8d94-30e5-45fb-b842-9b43efca711e HTTP/1.1" status: 204 len: 168 time: 1.8164136 Mar 11 16:20:04.201891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59156) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:04.207383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6bd78-4b27-4ed4-817c-9d70a9ea627b req-2b40a164-ebbb-4221-9569-7ae9d38b50c1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:04.207655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.212963 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2611ebf0-a1eb-40a5-814b-522887ea296e tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0500824 Mar 11 16:20:04.213170 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4c6bd78-4b27-4ed4-817c-9d70a9ea627b req-2b40a164-ebbb-4221-9569-7ae9d38b50c1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.6076930 Mar 11 16:20:04.213334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:04.216416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59160) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:04.221694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-57e0a546-b7f6-4028-94ab-6741acde3f3c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '9dfa504b-8859-4c5f-843d-67f0a604ae95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:04.230337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:04.234318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] For port a0ebd656-c72a-4220-aaf2-67121c570fdc, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a0ebd656-c72a-4220-aaf2-67121c570fdc,segment=NetworkSegment(b328ae55-a97e-43fc-a215-945f5da59c38),segment_id=b328ae55-a97e-43fc-a215-945f5da59c38)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:04.238885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:04.241976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57e0a546-b7f6-4028-94ab-6741acde3f3c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:04.254427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:04.261378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:04.261652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.265124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.270046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Port': ['ID=a8f50b33-a1be-408c-b2d2-a19354b791c2,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:04.279793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57e0a546-b7f6-4028-94ab-6741acde3f3c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:04.287644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-57e0a546-b7f6-4028-94ab-6741acde3f3c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:04.294281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.307082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-57e0a546-b7f6-4028-94ab-6741acde3f3c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:04.322748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3e4f1764-2255-4f73-a331-c970bca57082 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1159198 Mar 11 16:20:04.326415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59164) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:04.327720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.332213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-secgroup--428318283'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:04.338384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:04.342953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:04.346579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:04.353594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:04.362395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.377861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.384483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Network': ['ID=31747e0e-200c-42ee-a20d-eb8347b28df6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:04.389890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:04.399179 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4c6bd78-4b27-4ed4-817c-9d70a9ea627b req-eccc159f-9664-4751-8538-02fb08d29919 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804752 Mar 11 16:20:04.404216 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:04.414107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.414667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c649bc-98a6-4071-a347-aa0dfe52a8b6 None None] Network 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:04.417186 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-808fea51-1325-4598-9d2e-9e9c6ea8b2a1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/networks/31747e0e-200c-42ee-a20d-eb8347b28df6 HTTP/1.1" status: 204 len: 168 time: 3.6901004 Mar 11 16:20:04.417469 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-98537b9d-68af-4c96-b634-0ee9f4ab4678 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.5904801 Mar 11 16:20:04.421009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59168) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:04.422119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59170) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:04.431147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-748960772'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:04.466501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.469558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:04.477744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Transition to ACTIVE for port object 1b95b130-0388-4c46-a52c-ad4c5fc9f990 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:04.478241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:network and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:04.483824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:04.491526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:04.535257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1444aaf-a783-4967-b3b5-615bc953a606 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:04.543763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1444aaf-a783-4967-b3b5-615bc953a606 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:04.549352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1444aaf-a783-4967-b3b5-615bc953a606 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:04.550368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b1444aaf-a783-4967-b3b5-615bc953a606 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Synchronizing usage tracker for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:04.555619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.559903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a818d17-bf36-404e-8e62-9089eb6e89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.602683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:04.605178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:04.608467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f64951-e7c0-4505-be82-cd02df257bc4 None None] Pushing event updated for resources: {'Port': ['ID=a0ebd656-c72a-4220-aaf2-67121c570fdc,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:04.609370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.619843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Transition to ACTIVE for port object 1b95b130-0388-4c46-a52c-ad4c5fc9f990 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:04.628639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:04.633939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:04.638128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7d4fea34-a7ee-4f22-94d2-e0e1c6807559,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:04.644813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:04.661843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:04.684318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.684609 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Added segment fbc9cb28-0c47-4280-937b-f058f9ce68eb of type vlan for network e2b1935c-3c77-447f-b7c2-8b5e581988c2 Mar 11 16:20:04.720328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b1444aaf-a783-4967-b3b5-615bc953a606 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Unset dirty status for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:04.721498 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b1444aaf-a783-4967-b3b5-615bc953a606 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2973530 Mar 11 16:20:04.727799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59176) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:04.732368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.768358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.782198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.826382 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-358df3d6-6c4d-426c-ac53-8676fa64da77 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0597317 Mar 11 16:20:04.829618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59180) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:04.836009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'port': {'network_id': '4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a', 'name': 'tempest-NetworksIpV6TestAttrs-2031033450'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:04.851641 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-57e0a546-b7f6-4028-94ab-6741acde3f3c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The resource could not be found. Mar 11 16:20:04.855489 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-57e0a546-b7f6-4028-94ab-6741acde3f3c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6362526 Mar 11 16:20:04.855647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.857084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59184) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:04.883020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.905791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-114790c7-07e7-439a-a8ca-67b2cddd17aa tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '9dfa504b-8859-4c5f-843d-67f0a604ae95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4b0e9adb-eaef-4009-9204-b4357ea421dd'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:04.918992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.923996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:04.928815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.929121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Network 69892eae-922e-401b-af08-91c7b9560f20 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:04.935656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:04.937605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a', 'network_id': '4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a', 'tenant_id': '2b78b1d270d64961a72f0db85ed6e6d6', 'fixed_ips': [{'subnet_id': '35a8d29f-2d95-4b8f-b72a-d5987c99f7ab'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:04.939154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:04.956475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:04.969638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-114790c7-07e7-439a-a8ca-67b2cddd17aa tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:04.998705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Pushing event updated for resources: {'Port': ['ID=1b95b130-0388-4c46-a52c-ad4c5fc9f990,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:05.012147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e19a84e1-af7b-4aed-8690-69809112fe78 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Deleting port a8f50b33-a1be-408c-b2d2-a19354b791c2 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:05.012711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19a84e1-af7b-4aed-8690-69809112fe78 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.069224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-114790c7-07e7-439a-a8ca-67b2cddd17aa tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:05.082218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7750364-82e5-4b70-b155-bb109c799996,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:05.084798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-114790c7-07e7-439a-a8ca-67b2cddd17aa tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:05.150821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-114790c7-07e7-439a-a8ca-67b2cddd17aa tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:05.184471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Network': ['ID=e2b1935c-3c77-447f-b7c2-8b5e581988c2,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:05.218029 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fa44a90b-e1a5-4ddc-a64a-490e28b68587 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7922754 Mar 11 16:20:05.219201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:05.221313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59188) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:05.229002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': 'e2b1935c-3c77-447f-b7c2-8b5e581988c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:05.251575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:port and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:05.254453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Attempting to bind port 1b95b130-0388-4c46-a52c-ad4c5fc9f990 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:05.255045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Attempting to bind port 1b95b130-0388-4c46-a52c-ad4c5fc9f990 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69892eae-922e-401b-af08-91c7b9560f20'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:05.255662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Attempting to bind port 1b95b130-0388-4c46-a52c-ad4c5fc9f990 on network 69892eae-922e-401b-af08-91c7b9560f20 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:05.258239 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network e2b1935c-3c77-447f-b7c2-8b5e581988c2 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:05.263740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.264995 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-62ad4e27-7d64-481c-a4f2-020c3351e3fd tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9373739 Mar 11 16:20:05.268907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:05.271527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59192) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:05.282136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:05.287651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': 'c7750364-82e5-4b70-b155-bb109c799996', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:05.332266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.resource_extend [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:20:05.358780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:05.363369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a0ebd656-c72a-4220-aaf2-67121c570fdc up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:05.370397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.380429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:05.390358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:05.392297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-5a818d17-bf36-404e-8e62-9089eb6e89e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:05.392834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-5a818d17-bf36-404e-8e62-9089eb6e89e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:05.400561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:05.412768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:05.435454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:05.435844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Checking segment: {'id': '7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69892eae-922e-401b-af08-91c7b9560f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:05.436010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:05.436560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.436948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Bound using segment: {'id': '7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69892eae-922e-401b-af08-91c7b9560f20'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:05.437426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Bound port: 1b95b130-0388-4c46-a52c-ad4c5fc9f990, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '69892eae-922e-401b-af08-91c7b9560f20'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:05.437832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.451259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:05.457123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:05.469056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.487977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:05.495839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.498795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.519621 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-114790c7-07e7-439a-a8ca-67b2cddd17aa tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The resource could not be found. Mar 11 16:20:05.531466 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-114790c7-07e7-439a-a8ca-67b2cddd17aa tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6620877 Mar 11 16:20:05.539634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] device_id is not set on port 88e3e3c5-8484-4b00-94f0-5f38fd62872d yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:05.565538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] For port 1b95b130-0388-4c46-a52c-ad4c5fc9f990, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:05.569748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] For port 1b95b130-0388-4c46-a52c-ad4c5fc9f990, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1b95b130-0388-4c46-a52c-ad4c5fc9f990,segment=NetworkSegment(7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4),segment_id=7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:05.594276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59198) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:05.606451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728838684151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7652785'] for subnet, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.629376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:05.633355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.648439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.752228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:05.752834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.754143 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "PUT /v2.0/subnets/18e462a0-3417-45b1-a4a8-cc1301697161 HTTP/1.1" status: 200 len: 900 time: 2.8128574 Mar 11 16:20:05.761942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=7d4fea34-a7ee-4f22-94d2-e0e1c6807559,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:05.763464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19a84e1-af7b-4aed-8690-69809112fe78 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.768692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59202) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:05.780934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:05.886038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Allocated IP 2001:db8::f816:3eff:feb7:5c92 (4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a/35a8d29f-2d95-4b8f-b72a-d5987c99f7ab/f7cb9dbf-0623-45a8-ab97-d30a1ee6aead) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:05.943986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722f5817-1aa2-4049-b292-2e12b923e912 None None] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:05.981450 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a0ebd656-c72a-4220-aaf2-67121c570fdc completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:06.006128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd0f8c-b527-4efa-bf94-f5321dbab0b2 None None] Pushing event updated for resources: {'Port': ['ID=1b95b130-0388-4c46-a52c-ad4c5fc9f990,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:06.126313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e097f10f-87bc-4b32-ab7f-4ce822284b0d no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:06.155019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:06.173810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event updated for resources: {'Subnet': ['ID=18e462a0-3417-45b1-a4a8-cc1301697161,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:06.202524 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e19a84e1-af7b-4aed-8690-69809112fe78 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Calling delete_port for a8f50b33-a1be-408c-b2d2-a19354b791c2 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:06.239930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.240263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.240560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.240891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.241218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.241546 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.241864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.242196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.242519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.242836 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.243152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.243463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.247257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.247597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.248511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: e097f10f-87bc-4b32-ab7f-4ce822284b0d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:06.248704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.248844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e097f10f-87bc-4b32-ab7f-4ce822284b0d not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:06.249055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.249365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.249697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.250026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.250391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.250714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.251033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.251349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.251919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d22b6-44c8-4827-b9b9-bd640d46d242 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.355738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:06.358920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:06.429574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c47341f-4d44-4554-add5-8786a048ac01 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.467558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.502832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.523842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c47341f-4d44-4554-add5-8786a048ac01 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.524352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Transition to ACTIVE for port object f7cb9dbf-0623-45a8-ab97-d30a1ee6aead will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:06.540506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.551549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.553570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Transition to ACTIVE for port object f7cb9dbf-0623-45a8-ab97-d30a1ee6aead will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:06.556142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Provisioning for port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:06.564468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Provisioning complete for port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:06.564835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.643003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.645000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:06.688831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19a84e1-af7b-4aed-8690-69809112fe78 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.699019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.712453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b3a24-8f1b-4759-b17a-86c8a6cf4007 req-eae4b2d7-2436-45e4-8d1b-e7726d6c79a7 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:06.714364 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e9b3a24-8f1b-4759-b17a-86c8a6cf4007 req-eae4b2d7-2436-45e4-8d1b-e7726d6c79a7 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 1.1085405 Mar 11 16:20:06.779832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b48bba6-cdc9-4cd9-b040-f6540754439d,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:06.781376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a84e1-af7b-4aed-8690-69809112fe78 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event deleted for resources: {'Port': ['ID=a8f50b33-a1be-408c-b2d2-a19354b791c2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:06.784421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting port 1b95b130-0388-4c46-a52c-ad4c5fc9f990 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:06.785263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.803917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Provisioning for port a0ebd656-c72a-4220-aaf2-67121c570fdc completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:06.820989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Provisioning complete for port a0ebd656-c72a-4220-aaf2-67121c570fdc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:06.821458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:06.891812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.891812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.892026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.892306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.892887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.892974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.893309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.893632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.893957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.894328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.894652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.894973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:06.924083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=09575ca7-6b67-4c0e-aaea-26efd56408ed,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:06.935411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Network 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:06.945616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:06.949680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Pushing event updated for resources: {'Port': ['ID=f7cb9dbf-0623-45a8-ab97-d30a1ee6aead,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:06.960090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:06.980263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Checking segment: {'id': 'fbc9cb28-0c47-4280-937b-f058f9ce68eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e2b1935c-3c77-447f-b7c2-8b5e581988c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:06.987824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network hostable DHCP agents. Network: e2b1935c-3c77-447f-b7c2-8b5e581988c2, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:07.023753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Allocated IP 2001:db8::f816:3eff:feb2:54d3 (4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a/35a8d29f-2d95-4b8f-b72a-d5987c99f7ab/88e3e3c5-8484-4b00-94f0-5f38fd62872d) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:07.026250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.030061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d226d666-4153-4239-b8ac-16d003a693c3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.7520573 Mar 11 16:20:07.031391 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e9b3a24-8f1b-4759-b17a-86c8a6cf4007 req-c4571965-e162-4dda-b1a5-84d8431c6edc tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950666 Mar 11 16:20:07.042895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59206) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:07.059942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c47341f-4d44-4554-add5-8786a048ac01 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.140751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e19a84e1-af7b-4aed-8690-69809112fe78 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.145138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47341f-4d44-4554-add5-8786a048ac01 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfa504b-8859-4c5f-843d-67f0a604ae95,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:07.163197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Attempting to bind port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:07.165872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Attempting to bind port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '340f7cfe-ca30-40f0-a074-0242458868fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:07.165872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Attempting to bind port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead on network 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:07.196914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c47341f-4d44-4554-add5-8786a048ac01 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.200864 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c47341f-4d44-4554-add5-8786a048ac01 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/9dfa504b-8859-4c5f-843d-67f0a604ae95 HTTP/1.1" status: 204 len: 168 time: 1.6056094 Mar 11 16:20:07.201012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:07.215673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:07.219638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network e2b1935c-3c77-447f-b7c2-8b5e581988c2 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:07.224237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Checking segment: {'id': '340f7cfe-ca30-40f0-a074-0242458868fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:07.224978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.225541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Bound using segment: {'id': '340f7cfe-ca30-40f0-a074-0242458868fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:07.226232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Bound port: f7cb9dbf-0623-45a8-ab97-d30a1ee6aead, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340f7cfe-ca30-40f0-a074-0242458868fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:07.226790 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.241273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47a6703c-2264-4210-87d6-2393b5f85d7a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.326467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47a6703c-2264-4210-87d6-2393b5f85d7a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.366023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-846c9e5f-068a-4496-b79f-5573eacbdd89 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Synchronizing usage tracker for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:07.376988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Router 715d8ca2-732e-4698-ae65-17fec4dbdcac is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:20:07.386380 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e19a84e1-af7b-4aed-8690-69809112fe78 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "DELETE /v2.0/ports/a8f50b33-a1be-408c-b2d2-a19354b791c2 HTTP/1.1" status: 204 len: 168 time: 2.6546290 Mar 11 16:20:07.392727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59214) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:07.412854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, e2b1935c-3c77-447f-b7c2-8b5e581988c2) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:07.418510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:07.419389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.439617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.465796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fbe57f-a312-4635-ba5e-e1e1258d2ac3 None None] Network e2b1935c-3c77-447f-b7c2-8b5e581988c2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:07.610390 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ec14ec-5bc7-4d9d-9bae-680ef7e2bb69 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] GET failed (client error): The resource could not be found. Mar 11 16:20:07.613199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e4ec14ec-5bc7-4d9d-9bae-680ef7e2bb69 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Synchronizing usage tracker for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:07.623929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] For port 1b95b130-0388-4c46-a52c-ad4c5fc9f990, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1b95b130-0388-4c46-a52c-ad4c5fc9f990,segment=NetworkSegment(7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4),segment_id=7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:07.624292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.642633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-846c9e5f-068a-4496-b79f-5573eacbdd89 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Unset dirty status for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:07.644180 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-846c9e5f-068a-4496-b79f-5573eacbdd89 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4420707 Mar 11 16:20:07.650412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:07.703798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] For port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:07.708890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] For port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f7cb9dbf-0623-45a8-ab97-d30a1ee6aead,segment=NetworkSegment(340f7cfe-ca30-40f0-a074-0242458868fb),segment_id=340f7cfe-ca30-40f0-a074-0242458868fb)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:07.710573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:07.740769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eefe8f9-9f7b-4286-bc3a-aa68ef4253d9 None None] Network 69892eae-922e-401b-af08-91c7b9560f20 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:07.743315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4d08e175-a2eb-4569-a64f-5bdb3753df08 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '163de002-c0b9-47f3-affd-37feb7cadaae', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:07.750075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4d08e175-a2eb-4569-a64f-5bdb3753df08 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:07.757289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4d08e175-a2eb-4569-a64f-5bdb3753df08 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:07.761896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4d08e175-a2eb-4569-a64f-5bdb3753df08 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:07.770079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4d08e175-a2eb-4569-a64f-5bdb3753df08 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:07.787079 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-40b6c014-65d9-4c47-a491-0439c13d503e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5617549 Mar 11 16:20:07.791893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59222) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:07.795034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e4ec14ec-5bc7-4d9d-9bae-680ef7e2bb69 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Unset dirty status for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:07.796360 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e4ec14ec-5bc7-4d9d-9bae-680ef7e2bb69 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "GET /v2.0/ports/a8f50b33-a1be-408c-b2d2-a19354b791c2 HTTP/1.1" status: 404 len: 333 time: 0.4011495 Mar 11 16:20:07.799292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Calling delete_port for 1b95b130-0388-4c46-a52c-ad4c5fc9f990 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:07.814140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': 'e2b1935c-3c77-447f-b7c2-8b5e581988c2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2000125340'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:07.814922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.836813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47a6703c-2264-4210-87d6-2393b5f85d7a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.842677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47a6703c-2264-4210-87d6-2393b5f85d7a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:07.851312 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-47a6703c-2264-4210-87d6-2393b5f85d7a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/9b48bba6-cdc9-4cd9-b040-f6540754439d HTTP/1.1" status: 204 len: 168 time: 0.8001842 Mar 11 16:20:07.855785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59226) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:07.856367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59228) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:07.878720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'port': {'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1494719656'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:08.013764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:08.025200 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d28fd9c9-5ecc-469e-b447-1137915c991e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "PUT /v2.0/routers/715d8ca2-732e-4698-ae65-17fec4dbdcac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4969025 Mar 11 16:20:08.030861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59234) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:08.090905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6703c-2264-4210-87d6-2393b5f85d7a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b48bba6-cdc9-4cd9-b040-f6540754439d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:08.134440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:08.137228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Sync routers for ids ['715d8ca2-732e-4698-ae65-17fec4dbdcac'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:08.160411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-e2b1935c-3c77-447f-b7c2-8b5e581988c2', 'network_id': 'e2b1935c-3c77-447f-b7c2-8b5e581988c2', 'tenant_id': '574f42aaefb34068bf83903d8d802290', 'fixed_ips': [{'subnet_id': '09575ca7-6b67-4c0e-aaea-26efd56408ed'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:08.162010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.181135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:08.188834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.199929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] For port a0ebd656-c72a-4220-aaf2-67121c570fdc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a0ebd656-c72a-4220-aaf2-67121c570fdc,segment=NetworkSegment(b328ae55-a97e-43fc-a215-945f5da59c38),segment_id=b328ae55-a97e-43fc-a215-945f5da59c38)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:08.234507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0c2954e2-7f05-4320-8f39-b7e56c65c518 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:08.272618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Transition to ACTIVE for port object 88e3e3c5-8484-4b00-94f0-5f38fd62872d will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:08.292659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.311294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Made reservation on behalf of 1ddc00cb832c4bfd9e33ee9aa06e6041 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:08.314802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.339918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27cc1cc-2e8a-406b-993b-056555a3d562 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:08.340634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e27cc1cc-2e8a-406b-993b-056555a3d562 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:08.354913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] device_id is not set on port b2f775d0-b5c3-433f-b0b9-10be429da075 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:08.361251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Routers {'715d8ca2-732e-4698-ae65-17fec4dbdcac'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:08.361953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:19:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['715d8ca2-732e-4698-ae65-17fec4dbdcac'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:08.376436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:08.386964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:08.397314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0c2954e2-7f05-4320-8f39-b7e56c65c518 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:08.401501 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0c2954e2-7f05-4320-8f39-b7e56c65c518 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5279768 Mar 11 16:20:08.411996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59240) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:08.431715 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-4d08e175-a2eb-4569-a64f-5bdb3753df08 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The resource could not be found. Mar 11 16:20:08.433187 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4d08e175-a2eb-4569-a64f-5bdb3753df08 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7807622 Mar 11 16:20:08.437360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59244) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:08.444946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833421047'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:08.459958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:08.503172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409c52a-1158-4f45-82f0-b00e74f6e30f req-bd931fd1-6837-47e8-aa30-e087514ae79b tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:08.505649 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d409c52a-1158-4f45-82f0-b00e74f6e30f req-bd931fd1-6837-47e8-aa30-e087514ae79b tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.2409720 Mar 11 16:20:08.530151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e27cc1cc-2e8a-406b-993b-056555a3d562 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:08.531693 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e27cc1cc-2e8a-406b-993b-056555a3d562 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports/c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed HTTP/1.1" status: 200 len: 911 time: 0.4903147 Mar 11 16:20:08.535293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:08.542227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59248) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:08.593082 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d409c52a-1158-4f45-82f0-b00e74f6e30f req-1ce15511-00ab-49e8-a9da-a70714a66929 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843799 Mar 11 16:20:08.593932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:08.601234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.621387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fae3d403-7646-4d9c-b877-89226a447140 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.639721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:08.640335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.640518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port 9a36407f-dbcf-45ef-a79f-dba5ae96184c yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:08.662570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.721089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.767547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:08.796824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696485a3-fe6f-4144-82c6-6fa30755fa88 None None] Pushing event updated for resources: {'Port': ['ID=f7cb9dbf-0623-45a8-ab97-d30a1ee6aead,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:08.813211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:08.821596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:08.834621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:08.872970 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:08.877878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::2ef (e2b1935c-3c77-447f-b7c2-8b5e581988c2/09575ca7-6b67-4c0e-aaea-26efd56408ed/9a36407f-dbcf-45ef-a79f-dba5ae96184c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:08.930075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Port': ['ID=1b95b130-0388-4c46-a52c-ad4c5fc9f990,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:08.931904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Set router 715d8ca2-732e-4698-ae65-17fec4dbdcac gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:09.008039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fae3d403-7646-4d9c-b877-89226a447140 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.056459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.062282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Provisioning for port 955913c6-cd99-41de-a84b-e0f71c7c1856 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:09.117620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:09.118808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5dbc2-121d-4796-8c47-ad7e7d6edd85 None None] Pushing event updated for resources: {'Port': ['ID=a0ebd656-c72a-4220-aaf2-67121c570fdc,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:09.119001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No DVR routers for this DVR port 1b95b130-0388-4c46-a52c-ad4c5fc9f990 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:09.134051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:09.178216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Allocated IP 2001:db8::1e6 (80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb/85fa904d-d321-4e97-84bc-544a822cde0e/b2f775d0-b5c3-433f-b0b9-10be429da075) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:09.180442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:09.186232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:09.186899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.198208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Provisioning complete for port 955913c6-cd99-41de-a84b-e0f71c7c1856 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:09.198730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.242031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Port': ['ID=88e3e3c5-8484-4b00-94f0-5f38fd62872d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:09.282808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1b95b130-0388-4c46-a52c-ad4c5fc9f990 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:09.290835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.312278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.321222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.324681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 1b95b130-0388-4c46-a52c-ad4c5fc9f990 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:09.325095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1b95b130-0388-4c46-a52c-ad4c5fc9f990 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 16:20:09.325235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.328776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object 9a36407f-dbcf-45ef-a79f-dba5ae96184c will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:09.361618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828010-aa03-4d6f-b02d-9ee40392d017 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:09.365920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Port 1b95b130-0388-4c46-a52c-ad4c5fc9f990 not found, will not notify nova. {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 16:20:09.377458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828010-aa03-4d6f-b02d-9ee40392d017 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:09.377794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f110b0-c904-44f7-b1b0-b6792e18122b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:09.381999 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-41828010-aa03-4d6f-b02d-9ee40392d017 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8384039 Mar 11 16:20:09.382641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59252) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:09.386785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Port 955913c6-cd99-41de-a84b-e0f71c7c1856 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:09.394405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fae3d403-7646-4d9c-b877-89226a447140 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.399923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fae3d403-7646-4d9c-b877-89226a447140 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.403981 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fae3d403-7646-4d9c-b877-89226a447140 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/c7750364-82e5-4b70-b155-bb109c799996 HTTP/1.1" status: 204 len: 168 time: 0.9874449 Mar 11 16:20:09.416798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59256) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:09.480251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.484377 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4120a0ad-e4a7-405f-a751-da08c552cb0f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0457242 Mar 11 16:20:09.485302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59260) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:09.490644 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4c26766f-17e2-4284-8662-597ba4a7744d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.6596181 Mar 11 16:20:09.496600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'tempest-secgroup--988304764'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:09.500495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59264) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:09.503751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:09.508614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:09.512172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:09.518757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:09.575357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3d403-7646-4d9c-b877-89226a447140 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7750364-82e5-4b70-b155-bb109c799996,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:09.758619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fdd51c-ad41-4236-b7b8-cff1da46ed56 None None] Network 69892eae-922e-401b-af08-91c7b9560f20 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:09.789122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Provisioning complete for port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:09.789497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.792416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.856462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.869294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a0ebd656-c72a-4220-aaf2-67121c570fdc up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:09.921281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:09.925831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ada4b-44ca-46ce-9b4c-83533fcf3073 None None] Network 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:09.929541 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:20:09.988920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:09.992806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network e2b1935c-3c77-447f-b7c2-8b5e581988c2 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:09.993153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3eaff631-99df-4939-a0b6-bc21b44f0588 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:10.000464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:10.007100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:10.016572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:10.019851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=18e462a0-3417-45b1-a4a8-cc1301697161,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:10.022083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:10.022737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.037306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:10.053966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d669add-81c0-4f65-be83-1b13216d7543 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Deleting subnet 35a8d29f-2d95-4b8f-b72a-d5987c99f7ab {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:10.060064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=9a36407f-dbcf-45ef-a79f-dba5ae96184c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:10.064649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:10.078112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d669add-81c0-4f65-be83-1b13216d7543 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.121708 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-751792f0-e0d6-4809-9ed6-81d0e013aeda tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3212905 Mar 11 16:20:10.123721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59270) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:10.214678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.220185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b86bbb4a-f523-4419-b5df-ab0b344ee9e1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 9a36407f-dbcf-45ef-a79f-dba5ae96184c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:10.220524 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b86bbb4a-f523-4419-b5df-ab0b344ee9e1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.237429 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Allocated IP 2001:db8::2 (e2b1935c-3c77-447f-b7c2-8b5e581988c2/09575ca7-6b67-4c0e-aaea-26efd56408ed/ccf78c77-5821-4e04-90de-cbebd692e0ea) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:10.244170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.245221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:10.253928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d669add-81c0-4f65-be83-1b13216d7543 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.280541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Could not find standard attr ID for object a8f50b33-a1be-408c-b2d2-a19354b791c2. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:20:10.304477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3eaff631-99df-4939-a0b6-bc21b44f0588 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:10.309559 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3eaff631-99df-4939-a0b6-bc21b44f0588 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8664286 Mar 11 16:20:10.312945 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Could not find standard attr ID for object 1b95b130-0388-4c46-a52c-ad4c5fc9f990. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:20:10.322335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59274) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:10.327832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69892eae-922e-401b-af08-91c7b9560f20']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:10.347758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-secgroup--207625983'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:10.354117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:10.354750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7fbfe3-87db-4fd7-96fa-5ea8bd7aa8e4') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:10.374864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.376035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:10.400842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.410186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Transition to ACTIVE for port object b2f775d0-b5c3-433f-b0b9-10be429da075 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:10.419766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90c9ea-f12a-48b6-9b23-4042a31280b7 req-7c293c1d-c933-4a5b-a402-82343d5c71bf tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:10.421802 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe90c9ea-f12a-48b6-9b23-4042a31280b7 req-7c293c1d-c933-4a5b-a402-82343d5c71bf tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.5700781 Mar 11 16:20:10.427218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:10.472825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.487812 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe90c9ea-f12a-48b6-9b23-4042a31280b7 req-9516bad9-7b5b-4bbb-bf1b-24487117c06b tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585136 Mar 11 16:20:10.491997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.508174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:10.508836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:10.525390 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:10.570767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.655433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.659848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d669add-81c0-4f65-be83-1b13216d7543 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.659997 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1675625 Mar 11 16:20:10.665107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59278) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:10.668802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32611bfb-3ec9-4362-8d05-c97bfcd5c185 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf33d00-d9b4-4b44-8a70-2105c1a1d402,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:10.671381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:10.677336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b0c9cc4a-b0c6-4197-bd62-f40f7d7c084b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group_rule': {'security_group_id': '04f110b0-c904-44f7-b1b0-b6792e18122b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1bf33d00-d9b4-4b44-8a70-2105c1a1d402'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:10.691229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b0c9cc4a-b0c6-4197-bd62-f40f7d7c084b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:10.701142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Provisioning complete for port a0ebd656-c72a-4220-aaf2-67121c570fdc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:10.701517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6675-87d7-4bfc-9897-8469ea59a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.716951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.732510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b0c9cc4a-b0c6-4197-bd62-f40f7d7c084b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:10.735276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:10.744415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b0c9cc4a-b0c6-4197-bd62-f40f7d7c084b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:10.766588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b0c9cc4a-b0c6-4197-bd62-f40f7d7c084b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:10.776502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a0ebd656-c72a-4220-aaf2-67121c570fdc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:10.776872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.800449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.804705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691ed35a-a17e-4f51-8e4f-60e0a66f44bd None None] DHCP port deletion for 69892eae-922e-401b-af08-91c7b9560f20 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:10.809525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:10.814049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b86bbb4a-f523-4419-b5df-ab0b344ee9e1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.851591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.873663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=69892eae-922e-401b-af08-91c7b9560f20,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:10.875800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:10.885464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:10.891652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:10.892400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.901403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715d8ca2-732e-4698-ae65-17fec4dbdcac', 'name': 'tempest-NetworksTestDHCPv6-router-1642245557', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:03Z', 'revision_number': 2, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None, '_interfaces': [{'id': 'c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed', 'name': '', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'mac_address': 'fa:16:3e:87:09:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715d8ca2-732e-4698-ae65-17fec4dbdcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '466f16cd-2be4-4c16-909d-5ef7852fa619', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:00Z', 'updated_at': '2022-03-11T16:20:04Z', 'revision_number': 2, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'subnets': [{'id': '466f16cd-2be4-4c16-909d-5ef7852fa619', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:10.916060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:10.937756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Port': ['ID=b2f775d0-b5c3-433f-b0b9-10be429da075,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:10.948910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Checking router: 715d8ca2-732e-4698-ae65-17fec4dbdcac for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:20:10.948910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Updating router 715d8ca2-732e-4698-ae65-17fec4dbdcac port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:20:10.959547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b86bbb4a-f523-4419-b5df-ab0b344ee9e1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 9a36407f-dbcf-45ef-a79f-dba5ae96184c owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:10.966289 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ea25ae7f-5c45-49be-8d59-1b3cb6b93c62 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/69892eae-922e-401b-af08-91c7b9560f20 HTTP/1.1" status: 204 len: 168 time: 5.1863167 Mar 11 16:20:10.967259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59282) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:11.006382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.015723 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd0a0d1-bf41-4b7a-8b13-3d3ba90fdce7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:11.016190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd0a0d1-bf41-4b7a-8b13-3d3ba90fdce7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:11.021682 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-afd0a0d1-bf41-4b7a-8b13-3d3ba90fdce7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/18e462a0-3417-45b1-a4a8-cc1301697161 HTTP/1.1" status: 404 len: 337 time: 0.0529561 Mar 11 16:20:11.022381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:11.024458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Transition to ACTIVE for port object ccf78c77-5821-4e04-90de-cbebd692e0ea will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:11.045783 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-136c4377-b4cf-4267-9409-0da7d26ff790 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1766200 Mar 11 16:20:11.049326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59290) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:11.059713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-13e1d0b7-5f7f-4705-80e2-cc3bb64ff558 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::272', 'mac_address': 'fa:16:3e:5c:b8:f7'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:11.108072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Transition to ACTIVE for port object ccf78c77-5821-4e04-90de-cbebd692e0ea will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:11.113866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.230093 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.313128 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-48397b75-fdfa-4778-b47d-367948c18cce tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:11.314047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48397b75-fdfa-4778-b47d-367948c18cce tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:11.319472 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-48397b75-fdfa-4778-b47d-367948c18cce tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/69892eae-922e-401b-af08-91c7b9560f20 HTTP/1.1" status: 404 len: 339 time: 0.2922721 Mar 11 16:20:11.319472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d669add-81c0-4f65-be83-1b13216d7543 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.323307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59294) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:11.324702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-92bde610-dfd8-4f9b-a38a-158fe4376c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.338233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f7cb9dbf-0623-45a8-ab97-d30a1ee6aead up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:11.376635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d669add-81c0-4f65-be83-1b13216d7543 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Subnet': ['ID=35a8d29f-2d95-4b8f-b72a-d5987c99f7ab,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:11.387388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.390996 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-b0c9cc4a-b0c6-4197-bd62-f40f7d7c084b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:11.392021 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b0c9cc4a-b0c6-4197-bd62-f40f7d7c084b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7246339 Mar 11 16:20:11.395464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Network e2b1935c-3c77-447f-b7c2-8b5e581988c2 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:11.405266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59298) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:11.405486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:11.408210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:11.453886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d669add-81c0-4f65-be83-1b13216d7543 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.456042 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d669add-81c0-4f65-be83-1b13216d7543 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/subnets/35a8d29f-2d95-4b8f-b72a-d5987c99f7ab HTTP/1.1" status: 204 len: 168 time: 1.9413877 Mar 11 16:20:11.467623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59302) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:11.533533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Pushing event updated for resources: {'Port': ['ID=ccf78c77-5821-4e04-90de-cbebd692e0ea,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:11.558666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.559645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Provisioning for port b2f775d0-b5c3-433f-b0b9-10be429da075 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:11.569064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d7152-8460-4666-88d8-6494c38cb8c9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:11.577360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d7152-8460-4666-88d8-6494c38cb8c9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:11.578145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-383d7152-8460-4666-88d8-6494c38cb8c9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Synchronizing usage tracker for tenant:2b78b1d270d64961a72f0db85ed6e6d6 on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:11.622509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Provisioning complete for port b2f775d0-b5c3-433f-b0b9-10be429da075 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:11.624150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.657356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-383d7152-8460-4666-88d8-6494c38cb8c9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Unset dirty status for tenant:2b78b1d270d64961a72f0db85ed6e6d6 on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:11.658954 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-383d7152-8460-4666-88d8-6494c38cb8c9 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1900263 Mar 11 16:20:11.680911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59308) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:11.749283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.754056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13e1d0b7-5f7f-4705-80e2-cc3bb64ff558 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.757430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Attempting to bind port ccf78c77-5821-4e04-90de-cbebd692e0ea on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:11.758080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Attempting to bind port ccf78c77-5821-4e04-90de-cbebd692e0ea by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'fbc9cb28-0c47-4280-937b-f058f9ce68eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e2b1935c-3c77-447f-b7c2-8b5e581988c2'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:11.758680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Attempting to bind port ccf78c77-5821-4e04-90de-cbebd692e0ea on network e2b1935c-3c77-447f-b7c2-8b5e581988c2 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:11.770509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Port b2f775d0-b5c3-433f-b0b9-10be429da075 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:11.825420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:11.825805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Checking segment: {'id': 'fbc9cb28-0c47-4280-937b-f058f9ce68eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e2b1935c-3c77-447f-b7c2-8b5e581988c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:11.826319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.826781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Bound using segment: {'id': 'fbc9cb28-0c47-4280-937b-f058f9ce68eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e2b1935c-3c77-447f-b7c2-8b5e581988c2'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:11.827345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Bound port: ccf78c77-5821-4e04-90de-cbebd692e0ea, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc9cb28-0c47-4280-937b-f058f9ce68eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e2b1935c-3c77-447f-b7c2-8b5e581988c2'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:11.827788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.868558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:11.881164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f27f5-0275-48da-b390-6ef55a2c3302 None None] Network 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:11.889112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbef4876-f164-48e4-a13c-90a4be866e21,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:11.961038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Provisioning for port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:12.044554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2eaf0ce-4769-4c9c-a1a3-98e316b225d3 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.053165 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b86bbb4a-f523-4419-b5df-ab0b344ee9e1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.094420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1b95b130-0388-4c46-a52c-ad4c5fc9f990 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:12.115587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2492c9b8-60e7-41dd-b3ed-1e28d40db66f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.131758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.135722 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-83ee3d6e-ac20-47c7-be2c-3934d1386797 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8028002 Mar 11 16:20:12.137813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59312) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:12.145155 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Provisioning complete for port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:12.146386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.147275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': 'dbef4876-f164-48e4-a13c-90a4be866e21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:12.155604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:12.164802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:12.170030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:12.180552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bbb4a-f523-4419-b5df-ab0b344ee9e1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=9a36407f-dbcf-45ef-a79f-dba5ae96184c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:12.180773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:12.218798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 1b95b130-0388-4c46-a52c-ad4c5fc9f990 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:12.219133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1b95b130-0388-4c46-a52c-ad4c5fc9f990 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:12.234125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13e1d0b7-5f7f-4705-80e2-cc3bb64ff558 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.286719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2eaf0ce-4769-4c9c-a1a3-98e316b225d3 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.288871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.308703 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-2492c9b8-60e7-41dd-b3ed-1e28d40db66f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 16:20:12.308703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2492c9b8-60e7-41dd-b3ed-1e28d40db66f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:12.313662 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2492c9b8-60e7-41dd-b3ed-1e28d40db66f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a HTTP/1.1" status: 409 len: 405 time: 0.6230819 Mar 11 16:20:12.318312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59316) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:12.329075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-355435514'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:12.330150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] For port ccf78c77-5821-4e04-90de-cbebd692e0ea, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:12.330506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.332722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13e1d0b7-5f7f-4705-80e2-cc3bb64ff558 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.338494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b86bbb4a-f523-4419-b5df-ab0b344ee9e1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.343299 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b86bbb4a-f523-4419-b5df-ab0b344ee9e1 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/9a36407f-dbcf-45ef-a79f-dba5ae96184c HTTP/1.1" status: 204 len: 168 time: 2.2201092 Mar 11 16:20:12.349066 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59320) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:12.353761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:12.354084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.378527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:12.382232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] For port ccf78c77-5821-4e04-90de-cbebd692e0ea, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ccf78c77-5821-4e04-90de-cbebd692e0ea,segment=NetworkSegment(fbc9cb28-0c47-4280-937b-f058f9ce68eb),segment_id=fbc9cb28-0c47-4280-937b-f058f9ce68eb)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:12.403529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:network and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:12.408475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-13e1d0b7-5f7f-4705-80e2-cc3bb64ff558 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] In _notify_port_updated(), no bound segment for port b2f775d0-b5c3-433f-b0b9-10be429da075 on network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:20:12.414815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1d0b7-5f7f-4705-80e2-cc3bb64ff558 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:12.416061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13e1d0b7-5f7f-4705-80e2-cc3bb64ff558 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.420468 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-13e1d0b7-5f7f-4705-80e2-cc3bb64ff558 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "PUT /v2.0/ports/b2f775d0-b5c3-433f-b0b9-10be429da075 HTTP/1.1" status: 200 len: 1003 time: 1.3702543 Mar 11 16:20:12.421852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:12.427518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59324) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:12.463068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.467800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a94e6-2b19-4293-8876-ccb44da83682 req-67296956-fa5c-4f84-9d48-faf3afcea1cd tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:12.469335 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a90a94e6-2b19-4293-8876-ccb44da83682 req-67296956-fa5c-4f84-9d48-faf3afcea1cd tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.6814160 Mar 11 16:20:12.477210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:12.509844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.526475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1d0b7-5f7f-4705-80e2-cc3bb64ff558 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Port': ['ID=b2f775d0-b5c3-433f-b0b9-10be429da075,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:12.540421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.548607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7a0bfe-52a4-4571-8ca2-05b876810188']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:12.555485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8da97-7f57-42d1-8f47-28f5e10dc9be tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Deleting port b2f775d0-b5c3-433f-b0b9-10be429da075 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:12.556076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8ca8da97-7f57-42d1-8f47-28f5e10dc9be tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.561443 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1364daf5-3e74-4070-aa2f-a879d48a1c93 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:20:12.561965 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1364daf5-3e74-4070-aa2f-a879d48a1c93 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:12.583441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.592858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Transition to ACTIVE for port object c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:12.609892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7e76db-c197-40d0-bc52-7ff84c43af73') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:12.610191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7e76db-c197-40d0-bc52-7ff84c43af73') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:12.626026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:12.630366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.658759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738b684-c294-4fae-a635-bb580e2b0a0a None None] Pushing event updated for resources: {'Port': ['ID=ccf78c77-5821-4e04-90de-cbebd692e0ea,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:12.666273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] For port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f7cb9dbf-0623-45a8-ab97-d30a1ee6aead,segment=NetworkSegment(340f7cfe-ca30-40f0-a074-0242458868fb),segment_id=340f7cfe-ca30-40f0-a074-0242458868fb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:12.677778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.681977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.701916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.715606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1364daf5-3e74-4070-aa2f-a879d48a1c93 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:12.719553 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1364daf5-3e74-4070-aa2f-a879d48a1c93 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/9a36407f-dbcf-45ef-a79f-dba5ae96184c HTTP/1.1" status: 404 len: 333 time: 0.3671038 Mar 11 16:20:12.720273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59328) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:12.722837 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a90a94e6-2b19-4293-8876-ccb44da83682 req-564fba6f-f41f-462f-a570-5d3d582768bb tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412632 Mar 11 16:20:12.724381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.768486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd32b9b3-80fa-4dc7-abac-8e6e3e12290d None None] DHCP port deletion for 4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:12.772469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.782670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2eaf0ce-4769-4c9c-a1a3-98e316b225d3 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.793104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b416c97-d3ed-4845-a77d-65a02e5cc45e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:12.803628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:12.804485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.811877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cd32b9b3-80fa-4dc7-abac-8e6e3e12290d None None] Deleting port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:12.812242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd32b9b3-80fa-4dc7-abac-8e6e3e12290d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:12.825578 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:12.843286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eaf0ce-4769-4c9c-a1a3-98e316b225d3 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf33d00-d9b4-4b44-8a70-2105c1a1d402,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:12.881941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:12.958653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec89c7ec-d0c4-482f-b883-555fc33f6c59 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet 09575ca7-6b67-4c0e-aaea-26efd56408ed {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:12.961055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.961400 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Added segment d5ba2463-9a1d-44cd-8d4a-905bc0108f3f of type vlan for network 92592132-f553-4354-8de1-82d3ce1ea5e0 Mar 11 16:20:12.985899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec89c7ec-d0c4-482f-b883-555fc33f6c59 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.006933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2eaf0ce-4769-4c9c-a1a3-98e316b225d3 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.010593 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a2eaf0ce-4769-4c9c-a1a3-98e316b225d3 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/1bf33d00-d9b4-4b44-8a70-2105c1a1d402 HTTP/1.1" status: 204 len: 168 time: 1.5998223 Mar 11 16:20:13.012750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59332) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:13.023423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.023423 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-065c037b-a7b3-44c1-9819-f3a7680ab54d tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8835552 Mar 11 16:20:13.024502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeda8a4-5f63-4fd4-aa1b-edeeef1160de None None] Pushing event updated for resources: {'Port': ['ID=c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:13.032674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59336) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:13.055480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.092638 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df72505c-0f4b-48a6-936c-332ad7a0443c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules/2b416c97-d3ed-4845-a77d-65a02e5cc45e HTTP/1.1" status: 200 len: 763 time: 0.0455520 Mar 11 16:20:13.104659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59340) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:13.106548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec89c7ec-d0c4-482f-b883-555fc33f6c59 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.196372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8ca8da97-7f57-42d1-8f47-28f5e10dc9be tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.215727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.261884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb6ad01e-db57-4283-b200-22918c5eaef3 None None] Provisioning for port 88e3e3c5-8484-4b00-94f0-5f38fd62872d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:13.362070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb6ad01e-db57-4283-b200-22918c5eaef3 None None] Provisioning complete for port 88e3e3c5-8484-4b00-94f0-5f38fd62872d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:13.362465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad01e-db57-4283-b200-22918c5eaef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.412648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8da97-7f57-42d1-8f47-28f5e10dc9be tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Calling delete_port for b2f775d0-b5c3-433f-b0b9-10be429da075 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:13.450866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dc2b4-7a34-4f1c-9cae-1b07f5410ce0 None None] Pushing event updated for resources: {'Port': ['ID=f7cb9dbf-0623-45a8-ab97-d30a1ee6aead,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:13.496513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Attempting to bind port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:13.497384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Attempting to bind port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:13.497989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Attempting to bind port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:13.500771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-72ef75ad-ff2c-4e6c-886a-f1dc4d69ea4a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:13.501038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:13.502273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ad01e-db57-4283-b200-22918c5eaef3 None None] Port 88e3e3c5-8484-4b00-94f0-5f38fd62872d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:13.572245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.604875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.611289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec89c7ec-d0c4-482f-b883-555fc33f6c59 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.624834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-13d8f3fa-7181-4caf-a777-dd39c6fa551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.626878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:13.627357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:13.627847 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.628327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:13.628901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Bound port: c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:13.629391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.641413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=9e7a0bfe-52a4-4571-8ca2-05b876810188,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:13.649503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-10ceb1cd-1209-42d0-94ea-240ebca76cfc tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Synchronizing usage tracker for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:13.653029 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2129a205-3624-4c71-8891-9ed6254fb8b9 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/9e7a0bfe-52a4-4571-8ca2-05b876810188 HTTP/1.1" status: 204 len: 168 time: 2.3257167 Mar 11 16:20:13.656122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59344) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:13.691007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cd32b9b3-80fa-4dc7-abac-8e6e3e12290d None None] For port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f7cb9dbf-0623-45a8-ab97-d30a1ee6aead,segment=NetworkSegment(340f7cfe-ca30-40f0-a074-0242458868fb),segment_id=340f7cfe-ca30-40f0-a074-0242458868fb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:13.691575 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd32b9b3-80fa-4dc7-abac-8e6e3e12290d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.712421 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81384a4-018c-4268-932d-7e94c33cdcc2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:13.713145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81384a4-018c-4268-932d-7e94c33cdcc2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:13.713444 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fb6ad01e-db57-4283-b200-22918c5eaef3 None None] Provisioning complete for port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:13.713966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb6ad01e-db57-4283-b200-22918c5eaef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.715446 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d81384a4-018c-4268-932d-7e94c33cdcc2 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/213c285b-d5b4-4f1d-b722-16de578325ed HTTP/1.1" status: 404 len: 337 time: 0.0577383 Mar 11 16:20:13.718100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59348) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:13.745708 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8db279-b8f8-4dcc-9959-0c1d1af9f29c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:13.746481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8db279-b8f8-4dcc-9959-0c1d1af9f29c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:13.748396 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cf8db279-b8f8-4dcc-9959-0c1d1af9f29c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/01af2209-3ad1-408d-8c80-bc6504b53313 HTTP/1.1" status: 404 len: 339 time: 0.0291770 Mar 11 16:20:13.754758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59352) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:13.775849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.780939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:13.781547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.804341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-10ceb1cd-1209-42d0-94ea-240ebca76cfc tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Unset dirty status for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:13.808790 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-10ceb1cd-1209-42d0-94ea-240ebca76cfc tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7913289 Mar 11 16:20:13.810954 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59358) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:13.816783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-72ef75ad-ff2c-4e6c-886a-f1dc4d69ea4a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:13.830745 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-72ef75ad-ff2c-4e6c-886a-f1dc4d69ea4a tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6944199 Mar 11 16:20:13.831709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:13.904395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:13.904853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:13.908858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-4485efe4-e1a1-4b42-840f-fec7a73d2be3 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting subnet 52354f41-c386-4ead-95c2-b30e94540f0d {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:13.922472 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4485efe4-e1a1-4b42-840f-fec7a73d2be3 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.939249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cd32b9b3-80fa-4dc7-abac-8e6e3e12290d None None] Calling delete_port for f7cb9dbf-0623-45a8-ab97-d30a1ee6aead owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:13.976506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-185a38fe-fbd7-4088-81fc-f98d24d3f76b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.030461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4485efe4-e1a1-4b42-840f-fec7a73d2be3 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.074639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec89c7ec-d0c4-482f-b883-555fc33f6c59 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.099176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] For port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:14.105745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ccf78c77-5821-4e04-90de-cbebd692e0ea up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:14.120159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-185a38fe-fbd7-4088-81fc-f98d24d3f76b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.213240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] For port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:14.224469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4485efe4-e1a1-4b42-840f-fec7a73d2be3 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.283673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec89c7ec-d0c4-482f-b883-555fc33f6c59 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.289572 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ec89c7ec-d0c4-482f-b883-555fc33f6c59 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/09575ca7-6b67-4c0e-aaea-26efd56408ed HTTP/1.1" status: 204 len: 168 time: 1.5610981 Mar 11 16:20:14.299728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8ca8da97-7f57-42d1-8f47-28f5e10dc9be tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.302821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34b5e76b-cead-422b-b446-81d4ec34d899 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.305496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.311751 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59366) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:14.320975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89c7ec-d0c4-482f-b883-555fc33f6c59 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=09575ca7-6b67-4c0e-aaea-26efd56408ed,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:14.371794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Network': ['ID=92592132-f553-4354-8de1-82d3ce1ea5e0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:14.371958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4d0dac-a954-44ab-a173-60d03f9b88cb None None] Network e2b1935c-3c77-447f-b7c2-8b5e581988c2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:14.382685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34b5e76b-cead-422b-b446-81d4ec34d899 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.406683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 92592132-f553-4354-8de1-82d3ce1ea5e0 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:14.408331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:14.408845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.414913 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-928c5064-fa6b-4efc-ba02-69d6859bfd59 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0922391 Mar 11 16:20:14.430383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8da97-7f57-42d1-8f47-28f5e10dc9be tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event deleted for resources: {'Port': ['ID=b2f775d0-b5c3-433f-b0b9-10be429da075,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:14.430383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59370) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:14.443814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd32b9b3-80fa-4dc7-abac-8e6e3e12290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.449861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'subnet': {'network_id': '92592132-f553-4354-8de1-82d3ce1ea5e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:14.490105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-185a38fe-fbd7-4088-81fc-f98d24d3f76b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.499178 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4485efe4-e1a1-4b42-840f-fec7a73d2be3 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.627903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a38fe-fbd7-4088-81fc-f98d24d3f76b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f110b0-c904-44f7-b1b0-b6792e18122b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:14.637560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port ccf78c77-5821-4e04-90de-cbebd692e0ea completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:14.639708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4485efe4-e1a1-4b42-840f-fec7a73d2be3 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.654361 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4485efe4-e1a1-4b42-840f-fec7a73d2be3 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/52354f41-c386-4ead-95c2-b30e94540f0d HTTP/1.1" status: 204 len: 168 time: 0.8919637 Mar 11 16:20:14.656068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485efe4-e1a1-4b42-840f-fec7a73d2be3 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=52354f41-c386-4ead-95c2-b30e94540f0d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:14.658047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59374) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:14.699160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e8930-53e8-41f2-b5f2-a6008926d6f3 None None] Network cbe1eb94-41c0-4036-9c46-3624c45e18c7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:14.814559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b3bf5d1d-2615-40a2-851d-9ce35f2d4a67 None None] Could not find standard attr ID for object b2f775d0-b5c3-433f-b0b9-10be429da075. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:20:14.851976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34b5e76b-cead-422b-b446-81d4ec34d899 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.877299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-185a38fe-fbd7-4088-81fc-f98d24d3f76b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.881920 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-185a38fe-fbd7-4088-81fc-f98d24d3f76b tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/04f110b0-c904-44f7-b1b0-b6792e18122b HTTP/1.1" status: 204 len: 168 time: 1.0673780 Mar 11 16:20:14.885349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.889734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32b9b3-80fa-4dc7-abac-8e6e3e12290d None None] No DVR routers for this DVR port f7cb9dbf-0623-45a8-ab97-d30a1ee6aead on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:14.891015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59384) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:14.907749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-a133165d-0a9d-42aa-bd8b-0754f77413d5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting subnet 84010433-b9f0-4124-b735-4370b43f66e4 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:14.911464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a133165d-0a9d-42aa-bd8b-0754f77413d5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:14.932042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5e76b-cead-422b-b446-81d4ec34d899 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b416c97-d3ed-4845-a77d-65a02e5cc45e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:14.947329 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Routers {'715d8ca2-732e-4698-ae65-17fec4dbdcac'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:14.947685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['715d8ca2-732e-4698-ae65-17fec4dbdcac'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:14.996381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] For port c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:14.996950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.015635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a133165d-0a9d-42aa-bd8b-0754f77413d5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.021724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f9401-e669-4a39-9f10-098d898ce2c4 req-3e2dd20f-495e-47bc-87bc-4d959426f7f0 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:15.023265 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4c3f9401-e669-4a39-9f10-098d898ce2c4 req-3e2dd20f-495e-47bc-87bc-4d959426f7f0 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 1.0995412 Mar 11 16:20:15.024551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:15.044521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeda8a4-5f63-4fd4-aa1b-edeeef1160de None None] Pushing event updated for resources: {'Port': ['ID=c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:15.044903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8ca8da97-7f57-42d1-8f47-28f5e10dc9be tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.046799 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8ca8da97-7f57-42d1-8f47-28f5e10dc9be tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "DELETE /v2.0/ports/b2f775d0-b5c3-433f-b0b9-10be429da075 HTTP/1.1" status: 204 len: 168 time: 2.6157260 Mar 11 16:20:15.048667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port ccf78c77-5821-4e04-90de-cbebd692e0ea {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:15.049007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.077326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59388) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:15.108281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32b9b3-80fa-4dc7-abac-8e6e3e12290d None None] Pushing event deleted for resources: {'Port': ['ID=f7cb9dbf-0623-45a8-ab97-d30a1ee6aead,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:15.121019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:15.123987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f7cb9dbf-0623-45a8-ab97-d30a1ee6aead no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:15.133844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34b5e76b-cead-422b-b446-81d4ec34d899 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.137945 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-34b5e76b-cead-422b-b446-81d4ec34d899 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/2b416c97-d3ed-4845-a77d-65a02e5cc45e HTTP/1.1" status: 204 len: 168 time: 1.2133846 Mar 11 16:20:15.165354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59392) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:15.189187 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:15.197974 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-181b12f8-bbdd-42fe-83df-711ed9d4f927 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] GET failed (client error): The resource could not be found. Mar 11 16:20:15.198536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-181b12f8-bbdd-42fe-83df-711ed9d4f927 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Synchronizing usage tracker for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:15.214209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5ee274ba-d90e-4135-b428-1452650feb94 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Synchronizing usage tracker for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:15.215053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.245658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.247888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: f7cb9dbf-0623-45a8-ab97-d30a1ee6aead {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:15.248277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f7cb9dbf-0623-45a8-ab97-d30a1ee6aead not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:15.291399 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4c3f9401-e669-4a39-9f10-098d898ce2c4 req-ef07b5ff-f912-44fc-8efc-1b5595caa2ea tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513309 Mar 11 16:20:15.301139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:15.305813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.325351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a133165d-0a9d-42aa-bd8b-0754f77413d5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.343746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b3bf5d1d-2615-40a2-851d-9ce35f2d4a67 None None] Provisioning for port ccf78c77-5821-4e04-90de-cbebd692e0ea completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:15.344656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-181b12f8-bbdd-42fe-83df-711ed9d4f927 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Unset dirty status for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:15.349610 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-181b12f8-bbdd-42fe-83df-711ed9d4f927 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "GET /v2.0/ports/b2f775d0-b5c3-433f-b0b9-10be429da075 HTTP/1.1" status: 404 len: 333 time: 0.2657886 Mar 11 16:20:15.354636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] Set router 715d8ca2-732e-4698-ae65-17fec4dbdcac gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:15.362048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:15.369948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'port': {'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1093515223'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:15.424470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b3bf5d1d-2615-40a2-851d-9ce35f2d4a67 None None] Provisioning complete for port ccf78c77-5821-4e04-90de-cbebd692e0ea triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:15.424935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3bf5d1d-2615-40a2-851d-9ce35f2d4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.447666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f358950-e264-4a03-91e0-8bcfa686e349 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:15.483119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5ee274ba-d90e-4135-b428-1452650feb94 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Unset dirty status for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:15.484329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5ee274ba-d90e-4135-b428-1452650feb94 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5653169 Mar 11 16:20:15.490046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59400) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:15.499871 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391635495'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:15.510346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a133165d-0a9d-42aa-bd8b-0754f77413d5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.661474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] DHCP port deletion for e2b1935c-3c77-447f-b7c2-8b5e581988c2 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:15.688821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] For port ccf78c77-5821-4e04-90de-cbebd692e0ea, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ccf78c77-5821-4e04-90de-cbebd692e0ea,segment=NetworkSegment(fbc9cb28-0c47-4280-937b-f058f9ce68eb),segment_id=fbc9cb28-0c47-4280-937b-f058f9ce68eb)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:15.689180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.706527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:15.721322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133165d-0a9d-42aa-bd8b-0754f77413d5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=84010433-b9f0-4124-b735-4370b43f66e4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:15.728158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] Deleting port ccf78c77-5821-4e04-90de-cbebd692e0ea {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:15.728158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.731548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a133165d-0a9d-42aa-bd8b-0754f77413d5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.734310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:15.753632 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a133165d-0a9d-42aa-bd8b-0754f77413d5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/84010433-b9f0-4124-b735-4370b43f66e4 HTTP/1.1" status: 204 len: 168 time: 1.0822508 Mar 11 16:20:15.763800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59404) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:15.872607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.877069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.941449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.951554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:15.952290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8f358950-e264-4a03-91e0-8bcfa686e349 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:15.953543 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8f358950-e264-4a03-91e0-8bcfa686e349 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7832928 Mar 11 16:20:15.957198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:15.964395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for ccf78c77-5821-4e04-90de-cbebd692e0ea owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:15.999531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-258e9be8-1ff9-47de-951f-6d10d4446144 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': 'dbef4876-f164-48e4-a13c-90a4be866e21', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:16.027344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-258e9be8-1ff9-47de-951f-6d10d4446144 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:16.030031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:16.038035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting port f316f209-1085-42da-88f5-74cda715c069 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:16.046516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.084049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Usage tracker for resource:security_group_rule and tenant:c72a3220f14c41eeaabde25913cfeb96 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:16.097417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:16.139047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.140232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ccf78c77-5821-4e04-90de-cbebd692e0ea no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:16.179766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:16.231945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:16.238863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.255247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:16.261207 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-258e9be8-1ff9-47de-951f-6d10d4446144 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:16.290924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3bf5d1d-2615-40a2-851d-9ce35f2d4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.332347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Made reservation on behalf of 1ddc00cb832c4bfd9e33ee9aa06e6041 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:16.336547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.442821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-ce6dc6eb-209b-4163-99a0-e4224f72bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:16.444837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-ce6dc6eb-209b-4163-99a0-e4224f72bf2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e260780a780480b9a6bfa8b85d3d465&device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 1098 time: 0.3550746 Mar 11 16:20:16.457354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] device_id is not set on port c938ef15-a749-4c6c-889e-9d651488b86e yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:16.503454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5748dd2-9457-4455-b8a1-aa30a3b225c3 req-2499dd40-de25-47ef-8dcc-a8aedc16382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:16.504953 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a5748dd2-9457-4455-b8a1-aa30a3b225c3 req-2499dd40-de25-47ef-8dcc-a8aedc16382c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 1098 time: 0.5108535 Mar 11 16:20:16.537641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-258e9be8-1ff9-47de-951f-6d10d4446144 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.625188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715d8ca2-732e-4698-ae65-17fec4dbdcac', 'name': 'tempest-NetworksTestDHCPv6-router-1642245557', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:03Z', 'revision_number': 2, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None, '_interfaces': [{'id': 'c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed', 'name': '', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'mac_address': 'fa:16:3e:87:09:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715d8ca2-732e-4698-ae65-17fec4dbdcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '466f16cd-2be4-4c16-909d-5ef7852fa619', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:00Z', 'updated_at': '2022-03-11T16:20:14Z', 'revision_number': 4, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'subnets': [{'id': '466f16cd-2be4-4c16-909d-5ef7852fa619', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:16.634887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.637967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] For port ccf78c77-5821-4e04-90de-cbebd692e0ea, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ccf78c77-5821-4e04-90de-cbebd692e0ea,segment=NetworkSegment(fbc9cb28-0c47-4280-937b-f058f9ce68eb),segment_id=fbc9cb28-0c47-4280-937b-f058f9ce68eb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:16.638379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.647848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d5411-795d-4e20-a1f8-a272defae342 None None] The sync data for ids ['715d8ca2-732e-4698-ae65-17fec4dbdcac'] in dv-neutron-833379-1-hyperv is: [{'id': '715d8ca2-732e-4698-ae65-17fec4dbdcac', 'name': 'tempest-NetworksTestDHCPv6-router-1642245557', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:03Z', 'revision_number': 2, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None, '_interfaces': [{'id': 'c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed', 'name': '', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'mac_address': 'fa:16:3e:87:09:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715d8ca2-732e-4698-ae65-17fec4dbdcac', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '466f16cd-2be4-4c16-909d-5ef7852fa619', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:00Z', 'updated_at': '2022-03-11T16:20:14Z', 'revision_number': 4, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'subnets': [{'id': '466f16cd-2be4-4c16-909d-5ef7852fa619', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:16.709874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b2c67d-e3af-40eb-9204-2758b5ffebbb None None] Update dhcp port {'port': {'network_id': 'cbe1eb94-41c0-4036-9c46-3624c45e18c7', 'fixed_ips': [{'subnet_id': '84010433-b9f0-4124-b735-4370b43f66e4'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': 'f316f209-1085-42da-88f5-74cda715c069'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:20:16.728449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=ccf78c77-5821-4e04-90de-cbebd692e0ea,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:16.764444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No DVR routers for this DVR port ccf78c77-5821-4e04-90de-cbebd692e0ea on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:16.823435 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-12b2c67d-e3af-40eb-9204-2758b5ffebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.840125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2826f73-1cfc-488e-95da-1d21308e2819 None None] Could not find standard attr ID for object c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:20:16.851450 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] Calling delete_port for ccf78c77-5821-4e04-90de-cbebd692e0ea owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:16.907047 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a5748dd2-9457-4455-b8a1-aa30a3b225c3 req-df10bce3-647b-4ad1-8fa9-5708e18f3c29 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586527 Mar 11 16:20:16.920102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:16.928734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Router 715d8ca2-732e-4698-ae65-17fec4dbdcac has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:20:16.936718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-a52eff72-9528-4dd1-8b26-e7c7b02247ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:16.938738 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-a52eff72-9528-4dd1-8b26-e7c7b02247ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=49537fbe-afc1-4a4a-87ca-7a045c86b03f HTTP/1.1" status: 200 len: 897 time: 0.4316463 Mar 11 16:20:16.987727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] For port f316f209-1085-42da-88f5-74cda715c069, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f316f209-1085-42da-88f5-74cda715c069,segment=NetworkSegment(4ed072ab-c0e0-4e55-9d70-3590e988c470),segment_id=4ed072ab-c0e0-4e55-9d70-3590e988c470)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:16.988491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.027807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468c6f3-0874-4c2b-aa7a-47b087698e5c req-d21300df-9623-405c-b349-136112cacdb3 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:17.029449 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9468c6f3-0874-4c2b-aa7a-47b087698e5c req-d21300df-9623-405c-b349-136112cacdb3 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.5973558 Mar 11 16:20:17.030115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.068038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:17.068390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:17.118655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373859fe-c6b0-40d8-9c75-66e4eb3dda2c None None] Network cbe1eb94-41c0-4036-9c46-3624c45e18c7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:17.202372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.245911 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d6b3a2f6-925a-49fe-846f-0ab652fb9dad None None] Provisioning complete for port f316f209-1085-42da-88f5-74cda715c069 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:17.246547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a2f6-925a-49fe-846f-0ab652fb9dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.263447 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:20:17.283078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.307113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7137bfea-9614-4c4b-89b3-93ef73bab584 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:20:17.357944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b1935c-3c77-447f-b7c2-8b5e581988c2']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:17.366596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Allocated IP 2001:db8::3e6 (80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb/85fa904d-d321-4e97-84bc-544a822cde0e/c938ef15-a749-4c6c-889e-9d651488b86e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:17.371763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Calling delete_port for f316f209-1085-42da-88f5-74cda715c069 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:17.392464 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-58499477-d3ed-4c81-9f50-b9b37816e712 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7137bfea-9614-4c4b-89b3-93ef73bab584 HTTP/1.1" status: 200 len: 1000 time: 0.2910006 Mar 11 16:20:17.394194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc9cb28-0c47-4280-937b-f058f9ce68eb') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:17.394553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc9cb28-0c47-4280-937b-f058f9ce68eb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:17.447460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-258e9be8-1ff9-47de-951f-6d10d4446144 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.456540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.496299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7fa893-6bc0-43d6-9090-5c1371b3ad85,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:17.532388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7137bfea-9614-4c4b-89b3-93ef73bab584,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:17.533462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Subnet': ['ID=b2506f74-63f8-4588-94a6-c2677475b5a3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:17.541069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Checking segment: {'id': 'd5ba2463-9a1d-44cd-8d4a-905bc0108f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '92592132-f553-4354-8de1-82d3ce1ea5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:17.547552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network hostable DHCP agents. Network: 92592132-f553-4354-8de1-82d3ce1ea5e0, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:17.547552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.562600 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'port_id': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'mac_address': 'fa:16:3e:84:96:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:20:17.568214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d6b3a2f6-925a-49fe-846f-0ab652fb9dad None None] Could not find standard attr ID for object f316f209-1085-42da-88f5-74cda715c069. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:20:17.570530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] Deleting port ccf78c77-5821-4e04-90de-cbebd692e0ea {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:17.570967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.584292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:17.584944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.598989 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-258e9be8-1ff9-47de-951f-6d10d4446144 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:17.603169 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:17.620800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.640095 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.plugins.ml2.db [None req-d6b3a2f6-925a-49fe-846f-0ab652fb9dad None None] No ports have port_id starting with f316f209-1085-42da-88f5-74cda715c069 Mar 11 16:20:17.658362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e9be8-1ff9-47de-951f-6d10d4446144 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1ffd1f-82ee-471c-a8fa-b78ede6f9a7e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:17.689920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-47ba3e8c-1ae1-4f93-bbab-05b40af55942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:17.691600 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-47ba3e8c-1ae1-4f93-bbab-05b40af55942 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=283e1cec-5ff4-44e5-9afd-065ca0aae118 HTTP/1.1" status: 200 len: 835 time: 0.2756085 Mar 11 16:20:17.692785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:17.708739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network 92592132-f553-4354-8de1-82d3ce1ea5e0 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:17.733447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No DVR routers for this DVR port f316f209-1085-42da-88f5-74cda715c069 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:17.740600 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ca4f30a8-a562-4730-a60e-18b28ba64c86 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "PUT /v2.0/routers/715d8ca2-732e-4698-ae65-17fec4dbdcac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3570247 Mar 11 16:20:17.751830 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9468c6f3-0874-4c2b-aa7a-47b087698e5c req-f5712c52-2ad0-4226-a6e9-2349d3616d77 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6409395 Mar 11 16:20:17.756084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59414) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:17.815043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-258e9be8-1ff9-47de-951f-6d10d4446144 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.816267 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-258e9be8-1ff9-47de-951f-6d10d4446144 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8567009 Mar 11 16:20:17.817870 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Port': ['ID=f316f209-1085-42da-88f5-74cda715c069,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:17.822224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59418) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:17.829467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5bd178a6-8374-438b-844d-af19b3beadcd None None] The port 'ccf78c77-5821-4e04-90de-cbebd692e0ea' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:20:17.864752 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9df2b8fb-56d9-4cc2-bfcd-de4386392a0e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules/ef1ffd1f-82ee-471c-a8fa-b78ede6f9a7e HTTP/1.1" status: 200 len: 763 time: 0.0382078 Mar 11 16:20:17.866785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59422) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:17.869799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.871292 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1615023e-2750-43ec-a3a3-89358c1facde tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3758028 Mar 11 16:20:17.880267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.894588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59426) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:17.908123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7137bfea-9614-4c4b-89b3-93ef73bab584 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:20:17.930541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90df4a-b896-4617-83ae-307be91c1c51 None None] DHCP port deletion for cbe1eb94-41c0-4036-9c46-3624c45e18c7 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:17.940378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7137bfea-9614-4c4b-89b3-93ef73bab584,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:17.948285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa75b75-cdbb-4437-b2fe-588ee671ce36 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:17.951514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa75b75-cdbb-4437-b2fe-588ee671ce36 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:17.952542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dfa75b75-cdbb-4437-b2fe-588ee671ce36 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:17.957723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af203009-1bc6-490a-8487-a74debb6fa48 None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:20:17.965730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 92592132-f553-4354-8de1-82d3ce1ea5e0) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:17.971464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:17.972546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:17.981390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.009488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe1eb94-41c0-4036-9c46-3624c45e18c7']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:18.022888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed072ab-c0e0-4e55-9d70-3590e988c470') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:18.023149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed072ab-c0e0-4e55-9d70-3590e988c470') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:18.024088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4320e37c-e0e1-4ad2-a0e9-975835edfc95 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:18.024851 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-4320e37c-e0e1-4ad2-a0e9-975835edfc95 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 16:20:18.025498 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-4320e37c-e0e1-4ad2-a0e9-975835edfc95 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 16:20:18.029180 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4320e37c-e0e1-4ad2-a0e9-975835edfc95 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "PUT /v2.0/security-groups/6a7fa893-6bc0-43d6-9090-5c1371b3ad85 HTTP/1.1" status: 409 len: 330 time: 0.0834496 Mar 11 16:20:18.032239 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.038583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.057320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.064924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:18.064924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.084154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f316f209-1085-42da-88f5-74cda715c069 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:18.095420 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:18.150968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59430) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:18.159513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: f316f209-1085-42da-88f5-74cda715c069 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:18.160106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f316f209-1085-42da-88f5-74cda715c069 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:18.212371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8d8e0a62-8522-4b98-929e-79840894a98e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:18.232127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=7137bfea-9614-4c4b-89b3-93ef73bab584,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:18.250142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.251569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.252061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.252580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.253090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.253821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.254431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.254966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.255470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.255945 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.256419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.256891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:20:18.263105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-672ee9b4-a446-4c58-8943-661ca004524f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.277440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.284386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['7137bfea-9614-4c4b-89b3-93ef73bab584'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:20:18.303857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.311133 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8b04dcc4-dc51-42a2-9d81-9a7fa01504e4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.8713174 Mar 11 16:20:18.313532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59434) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:18.320631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.322671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=cbe1eb94-41c0-4036-9c46-3624c45e18c7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:18.327960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.330441 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/networks/e2b1935c-3c77-447f-b7c2-8b5e581988c2 HTTP/1.1" status: 204 len: 168 time: 3.9738612 Mar 11 16:20:18.347723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af203009-1bc6-490a-8487-a74debb6fa48 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:20:18.354484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:18.359008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8d8e0a62-8522-4b98-929e-79840894a98e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:18.361334 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8d8e0a62-8522-4b98-929e-79840894a98e tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4928639 Mar 11 16:20:18.364377 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-672ee9b4-a446-4c58-8943-661ca004524f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.374898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'name': 'tempest-PortsIpV6TestJSON-124386218'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:18.394689 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-def44f3a-6e63-4cbd-a1b8-05a1e969e9d8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/cbe1eb94-41c0-4036-9c46-3624c45e18c7 HTTP/1.1" status: 204 len: 168 time: 2.6374881 Mar 11 16:20:18.400674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59442) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:18.405551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59444) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:18.418932 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.467852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-73c23511-9d7f-4c3b-a737-96930e69dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:18.469090 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-73c23511-9d7f-4c3b-a737-96930e69dc70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49537fbe-afc1-4a4a-87ca-7a045c86b03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7630541 Mar 11 16:20:18.514714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Transition to ACTIVE for port object c938ef15-a749-4c6c-889e-9d651488b86e will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:18.531064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74011af7-0f7b-4471-b422-6bd4575478e2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.560859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74011af7-0f7b-4471-b422-6bd4575478e2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.583287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:18.590114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:port and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:18.594394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:18.602829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:18.643521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dfa75b75-cdbb-4437-b2fe-588ee671ce36 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:18.644677 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dfa75b75-cdbb-4437-b2fe-588ee671ce36 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8819034 Mar 11 16:20:18.645718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453f32a-38ef-4cdd-9772-0dcc8cd28bf8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Network': ['ID=e2b1935c-3c77-447f-b7c2-8b5e581988c2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:18.653670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59450) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:18.684724 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6918a76f-11f6-4d04-ac43-2f3db1715ed5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:18.685179 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6918a76f-11f6-4d04-ac43-2f3db1715ed5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:18.689415 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6918a76f-11f6-4d04-ac43-2f3db1715ed5 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/ed985390-d055-4a97-b727-1b185d925466 HTTP/1.1" status: 404 len: 337 time: 0.2761474 Mar 11 16:20:18.692918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:18.695152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-672ee9b4-a446-4c58-8943-661ca004524f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.697690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.740741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:18.750829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.757158 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74011af7-0f7b-4471-b422-6bd4575478e2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.764215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ee9b4-a446-4c58-8943-661ca004524f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7fa893-6bc0-43d6-9090-5c1371b3ad85,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:18.780975 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] Sync routers for ids ['715d8ca2-732e-4698-ae65-17fec4dbdcac'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:18.794925 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] Routers {'715d8ca2-732e-4698-ae65-17fec4dbdcac'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:18.795552 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['715d8ca2-732e-4698-ae65-17fec4dbdcac'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:18.810968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74011af7-0f7b-4471-b422-6bd4575478e2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef1ffd1f-82ee-471c-a8fa-b78ede6f9a7e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:18.824259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port 20cfaf8d-89f6-42b2-9606-b673aee4dce0 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:18.845137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Port': ['ID=c938ef15-a749-4c6c-889e-9d651488b86e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:18.859708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b5a9e6-d83b-4f36-bf8b-a15488bc7ff8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:18.860177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b5a9e6-d83b-4f36-bf8b-a15488bc7ff8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:18.865175 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-99b5a9e6-d83b-4f36-bf8b-a15488bc7ff8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/e1be9146-f9f8-4c05-b102-e80923c19f0f HTTP/1.1" status: 404 len: 339 time: 0.1691954 Mar 11 16:20:18.865758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59460) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:18.905807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-672ee9b4-a446-4c58-8943-661ca004524f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.907215 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-672ee9b4-a446-4c58-8943-661ca004524f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/6a7fa893-6bc0-43d6-9090-5c1371b3ad85 HTTP/1.1" status: 204 len: 168 time: 0.7621734 Mar 11 16:20:18.911918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbde74e-6f74-4128-95cf-3ae2089a0555 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 466f16cd-2be4-4c16-909d-5ef7852fa619 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:18.916315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59462) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:18.924706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:18.947590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74011af7-0f7b-4471-b422-6bd4575478e2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.948825 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-74011af7-0f7b-4471-b422-6bd4575478e2 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/ef1ffd1f-82ee-471c-a8fa-b78ede6f9a7e HTTP/1.1" status: 204 len: 168 time: 0.5477321 Mar 11 16:20:18.950017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cbde74e-6f74-4128-95cf-3ae2089a0555 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:18.983145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:18.991364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59468) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.028714 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] Set router 715d8ca2-732e-4698-ae65-17fec4dbdcac gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:19.053091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:19.053091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:19.053297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.055881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-92592132-f553-4354-8de1-82d3ce1ea5e0', 'network_id': '92592132-f553-4354-8de1-82d3ce1ea5e0', 'tenant_id': '2b78b1d270d64961a72f0db85ed6e6d6', 'fixed_ips': [{'subnet_id': 'b2506f74-63f8-4588-94a6-c2677475b5a3'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:19.057065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.071425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cbde74e-6f74-4128-95cf-3ae2089a0555 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.095880 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cb6ff8-2843-4a04-a4aa-ede7148aabc7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:19.096315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cb6ff8-2843-4a04-a4aa-ede7148aabc7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:19.098556 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-21cb6ff8-2843-4a04-a4aa-ede7148aabc7 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/13f4af56-a513-4180-9eb4-f7f4ab48d077 HTTP/1.1" status: 404 len: 337 time: 0.1834397 Mar 11 16:20:19.117888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.136946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59472) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.167392 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715d8ca2-732e-4698-ae65-17fec4dbdcac', 'name': 'tempest-NetworksTestDHCPv6-router-1642245557', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:15Z', 'revision_number': 3, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:19.171768 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] Checking router: 715d8ca2-732e-4698-ae65-17fec4dbdcac for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:20:19.175126 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d6482c-e31e-422d-86e0-4cde840f6759 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:19.175662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d6482c-e31e-422d-86e0-4cde840f6759 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:19.180044 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b6d6482c-e31e-422d-86e0-4cde840f6759 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/abb65091-1567-4016-b0c3-eb5781559a78 HTTP/1.1" status: 404 len: 339 time: 0.0396383 Mar 11 16:20:19.186049 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] Routers {'715d8ca2-732e-4698-ae65-17fec4dbdcac'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:19.186432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59476) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.187644 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['715d8ca2-732e-4698-ae65-17fec4dbdcac'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:19.226199 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-1c182d03-9cd4-4b31-ab42-91ab884a8de4 service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781655 Mar 11 16:20:19.253596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Allocated IP 2001:db8::f816:3eff:fea2:1538 (92592132-f553-4354-8de1-82d3ce1ea5e0/b2506f74-63f8-4588-94a6-c2677475b5a3/b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:19.293994 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c80b22d-19a5-43a1-893e-51f643b06659 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9284120 Mar 11 16:20:19.293994 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-289df6da-913b-49cc-8d2b-59215d6f53bc tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:19.293994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289df6da-913b-49cc-8d2b-59215d6f53bc tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:19.297772 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-289df6da-913b-49cc-8d2b-59215d6f53bc tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/756ef60f-92be-4400-98d9-454c230dbab7 HTTP/1.1" status: 404 len: 337 time: 0.1058691 Mar 11 16:20:19.297911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59480) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.310125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-90a9d371-e44d-425b-8e75-45bc145affe1 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5c:b8:f7'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:19.314068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59482) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.344150 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] Set router 715d8ca2-732e-4698-ae65-17fec4dbdcac gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:19.362144 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9cdc07-8f32-4b90-894a-5bc4b9c9651c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:19.362660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9cdc07-8f32-4b90-894a-5bc4b9c9651c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:19.363557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2d68d436-02db-4669-a1ef-23fb9f7f5f3b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:19.366788 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aa9cdc07-8f32-4b90-894a-5bc4b9c9651c tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/ceb480c2-cc93-4995-b693-004da9d96ee5 HTTP/1.1" status: 404 len: 339 time: 0.0427656 Mar 11 16:20:19.371858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59488) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.383143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dc1df3a1-a743-4a5f-b583-0dfb84ede88f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Synchronizing usage tracker for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:19.407266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7137bfea-9614-4c4b-89b3-93ef73bab584 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:19.452795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.486849 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715d8ca2-732e-4698-ae65-17fec4dbdcac', 'name': 'tempest-NetworksTestDHCPv6-router-1642245557', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:15Z', 'revision_number': 3, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:19.491843 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf3e2c6-d760-4ed3-b563-5e8924df8756 None None] The sync data for ids ['715d8ca2-732e-4698-ae65-17fec4dbdcac'] in dv-neutron-833379-1-hyperv is: [{'id': '715d8ca2-732e-4698-ae65-17fec4dbdcac', 'name': 'tempest-NetworksTestDHCPv6-router-1642245557', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:19:58Z', 'updated_at': '2022-03-11T16:20:15Z', 'revision_number': 3, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:19.505652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cbde74e-6f74-4128-95cf-3ae2089a0555 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.558147 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-851c5f4b-2e0d-4565-8947-a3387a144852 req-4a38864f-0a67-4760-a7de-b65cf3fda4eb service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230238 Mar 11 16:20:19.558948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.643793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8902742a-7153-4d3b-abb1-14be234633e8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting subnet f71a987c-203e-4c30-8477-d908d971ddb7 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:19.647495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8902742a-7153-4d3b-abb1-14be234633e8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.687903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2d68d436-02db-4669-a1ef-23fb9f7f5f3b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:19.688129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.688758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d75c3-199f-4818-aa13-f3b662a1aa19 req-891e279e-fe78-4a5f-8876-6714b003b559 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:19.689468 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2d68d436-02db-4669-a1ef-23fb9f7f5f3b tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6948154 Mar 11 16:20:19.690261 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f17d75c3-199f-4818-aa13-f3b662a1aa19 req-891e279e-fe78-4a5f-8876-6714b003b559 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 944 time: 0.7050211 Mar 11 16:20:19.699513 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.706309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-dc1df3a1-a743-4a5f-b583-0dfb84ede88f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] Unset dirty status for tenant:c72a3220f14c41eeaabde25913cfeb96 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:19.707910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Transition to ACTIVE for port object b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:19.713114 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dc1df3a1-a743-4a5f-b583-0dfb84ede88f tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7956450 Mar 11 16:20:19.718345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59494) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.730091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.755315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8902742a-7153-4d3b-abb1-14be234633e8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.757415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Transition to ACTIVE for port object b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:19.759773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7137bfea-9614-4c4b-89b3-93ef73bab584 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:20:19.779395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': 'dbef4876-f164-48e4-a13c-90a4be866e21', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:19.780003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7137bfea-9614-4c4b-89b3-93ef73bab584,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:19.804915 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f17d75c3-199f-4818-aa13-f3b662a1aa19 req-6b053927-6c8e-44ca-a5bf-598e409ce0ec tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006196 Mar 11 16:20:19.807348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:19.831412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59500) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.836610 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-28b3830e-ac6a-4f06-8eb4-81ca58e01442 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] delete failed (client error): The resource could not be found. Mar 11 16:20:19.837630 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-28b3830e-ac6a-4f06-8eb4-81ca58e01442 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "DELETE /v2.0/security-groups/2c2fa8a4-e6ea-49e9-9f63-1ef461c9cdce HTTP/1.1" status: 404 len: 347 time: 0.1155400 Mar 11 16:20:19.844627 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:19.846502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59504) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.864590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.893818 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-905a0fd0-b4d7-42d2-bedf-07e2668d943c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] show failed (client error): The resource could not be found. Mar 11 16:20:19.907089 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-905a0fd0-b4d7-42d2-bedf-07e2668d943c tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-groups/124fe006-bdd3-40b7-aecd-9ec2d409dde1 HTTP/1.1" status: 404 len: 347 time: 0.0441782 Mar 11 16:20:19.907089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59508) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:19.920686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.925396 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-854e6441-0f3a-4c94-b7ca-98eac57770e3 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] show failed (client error): The resource could not be found. Mar 11 16:20:19.932411 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-854e6441-0f3a-4c94-b7ca-98eac57770e3 tempest-NegativeSecGroupTest-1099632693 tempest-NegativeSecGroupTest-1099632693-project] 10.222.0.57 "GET /v2.0/security-group-rules/f682ea07-78d0-4fe1-a18c-2c0617d78580 HTTP/1.1" status: 404 len: 356 time: 0.0210869 Mar 11 16:20:19.934896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Network 92592132-f553-4354-8de1-82d3ce1ea5e0 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:19.969757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Pushing event updated for resources: {'Port': ['ID=b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:19.969948 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-17d7f1f9-5b25-493e-9710-0b95b3eaeb8f tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/floatingips/1944d42e-9acc-4805-8968-934f77d5f100 HTTP/1.1" status: 200 len: 990 time: 0.1327822 Mar 11 16:20:19.970039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:19.971167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8902742a-7153-4d3b-abb1-14be234633e8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:19.972105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:20.001667 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.045124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.090687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=20cfaf8d-89f6-42b2-9606-b673aee4dce0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:20.091600 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:20.103372 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Project 7741a2b8eeac44348fd5cde949834e84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:20:20.111605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cbde74e-6f74-4128-95cf-3ae2089a0555 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.127918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Subnet': ['ID=b2506f74-63f8-4588-94a6-c2677475b5a3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:20.178005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.187226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbde74e-6f74-4128-95cf-3ae2089a0555 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=466f16cd-2be4-4c16-909d-5ef7852fa619,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:20.198609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:20.204109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90a9d371-e44d-425b-8e75-45bc145affe1 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.204262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:20.204262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c78d4ef5-cabf-4df9-9d6c-cdf3fedab7ed not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:20.225806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:20.235729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:20.243135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:20.243687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Attempting to bind port b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:20.244058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Attempting to bind port b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'd5ba2463-9a1d-44cd-8d4a-905bc0108f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '92592132-f553-4354-8de1-82d3ce1ea5e0'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:20.249026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.249188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Attempting to bind port b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83 on network 92592132-f553-4354-8de1-82d3ce1ea5e0 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:20.249188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=7137bfea-9614-4c4b-89b3-93ef73bab584,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:20.253879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:20.259174 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Checking segment: {'id': 'd5ba2463-9a1d-44cd-8d4a-905bc0108f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '92592132-f553-4354-8de1-82d3ce1ea5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:20.259710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.260115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Bound using segment: {'id': 'd5ba2463-9a1d-44cd-8d4a-905bc0108f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '92592132-f553-4354-8de1-82d3ce1ea5e0'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:20.260616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Bound port: b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ba2463-9a1d-44cd-8d4a-905bc0108f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '92592132-f553-4354-8de1-82d3ce1ea5e0'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:20.261001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.288662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5cbde74e-6f74-4128-95cf-3ae2089a0555 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.397204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.406318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] For port b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:20.409492 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] For port b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83,segment=NetworkSegment(d5ba2463-9a1d-44cd-8d4a-905bc0108f3f),segment_id=d5ba2463-9a1d-44cd-8d4a-905bc0108f3f)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:20.412366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.420073 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5cbde74e-6f74-4128-95cf-3ae2089a0555 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/466f16cd-2be4-4c16-909d-5ef7852fa619 HTTP/1.1" status: 204 len: 168 time: 1.7651372 Mar 11 16:20:20.423453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59514) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:20.433595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92592132-f553-4354-8de1-82d3ce1ea5e0']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:20.478769 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d216ed9f-a224-455e-89ae-7c16edba2e16 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1188426 Mar 11 16:20:20.481751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59518) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:20.506196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ba2463-9a1d-44cd-8d4a-905bc0108f3f') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:20.506492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ba2463-9a1d-44cd-8d4a-905bc0108f3f') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:20.521196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.532163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.540374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.603937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f277a65-62ae-4459-a92c-a093cf3b9cca,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:20.624984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f6996a5b-d182-42bd-beb0-0183dd36bd80 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 20cfaf8d-89f6-42b2-9606-b673aee4dce0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:20.625586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6996a5b-d182-42bd-beb0-0183dd36bd80 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.644531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5e26-3cd6-4020-b74b-0a0d92f6fa24 None None] Pushing event updated for resources: {'Port': ['ID=b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:20.652900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8902742a-7153-4d3b-abb1-14be234633e8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.661256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.665655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.669449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:20.669850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.670326 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5a7d2238-2642-4bf3-ae3b-29b4325476dc tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9558001 Mar 11 16:20:20.677857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59524) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:20.723620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd654d4-2d6d-4df6-987a-0dd9e10efff3 None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:20:20.724730 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-69ca089d-331d-4520-bc1f-a72fffcb2db4 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules/0f277a65-62ae-4459-a92c-a093cf3b9cca HTTP/1.1" status: 200 len: 769 time: 0.0454831 Mar 11 16:20:20.728622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59528) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:20.728949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59530) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:20.799775 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:20.819462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90a9d371-e44d-425b-8e75-45bc145affe1 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.835605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ea625e09-2c0d-47c4-8573-92bca9fd74b8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:router {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:20.843408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8902742a-7153-4d3b-abb1-14be234633e8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.854034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902742a-7153-4d3b-abb1-14be234633e8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=f71a987c-203e-4c30-8477-d908d971ddb7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:20.858155 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd654d4-2d6d-4df6-987a-0dd9e10efff3 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:20:20.878618 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8902742a-7153-4d3b-abb1-14be234633e8 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/f71a987c-203e-4c30-8477-d908d971ddb7 HTTP/1.1" status: 204 len: 168 time: 1.5051420 Mar 11 16:20:20.882053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59538) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:20.888247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e96d3bbe-2c97-47d6-b5e7-179bc3b30fff tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:20.950152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90a9d371-e44d-425b-8e75-45bc145affe1 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:20.987516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ea625e09-2c0d-47c4-8573-92bca9fd74b8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:router {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:20.988804 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ea625e09-2c0d-47c4-8573-92bca9fd74b8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5625949 Mar 11 16:20:20.989977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:20:20.989977 dv-neutron-833379-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:20:20.989977 dv-neutron-833379-1-hyperv neutron-server[88600]: [parameters: {'id': '92592132-f553-4354-8de1-82d3ce1ea5e0'}] Mar 11 16:20:20.989977 dv-neutron-833379-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:20.990349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:20.995053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59544) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:21.086144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.101148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-90a9d371-e44d-425b-8e75-45bc145affe1 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] In _notify_port_updated(), no bound segment for port c938ef15-a749-4c6c-889e-9d651488b86e on network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:20:21.106804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a9d371-e44d-425b-8e75-45bc145affe1 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:21.108200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90a9d371-e44d-425b-8e75-45bc145affe1 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.112947 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-90a9d371-e44d-425b-8e75-45bc145affe1 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "PUT /v2.0/ports/c938ef15-a749-4c6c-889e-9d651488b86e HTTP/1.1" status: 200 len: 1003 time: 1.8080773 Mar 11 16:20:21.120147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59548) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:21.121825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6996a5b-d182-42bd-beb0-0183dd36bd80 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.151603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b3de825-7a27-4d91-8f37-1aba3afcfe01 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.169564 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-01b9e52b-8bd1-4a31-9c61-6353d1b6cc26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c72a3220f14c41eeaabde25913cfeb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355695 Mar 11 16:20:21.185496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e96d3bbe-2c97-47d6-b5e7-179bc3b30fff tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:21.185496 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e96d3bbe-2c97-47d6-b5e7-179bc3b30fff tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4556592 Mar 11 16:20:21.205338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59552) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:21.205571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59554) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:21.246059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542cb53b-3740-4ef3-b160-c34e0e2fd54c None None] Network 92592132-f553-4354-8de1-82d3ce1ea5e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:21.267274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b94efe-0743-41c9-99b8-50901a265f43 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:21.298634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e5a98-f296-488c-a046-59557d94a0fe None None] Network 76dcdd24-ae68-4842-8efa-fd8097f27558 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:21.313509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9d371-e44d-425b-8e75-45bc145affe1 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Port': ['ID=c938ef15-a749-4c6c-889e-9d651488b86e,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:21.313726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting port ea536027-b1f8-475a-9ae3-b5346ab9d332 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:21.314047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.327892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f6996a5b-d182-42bd-beb0-0183dd36bd80 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 20cfaf8d-89f6-42b2-9606-b673aee4dce0 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:21.393217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-25e63ac7-19be-409f-a38c-bbadae3ca235 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Deleting port c938ef15-a749-4c6c-889e-9d651488b86e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:21.393555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25e63ac7-19be-409f-a38c-bbadae3ca235 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.443762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-beb1adef-9b5d-4ab9-9d1e-ba049d46f156 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.515723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.533855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-beb1adef-9b5d-4ab9-9d1e-ba049d46f156 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.562005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7137bfea-9614-4c4b-89b3-93ef73bab584 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:21.583374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6996a5b-d182-42bd-beb0-0183dd36bd80 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.671289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bd09c662-b2c3-4131-8ece-cffd4f987ad3 None None] Provisioning complete for port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:21.671708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bd09c662-b2c3-4131-8ece-cffd4f987ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.681538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b3de825-7a27-4d91-8f37-1aba3afcfe01 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.691036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b3de825-7a27-4d91-8f37-1aba3afcfe01 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.713275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Deleting port b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:21.713633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.755160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e62c4bc-d215-4bc6-892a-002bffd3ddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.844419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f6996a5b-d182-42bd-beb0-0183dd36bd80 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.847401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6996a5b-d182-42bd-beb0-0183dd36bd80 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=20cfaf8d-89f6-42b2-9606-b673aee4dce0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:21.916709 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f6996a5b-d182-42bd-beb0-0183dd36bd80 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/20cfaf8d-89f6-42b2-9606-b673aee4dce0 HTTP/1.1" status: 204 len: 168 time: 1.4340413 Mar 11 16:20:21.920066 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59560) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:21.929350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'mac_address': 'fa:16:3e:7c:78:46', 'name': 'tempest-PortsIpV6TestJSON-189689309'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:21.967867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-beb1adef-9b5d-4ab9-9d1e-ba049d46f156 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:21.989822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e62c4bc-d215-4bc6-892a-002bffd3ddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.044456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b3de825-7a27-4d91-8f37-1aba3afcfe01 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.044965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3de825-7a27-4d91-8f37-1aba3afcfe01 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Fanout notify agent at l3_agent the message router_deleted on router 715d8ca2-732e-4698-ae65-17fec4dbdcac {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:20:22.054200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25e63ac7-19be-409f-a38c-bbadae3ca235 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.092226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-beb1adef-9b5d-4ab9-9d1e-ba049d46f156 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.093337 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-beb1adef-9b5d-4ab9-9d1e-ba049d46f156 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/0f277a65-62ae-4459-a92c-a093cf3b9cca HTTP/1.1" status: 204 len: 168 time: 0.8794322 Mar 11 16:20:22.107606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1adef-9b5d-4ab9-9d1e-ba049d46f156 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f277a65-62ae-4459-a92c-a093cf3b9cca,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:22.110599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59564) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:22.138860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b3de825-7a27-4d91-8f37-1aba3afcfe01 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.139943 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3b3de825-7a27-4d91-8f37-1aba3afcfe01 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/routers/715d8ca2-732e-4698-ae65-17fec4dbdcac HTTP/1.1" status: 204 len: 168 time: 1.1449509 Mar 11 16:20:22.158377 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 7137bfea-9614-4c4b-89b3-93ef73bab584 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:22.158753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.168841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59568) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:22.188074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:22.204580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-25e63ac7-19be-409f-a38c-bbadae3ca235 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Calling delete_port for c938ef15-a749-4c6c-889e-9d651488b86e owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:22.246776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] For port ea536027-b1f8-475a-9ae3-b5346ab9d332, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ea536027-b1f8-475a-9ae3-b5346ab9d332,segment=NetworkSegment(fb51bae2-2d82-4dc6-9902-8fc4d54f2685),segment_id=fb51bae2-2d82-4dc6-9902-8fc4d54f2685)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:22.246776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.247937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:22.269157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:port and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:22.276328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:22.286207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35418b41-00f6-4222-8ebb-a2ee606e3684 None None] Network 92592132-f553-4354-8de1-82d3ce1ea5e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:22.296642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:22.402807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] DHCP port deletion for 76dcdd24-ae68-4842-8efa-fd8097f27558 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:22.408674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-847e8b75-eeb0-4ce7-a6ef-731757f4249e None None] Provisioning for port c938ef15-a749-4c6c-889e-9d651488b86e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:22.413856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:22.422546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b77a510-9be5-4ea6-a026-373daecafcfa None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:22.474666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-847e8b75-eeb0-4ce7-a6ef-731757f4249e None None] Provisioning complete for port c938ef15-a749-4c6c-889e-9d651488b86e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:22.475003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-847e8b75-eeb0-4ce7-a6ef-731757f4249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.495311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Calling delete_port for ea536027-b1f8-475a-9ae3-b5346ab9d332 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:22.513676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] Deleting port ea536027-b1f8-475a-9ae3-b5346ab9d332 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:22.513676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.538230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.541155 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3b77a510-9be5-4ea6-a026-373daecafcfa None None] Deleting port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:22.541701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3b77a510-9be5-4ea6-a026-373daecafcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.553972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43477673-239f-4d8b-bd33-80f7633b754f tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:22.568107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port e8acd723-aaaf-4b48-ae7c-a53b6a36b196 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:22.615717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25e63ac7-19be-409f-a38c-bbadae3ca235 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.618823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e62c4bc-d215-4bc6-892a-002bffd3ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.635962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.647136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:22.669020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:22.680004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62c4bc-d215-4bc6-892a-002bffd3ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b72d8-5e6e-4fd0-91b5-ca4786a2f1fb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:22.682969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:22.683547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e63ac7-19be-409f-a38c-bbadae3ca235 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event deleted for resources: {'Port': ['ID=c938ef15-a749-4c6c-889e-9d651488b86e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:22.690710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] For port b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83,segment=NetworkSegment(d5ba2463-9a1d-44cd-8d4a-905bc0108f3f),segment_id=d5ba2463-9a1d-44cd-8d4a-905bc0108f3f)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:22.691429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.724408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:22.742202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25e63ac7-19be-409f-a38c-bbadae3ca235 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.834599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-847e8b75-eeb0-4ce7-a6ef-731757f4249e None None] Port c938ef15-a749-4c6c-889e-9d651488b86e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:22.849670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43477673-239f-4d8b-bd33-80f7633b754f tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:22.854248 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43477673-239f-4d8b-bd33-80f7633b754f tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7167778 Mar 11 16:20:22.856794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59572) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:22.856910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:20:22.859103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Calling delete_port for b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:22.901978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6e62c4bc-d215-4bc6-892a-002bffd3ddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:22.903123 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6e62c4bc-d215-4bc6-892a-002bffd3ddd9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/543b72d8-5e6e-4fd0-91b5-ca4786a2f1fb HTTP/1.1" status: 204 len: 168 time: 1.6907334 Mar 11 16:20:22.914667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7137bfea-9614-4c4b-89b3-93ef73bab584,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:22.940168 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'code': 200} Mar 11 16:20:22.973041 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-25e63ac7-19be-409f-a38c-bbadae3ca235 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "DELETE /v2.0/ports/c938ef15-a749-4c6c-889e-9d651488b86e HTTP/1.1" status: 204 len: 168 time: 1.8433444 Mar 11 16:20:22.975910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59580) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:22.991153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:22.996977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.038977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.069122 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb98020-e634-4042-a355-37d4f5e32707 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] GET failed (client error): The resource could not be found. Mar 11 16:20:23.069656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5eb98020-e634-4042-a355-37d4f5e32707 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Synchronizing usage tracker for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:23.081659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.081891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.137753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e53d644-e94b-4bf4-a626-6c9d5dd1cc53 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.148335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Port': ['ID=ea536027-b1f8-475a-9ae3-b5346ab9d332,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:23.151154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.157187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No DVR routers for this DVR port ea536027-b1f8-475a-9ae3-b5346ab9d332 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:23.174408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e53d644-e94b-4bf4-a626-6c9d5dd1cc53 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.186881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5eb98020-e634-4042-a355-37d4f5e32707 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Unset dirty status for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:23.192519 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5eb98020-e634-4042-a355-37d4f5e32707 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "GET /v2.0/ports/c938ef15-a749-4c6c-889e-9d651488b86e HTTP/1.1" status: 404 len: 333 time: 0.2112472 Mar 11 16:20:23.194110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59584) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:23.206209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'port': {'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-379090393'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:23.230136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3b77a510-9be5-4ea6-a026-373daecafcfa None None] For port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7d4fea34-a7ee-4f22-94d2-e0e1c6807559,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:23.231719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3b77a510-9be5-4ea6-a026-373daecafcfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.277467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No DVR routers for this DVR port b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:23.307245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Port': ['ID=b7253ad0-aa7d-4cd4-b9ac-7ec3bfc09a83,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:23.328766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.401029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:23.418552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:23.433654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:23.440381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:23.441000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.451130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3b77a510-9be5-4ea6-a026-373daecafcfa None None] Calling delete_port for 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:23.451717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.480924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=e8acd723-aaaf-4b48-ae7c-a53b6a36b196,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:23.489977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e53d644-e94b-4bf4-a626-6c9d5dd1cc53 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.527103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:23.529515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53d644-e94b-4bf4-a626-6c9d5dd1cc53 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbef4876-f164-48e4-a13c-90a4be866e21,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:23.544213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:23.555205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.569363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dcdd24-ae68-4842-8efa-fd8097f27558']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:23.590496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] For port ea536027-b1f8-475a-9ae3-b5346ab9d332, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ea536027-b1f8-475a-9ae3-b5346ab9d332,segment=NetworkSegment(fb51bae2-2d82-4dc6-9902-8fc4d54f2685),segment_id=fb51bae2-2d82-4dc6-9902-8fc4d54f2685)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:23.590939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.600185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb51bae2-2d82-4dc6-9902-8fc4d54f2685') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:23.600185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb51bae2-2d82-4dc6-9902-8fc4d54f2685') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:23.600360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4e53d644-e94b-4bf4-a626-6c9d5dd1cc53 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.600360 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4e53d644-e94b-4bf4-a626-6c9d5dd1cc53 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/dbef4876-f164-48e4-a13c-90a4be866e21 HTTP/1.1" status: 204 len: 168 time: 0.7408154 Mar 11 16:20:23.601262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59588) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:23.609686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=7137bfea-9614-4c4b-89b3-93ef73bab584,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:23.610747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92592132-f553-4354-8de1-82d3ce1ea5e0']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:23.628743 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9d4c1e7d-7e41-4584-9ff4-bf5d8a0cf59b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7078598 Mar 11 16:20:23.637922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59592) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:23.716942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8e30cbae-733e-4620-b4e9-428651b03df9 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:23.723320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Made reservation on behalf of 1ddc00cb832c4bfd9e33ee9aa06e6041 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:23.726875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.736342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] Calling delete_port for ea536027-b1f8-475a-9ae3-b5346ab9d332 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:23.760987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a767873-7ccd-454d-9699-cc13febed344 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:23.761588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8a767873-7ccd-454d-9699-cc13febed344 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:23.766233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3b77a510-9be5-4ea6-a026-373daecafcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.773960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.778785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] device_id is not set on port 3cd70051-3672-474e-8ab3-e716173ef3da yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:23.791268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ba2463-9a1d-44cd-8d4a-905bc0108f3f') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:23.791475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ba2463-9a1d-44cd-8d4a-905bc0108f3f') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:23.818329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.827366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.827611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77a510-9be5-4ea6-a026-373daecafcfa None None] Pushing event deleted for resources: {'Port': ['ID=7d4fea34-a7ee-4f22-94d2-e0e1c6807559,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:23.834948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77a510-9be5-4ea6-a026-373daecafcfa None None] No DVR routers for this DVR port 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:23.853799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:23.854260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:23.869738 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:23.876869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:23.877344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:23.888662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.961775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:23.962199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:23.980634 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:24.031194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8e30cbae-733e-4620-b4e9-428651b03df9 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:24.037391 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e30cbae-733e-4620-b4e9-428651b03df9 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4300392 Mar 11 16:20:24.039253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8a767873-7ccd-454d-9699-cc13febed344 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:24.042941 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8a767873-7ccd-454d-9699-cc13febed344 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/e8acd723-aaaf-4b48-ae7c-a53b6a36b196 HTTP/1.1" status: 200 len: 844 time: 0.4013982 Mar 11 16:20:24.043786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59596) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:24.043786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59598) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:24.049844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:24.079394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group': {'name': 'tempest-secgroup--48064795'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:24.086149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:24.086726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7d4fea34-a7ee-4f22-94d2-e0e1c6807559 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:24.087319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ea536027-b1f8-475a-9ae3-b5346ab9d332 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:24.099996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:24.121212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: ea536027-b1f8-475a-9ae3-b5346ab9d332 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:24.121555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ea536027-b1f8-475a-9ae3-b5346ab9d332 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:24.136974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:24.142158 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Allocated IP 2001:db8::b6 (80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb/85fa904d-d321-4e97-84bc-544a822cde0e/3cd70051-3672-474e-8ab3-e716173ef3da) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:24.150083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.151929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.155867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.160962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-20c68563-1b12-475f-b634-b9b637cb0a7e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port e8acd723-aaaf-4b48-ae7c-a53b6a36b196 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:24.161369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20c68563-1b12-475f-b634-b9b637cb0a7e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.199706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.211918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.227830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Network': ['ID=92592132-f553-4354-8de1-82d3ce1ea5e0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:24.273937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:24.277887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.284240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:24.292030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=76dcdd24-ae68-4842-8efa-fd8097f27558,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:24.294702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:24.295244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.296393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96010447-575e-4283-bfcb-abe29d8184cb None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:24.310042 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-55b17be2-ca2f-4f0b-a3ce-075376cbeb75 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/92592132-f553-4354-8de1-82d3ce1ea5e0 HTTP/1.1" status: 204 len: 168 time: 5.9749517 Mar 11 16:20:24.311700 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59604) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:24.318729 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-efa3a64e-560b-4102-a675-80c48d06eb64 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/76dcdd24-ae68-4842-8efa-fd8097f27558 HTTP/1.1" status: 204 len: 168 time: 3.4341240 Mar 11 16:20:24.321920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59608) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:24.327746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=a58aca58-d8f1-499a-b9ee-155f8ee62e95,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:24.331020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1287779861'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:24.363087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:24.371479 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40e57f1-a355-4e5b-9f50-ce6a89fdc4bc tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:24.372034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40e57f1-a355-4e5b-9f50-ce6a89fdc4bc tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:24.376526 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f40e57f1-a355-4e5b-9f50-ce6a89fdc4bc tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/6f78dfec-c324-4d46-8fd5-f229ab0777b5 HTTP/1.1" status: 404 len: 337 time: 0.0483572 Mar 11 16:20:24.376723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:24.377780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59612) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:24.396911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:network and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:24.403417 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dddeeb-9ad5-40cf-9a7b-e230954c98c6 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:24.403417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08dddeeb-9ad5-40cf-9a7b-e230954c98c6 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:24.403672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:24.407551 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-08dddeeb-9ad5-40cf-9a7b-e230954c98c6 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/ecd39b91-d5ed-4330-b10d-b6cc3dd2267f HTTP/1.1" status: 404 len: 339 time: 0.0273676 Mar 11 16:20:24.407689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:24.408348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59616) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:24.424859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:24.427701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:24.438153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] Deleting port ea536027-b1f8-475a-9ae3-b5346ab9d332 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:24.438949 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.442390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:24.474327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a60283-21f9-4c04-b476-3ce3d0953205 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting subnet 4db392a1-1efa-45f1-800a-ef55dfa6e80b {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:24.478491 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2645bc7e-3999-44ce-ba79-485d91c77f89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3071086 Mar 11 16:20:24.479411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66a60283-21f9-4c04-b476-3ce3d0953205 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.493319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59620) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:24.531684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d1e8de-0238-4927-81f9-31725ddd8d34 None None] The port 'ea536027-b1f8-475a-9ae3-b5346ab9d332' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:20:24.548715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66a60283-21f9-4c04-b476-3ce3d0953205 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.601946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1fe63fa5-8626-40f4-8746-ee08b58e5840 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1595041742', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:24.622704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1fe63fa5-8626-40f4-8746-ee08b58e5840 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:24.645398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66a60283-21f9-4c04-b476-3ce3d0953205 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.663884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': 'a58aca58-d8f1-499a-b9ee-155f8ee62e95'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:24.664131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1fe63fa5-8626-40f4-8746-ee08b58e5840 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:24.664943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.668303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20c68563-1b12-475f-b634-b9b637cb0a7e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.682600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:24.685959 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.704917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.823953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66a60283-21f9-4c04-b476-3ce3d0953205 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.830376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/a58aca58-d8f1-499a-b9ee-155f8ee62e95/e0f1b92c-b0f4-4356-9e09-ff68b72b7f41) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:24.844568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-20c68563-1b12-475f-b634-b9b637cb0a7e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for e8acd723-aaaf-4b48-ae7c-a53b6a36b196 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:24.869212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a60283-21f9-4c04-b476-3ce3d0953205 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Subnet': ['ID=4db392a1-1efa-45f1-800a-ef55dfa6e80b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:24.876698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66a60283-21f9-4c04-b476-3ce3d0953205 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.890928 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66a60283-21f9-4c04-b476-3ce3d0953205 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/subnets/4db392a1-1efa-45f1-800a-ef55dfa6e80b HTTP/1.1" status: 204 len: 168 time: 0.4795580 Mar 11 16:20:24.891173 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1fe63fa5-8626-40f4-8746-ee08b58e5840 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.891293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59624) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:24.891390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1fe63fa5-8626-40f4-8746-ee08b58e5840 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.912385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Transition to ACTIVE for port object 3cd70051-3672-474e-8ab3-e716173ef3da will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:24.925191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:24.936202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b2541-215f-4e0d-b8b9-15fd8505f048 None None] Network 1b75bd8f-9911-4ff0-8078-be561c689ffe requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:24.972940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.973289 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Added segment cab17fa0-4107-4846-8823-41b71db8ea48 of type vlan for network dee473b6-bb14-4873-9011-7cbdd15f7d46 Mar 11 16:20:24.976800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1fe63fa5-8626-40f4-8746-ee08b58e5840 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:24.985348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.010853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.021502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Deleting port eb38ea3e-805c-4577-9dca-8fab9d6a609d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:25.021847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.036931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.080320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.119412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20c68563-1b12-475f-b634-b9b637cb0a7e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.182149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a917cb-f534-4967-8652-c503769f6932,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:25.188960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.194475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:25.195078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.199030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1fe63fa5-8626-40f4-8746-ee08b58e5840 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.204736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.211920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.211920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c68563-1b12-475f-b634-b9b637cb0a7e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=e8acd723-aaaf-4b48-ae7c-a53b6a36b196,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:25.219001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Transition to ACTIVE for port object e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:25.236613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] For port eb38ea3e-805c-4577-9dca-8fab9d6a609d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=eb38ea3e-805c-4577-9dca-8fab9d6a609d,segment=NetworkSegment(ea27e2c5-df87-4327-b0b7-e86c7c95373e),segment_id=ea27e2c5-df87-4327-b0b7-e86c7c95373e)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:25.236964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.249050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Transition to ACTIVE for port object e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:25.307046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20c68563-1b12-475f-b634-b9b637cb0a7e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.308874 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-20c68563-1b12-475f-b634-b9b637cb0a7e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/e8acd723-aaaf-4b48-ae7c-a53b6a36b196 HTTP/1.1" status: 204 len: 168 time: 1.2630451 Mar 11 16:20:25.325166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] DHCP port deletion for 1b75bd8f-9911-4ff0-8078-be561c689ffe request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:25.326272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59628) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:25.330276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.367326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] Deleting port eb38ea3e-805c-4577-9dca-8fab9d6a609d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:25.367604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.368953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Calling delete_port for eb38ea3e-805c-4577-9dca-8fab9d6a609d owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:25.438811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.440010 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-31c05c7a-c810-439a-b5d6-80c474dc4c28 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3956461 Mar 11 16:20:25.440952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1fe63fa5-8626-40f4-8746-ee08b58e5840 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.445472 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1fe63fa5-8626-40f4-8746-ee08b58e5840 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8918631 Mar 11 16:20:25.445472 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1262362 Mar 11 16:20:25.445689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59632) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:25.446752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59634) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:25.447141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59638) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:25.448116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:25.451681 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb71f21-81e5-42f3-8347-2dce30994600 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:20:25.452209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acb71f21-81e5-42f3-8347-2dce30994600 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:25.454599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319661c-cd51-410c-a272-07abf982cdb4 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Network': ['ID=dee473b6-bb14-4873-9011-7cbdd15f7d46,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:25.456279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:25.456844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:25.462843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:25.465572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network dee473b6-bb14-4873-9011-7cbdd15f7d46 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:25.468425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:25.469036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.498781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Port': ['ID=3cd70051-3672-474e-8ab3-e716173ef3da,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:25.509305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:25.511046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Pushing event updated for resources: {'Port': ['ID=e0f1b92c-b0f4-4356-9e09-ff68b72b7f41,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:25.515759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:25.524224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'subnet': {'network_id': 'dee473b6-bb14-4873-9011-7cbdd15f7d46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:25.543251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Request body: {'security_group_rule': {'security_group_id': '43a917cb-f534-4967-8652-c503769f6932', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:25.563389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:25.567489 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c3b70f4-5308-432c-980b-fe66095c9a26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3736067 Mar 11 16:20:25.568360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59644) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:25.573819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'port': {'network_id': '80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1155184716'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:25.585122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Usage tracker for resource:security_group_rule and tenant:7741a2b8eeac44348fd5cde949834e84 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:25.591273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:25.606861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-acb71f21-81e5-42f3-8347-2dce30994600 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:25.612226 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-acb71f21-81e5-42f3-8347-2dce30994600 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/e8acd723-aaaf-4b48-ae7c-a53b6a36b196 HTTP/1.1" status: 404 len: 333 time: 0.2793171 Mar 11 16:20:25.616297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59648) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:25.628100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'name': 'tempest-PortsIpV6TestJSON-1921766525'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:25.827888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:25.840378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:25.840956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Attempting to bind port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:25.841327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.841440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Attempting to bind port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:25.841440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Attempting to bind port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:25.841595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:25.847183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:25.852801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:25.855264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:25.855916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:25.856481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.856870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:25.857318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Bound port: e0f1b92c-b0f4-4356-9e09-ff68b72b7f41, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:25.857778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.886654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] For port eb38ea3e-805c-4577-9dca-8fab9d6a609d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=eb38ea3e-805c-4577-9dca-8fab9d6a609d,segment=NetworkSegment(ea27e2c5-df87-4327-b0b7-e86c7c95373e),segment_id=ea27e2c5-df87-4327-b0b7-e86c7c95373e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:25.887073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:25.972658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Port': ['ID=eb38ea3e-805c-4577-9dca-8fab9d6a609d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:25.985864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:25.996330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.018951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Made reservation on behalf of 1ddc00cb832c4bfd9e33ee9aa06e6041 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:26.023076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.033009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] No DVR routers for this DVR port eb38ea3e-805c-4577-9dca-8fab9d6a609d on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:26.086437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device eb38ea3e-805c-4577-9dca-8fab9d6a609d no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:26.120963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] Calling delete_port for eb38ea3e-805c-4577-9dca-8fab9d6a609d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:26.134227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:26.154284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7a3cc5cb-7019-4c6b-b6cc-8c545ec3b00b None None] Provisioning for port 3cd70051-3672-474e-8ab3-e716173ef3da completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:26.172381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: eb38ea3e-805c-4577-9dca-8fab9d6a609d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:26.172744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device eb38ea3e-805c-4577-9dca-8fab9d6a609d not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:26.174888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:subnet and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:26.183780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7a3cc5cb-7019-4c6b-b6cc-8c545ec3b00b None None] Provisioning complete for port 3cd70051-3672-474e-8ab3-e716173ef3da triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:26.184071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7a3cc5cb-7019-4c6b-b6cc-8c545ec3b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.189140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port 0c60280e-81b3-4229-a507-c512b96835e0 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:26.190516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:26.200834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:26.204433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.253001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] device_id is not set on port d7fa6af3-ba74-4c03-879c-02a250b7b744 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:26.286613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7a3cc5cb-7019-4c6b-b6cc-8c545ec3b00b None None] Port 3cd70051-3672-474e-8ab3-e716173ef3da cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:26.290291 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] For port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:26.293777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:26.294133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:26.298664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] For port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e0f1b92c-b0f4-4356-9e09-ff68b72b7f41,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:26.358907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.383430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.431090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:26.434444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.451720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91577c1e-5127-4115-9abd-b4a9fd61c7a2 None None] Pushing event updated for resources: {'Port': ['ID=e0f1b92c-b0f4-4356-9e09-ff68b72b7f41,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:26.471656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b75bd8f-9911-4ff0-8078-be561c689ffe']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:26.523372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea27e2c5-df87-4327-b0b7-e86c7c95373e') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:26.523683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea27e2c5-df87-4327-b0b7-e86c7c95373e') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:26.535074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.578091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Allocated IP 2001:db8::68 (80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb/85fa904d-d321-4e97-84bc-544a822cde0e/d7fa6af3-ba74-4c03-879c-02a250b7b744) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:26.606090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.624189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.637294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.731100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.733277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.795752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] Deleting port eb38ea3e-805c-4577-9dca-8fab9d6a609d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:26.796140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.874466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.890656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f55f2be6-08a9-43fc-aa8d-84f7fa898d77 None None] The port 'eb38ea3e-805c-4577-9dca-8fab9d6a609d' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:20:26.894007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:26.894499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:26.918479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e2c377-7446-4840-8af9-4b576826b09e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:26.920359 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:26.983527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:26.993107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:26.993107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:26.999295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:27.000200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.010273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.039678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.042977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=0c60280e-81b3-4229-a507-c512b96835e0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:27.043309 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96397842-e4fc-459e-b4c4-3dfbda57f053 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5980120 Mar 11 16:20:27.049041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59652) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:27.058865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Transition to ACTIVE for port object d7fa6af3-ba74-4c03-879c-02a250b7b744 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:27.149430 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-16996dff-49fa-44f1-9357-bbcb9f9453bd tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5318449 Mar 11 16:20:27.151975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59656) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:27.158131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a1ff83ee-f94f-45dd-bfb0-a7ab261d6af8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:27.176156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.190410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.296072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:27.327749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Port': ['ID=d7fa6af3-ba74-4c03-879c-02a250b7b744,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:27.333812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:27.340490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:27.343087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.345936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:27.346576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.371931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] Pushing event deleted for resources: {'Network': ['ID=1b75bd8f-9911-4ff0-8078-be561c689ffe,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:27.388137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1ff83ee-f94f-45dd-bfb0-a7ab261d6af8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.455618 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a0b4391b-91c9-487a-98df-d0637db1ed18 tempest-NetworksIpV6Test-404137886 tempest-NetworksIpV6Test-404137886-project] 10.222.0.57 "DELETE /v2.0/networks/1b75bd8f-9911-4ff0-8078-be561c689ffe HTTP/1.1" status: 204 len: 168 time: 2.5627303 Mar 11 16:20:27.480468 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bded67c5-f930-41ed-ae84-d2c7ac5ac2e9 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9105566 Mar 11 16:20:27.481402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59662) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:27.488015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1399-9868-4e70-a2c2-24da696199e3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.503797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-88356760-afad-4bc7-a2d9-3de1015383b7 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::272', 'mac_address': 'fa:16:3e:5c:b8:f7'}, {'ip_address': '2001:db8::b6', 'mac_address': 'fa:16:3e:cd:fc:3b'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:27.526877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::1 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/a58aca58-d8f1-499a-b9ee-155f8ee62e95/ebfe2fb2-3c89-42db-9ce4-526170a366fa) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:27.538559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1399-9868-4e70-a2c2-24da696199e3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.560565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.781688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Subnet': ['ID=5ec12860-ae91-4fb9-99ea-56b914ce77f3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:27.820239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Checking segment: {'id': 'cab17fa0-4107-4846-8823-41b71db8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dee473b6-bb14-4873-9011-7cbdd15f7d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:27.820853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network hostable DHCP agents. Network: dee473b6-bb14-4873-9011-7cbdd15f7d46, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:27.868591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1ff83ee-f94f-45dd-bfb0-a7ab261d6af8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.875347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-689e0e34-aad9-4720-aea5-541e3bb62cb3 None None] Provisioning for port d7fa6af3-ba74-4c03-879c-02a250b7b744 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:27.883166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-689e0e34-aad9-4720-aea5-541e3bb62cb3 None None] Provisioning complete for port d7fa6af3-ba74-4c03-879c-02a250b7b744 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:27.883696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-689e0e34-aad9-4720-aea5-541e3bb62cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.886353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.906939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object ebfe2fb2-3c89-42db-9ce4-526170a366fa will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:27.908082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1399-9868-4e70-a2c2-24da696199e3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.929331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b1399-9868-4e70-a2c2-24da696199e3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a917cb-f534-4967-8652-c503769f6932,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:27.946688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network dee473b6-bb14-4873-9011-7cbdd15f7d46 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:27.955086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88356760-afad-4bc7-a2d9-3de1015383b7 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.956453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c4b1399-9868-4e70-a2c2-24da696199e3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:27.959976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-689e0e34-aad9-4720-aea5-541e3bb62cb3 None None] Port d7fa6af3-ba74-4c03-879c-02a250b7b744 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:27.960750 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1c4b1399-9868-4e70-a2c2-24da696199e3 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/43a917cb-f534-4967-8652-c503769f6932 HTTP/1.1" status: 204 len: 168 time: 0.9074924 Mar 11 16:20:27.966372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:27.971594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1ff83ee-f94f-45dd-bfb0-a7ab261d6af8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.039473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dbd6464f-6b0e-4a04-8c04-441e0507177c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:28.043839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, dee473b6-bb14-4873-9011-7cbdd15f7d46) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:28.049280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:28.049875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.054863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877e53a0-db84-49a3-9516-523bcc90d542 None None] Network dee473b6-bb14-4873-9011-7cbdd15f7d46 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:28.091561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff83ee-f94f-45dd-bfb0-a7ab261d6af8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] In _notify_port_updated(), no bound segment for port 0c60280e-81b3-4229-a507-c512b96835e0 on network 1f795d1c-9f6f-4b27-af59-9ab696a75901 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:20:28.099861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ff83ee-f94f-45dd-bfb0-a7ab261d6af8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:28.100003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1ff83ee-f94f-45dd-bfb0-a7ab261d6af8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.104708 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a1ff83ee-f94f-45dd-bfb0-a7ab261d6af8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "PUT /v2.0/ports/0c60280e-81b3-4229-a507-c512b96835e0 HTTP/1.1" status: 200 len: 818 time: 0.9517505 Mar 11 16:20:28.106137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:28.129734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff83ee-f94f-45dd-bfb0-a7ab261d6af8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=0c60280e-81b3-4229-a507-c512b96835e0,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:28.182352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.185895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dbd6464f-6b0e-4a04-8c04-441e0507177c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:28.188221 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dbd6464f-6b0e-4a04-8c04-441e0507177c tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2209058 Mar 11 16:20:28.189986 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-71a0a9cc-8c93-4883-8598-c81922802495 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7399750 Mar 11 16:20:28.202403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59676) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:28.203203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59678) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:28.233885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59684) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:28.248909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:28.291752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:28.297632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:28.310112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c7133082-a506-4a91-bf47-4f006a008f64 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 0c60280e-81b3-4229-a507-c512b96835e0 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:28.310668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7133082-a506-4a91-bf47-4f006a008f64 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.373733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:28.374299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.418985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2742abf5-eea5-4402-906f-240ca6285cf0 None None] Provisioning for port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:28.435490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=ebfe2fb2-3c89-42db-9ce4-526170a366fa,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:28.477547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-dee473b6-bb14-4873-9011-7cbdd15f7d46', 'network_id': 'dee473b6-bb14-4873-9011-7cbdd15f7d46', 'tenant_id': '2b78b1d270d64961a72f0db85ed6e6d6', 'fixed_ips': [{'subnet_id': '5ec12860-ae91-4fb9-99ea-56b914ce77f3'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:28.478418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.515501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:28.537566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:28.537932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.632851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88356760-afad-4bc7-a2d9-3de1015383b7 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.727667 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-abafb6ee-af4b-44c5-a9c3-eb8d847ea2b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea7c95f15aa64985b5392400f0b5a9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841921 Mar 11 16:20:28.753882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59690) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:28.780069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88356760-afad-4bc7-a2d9-3de1015383b7 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.798762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Allocated IP 2001:db8::2 (dee473b6-bb14-4873-9011-7cbdd15f7d46/5ec12860-ae91-4fb9-99ea-56b914ce77f3/ecf2e4cd-c9a8-45c9-9319-b645bf29f20f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:28.855527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7133082-a506-4a91-bf47-4f006a008f64 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.885461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88356760-afad-4bc7-a2d9-3de1015383b7 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event updated for resources: {'Port': ['ID=d7fa6af3-ba74-4c03-879c-02a250b7b744,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:28.898732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.920609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0b0c588c-1a53-46a9-a349-ab6a5e58f531 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:28.923830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-88356760-afad-4bc7-a2d9-3de1015383b7 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] In _notify_port_updated(), no bound segment for port d7fa6af3-ba74-4c03-879c-02a250b7b744 on network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:20:28.930023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88356760-afad-4bc7-a2d9-3de1015383b7 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:28.930693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-88356760-afad-4bc7-a2d9-3de1015383b7 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:28.935690 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-88356760-afad-4bc7-a2d9-3de1015383b7 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "PUT /v2.0/ports/d7fa6af3-ba74-4c03-879c-02a250b7b744 HTTP/1.1" status: 200 len: 1066 time: 1.4346862 Mar 11 16:20:28.935854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59694) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:28.987840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.006284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf8f811d-396a-47d5-8c71-605604a2761a None None] Provisioning for port ebfe2fb2-3c89-42db-9ce4-526170a366fa completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:29.015847 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bf8f811d-396a-47d5-8c71-605604a2761a None None] Provisioning complete for port ebfe2fb2-3c89-42db-9ce4-526170a366fa triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:29.016213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf8f811d-396a-47d5-8c71-605604a2761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.042939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c7133082-a506-4a91-bf47-4f006a008f64 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 0c60280e-81b3-4229-a507-c512b96835e0 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:29.054947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0b0c588c-1a53-46a9-a349-ab6a5e58f531 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:29.056567 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0b0c588c-1a53-46a9-a349-ab6a5e58f531 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.8524380 Mar 11 16:20:29.066345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59698) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:29.110206 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-8514fb6f-fb29-4ec5-8905-ba8c821dd583 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] delete failed (client error): The resource could not be found. Mar 11 16:20:29.112009 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8514fb6f-fb29-4ec5-8905-ba8c821dd583 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "DELETE /v2.0/security-groups/43a917cb-f534-4967-8652-c503769f6932 HTTP/1.1" status: 404 len: 347 time: 0.0343378 Mar 11 16:20:29.118733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59702) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:29.124616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-498f56b6-dc1b-4368-9eb2-4d7f01764654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.150410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.151334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e0f1b92c-b0f4-4356-9e09-ff68b72b7f41,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:29.155190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f811d-396a-47d5-8c71-605604a2761a None None] Port ebfe2fb2-3c89-42db-9ce4-526170a366fa cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:29.175114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-498f56b6-dc1b-4368-9eb2-4d7f01764654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.186855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.200241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Transition to ACTIVE for port object ecf2e4cd-c9a8-45c9-9319-b645bf29f20f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:29.200731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d3afd4df-5afd-4126-b549-85bdfaaab7b5 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Deleting port d7fa6af3-ba74-4c03-879c-02a250b7b744 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:29.201075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3afd4df-5afd-4126-b549-85bdfaaab7b5 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.208421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.237354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.280611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Transition to ACTIVE for port object ecf2e4cd-c9a8-45c9-9319-b645bf29f20f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:29.307349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eb353e1b-17a6-45a7-971a-f9aabf904423 None None] Provisioning complete for port d7fa6af3-ba74-4c03-879c-02a250b7b744 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:29.307738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb353e1b-17a6-45a7-971a-f9aabf904423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.338879 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-09f1215a-919d-4e20-802f-9f9ab8918d23 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Synchronizing usage tracker for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:29.353036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-09f1215a-919d-4e20-802f-9f9ab8918d23 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] Unset dirty status for tenant:7741a2b8eeac44348fd5cde949834e84 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:29.359651 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-09f1215a-919d-4e20-802f-9f9ab8918d23 tempest-SecGroupIPv6Test-399835764 tempest-SecGroupIPv6Test-399835764-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2346411 Mar 11 16:20:29.360977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-498f56b6-dc1b-4368-9eb2-4d7f01764654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.362326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e0f1b92c-b0f4-4356-9e09-ff68b72b7f41,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:29.385217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-eb353e1b-17a6-45a7-971a-f9aabf904423 None None] Port d7fa6af3-ba74-4c03-879c-02a250b7b744 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:29.393272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.396581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f56b6-dc1b-4368-9eb2-4d7f01764654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3f9074-7234-4bda-a6b9-2cc450a9bfe7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:29.410772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-498f56b6-dc1b-4368-9eb2-4d7f01764654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.412236 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-498f56b6-dc1b-4368-9eb2-4d7f01764654 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca3f9074-7234-4bda-a6b9-2cc450a9bfe7 HTTP/1.1" status: 204 len: 168 time: 0.6478868 Mar 11 16:20:29.423265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7133082-a506-4a91-bf47-4f006a008f64 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.483048 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Network dee473b6-bb14-4873-9011-7cbdd15f7d46 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:29.486376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:29.490223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:29.502423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.564413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec12860-ae91-4fb9-99ea-56b914ce77f3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:29.592242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Pushing event updated for resources: {'Port': ['ID=ecf2e4cd-c9a8-45c9-9319-b645bf29f20f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:29.656989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Attempting to bind port ecf2e4cd-c9a8-45c9-9319-b645bf29f20f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:29.657295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Attempting to bind port ecf2e4cd-c9a8-45c9-9319-b645bf29f20f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'cab17fa0-4107-4846-8823-41b71db8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dee473b6-bb14-4873-9011-7cbdd15f7d46'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:29.657659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Attempting to bind port ecf2e4cd-c9a8-45c9-9319-b645bf29f20f on network dee473b6-bb14-4873-9011-7cbdd15f7d46 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:29.661613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7133082-a506-4a91-bf47-4f006a008f64 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=0c60280e-81b3-4229-a507-c512b96835e0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:29.672018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:29.674036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Checking segment: {'id': 'cab17fa0-4107-4846-8823-41b71db8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dee473b6-bb14-4873-9011-7cbdd15f7d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:29.674556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.675024 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Bound using segment: {'id': 'cab17fa0-4107-4846-8823-41b71db8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dee473b6-bb14-4873-9011-7cbdd15f7d46'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:29.675498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Bound port: ecf2e4cd-c9a8-45c9-9319-b645bf29f20f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab17fa0-4107-4846-8823-41b71db8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dee473b6-bb14-4873-9011-7cbdd15f7d46'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:29.676037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.691413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.714856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c7133082-a506-4a91-bf47-4f006a008f64 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.726596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee473b6-bb14-4873-9011-7cbdd15f7d46']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:29.738744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab17fa0-4107-4846-8823-41b71db8ea48') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:29.739095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab17fa0-4107-4846-8823-41b71db8ea48') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:29.752368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.774876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.783855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] For port ecf2e4cd-c9a8-45c9-9319-b645bf29f20f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:29.786570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:29.787514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:29.807757 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:29.810081 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c7133082-a506-4a91-bf47-4f006a008f64 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/0c60280e-81b3-4229-a507-c512b96835e0 HTTP/1.1" status: 204 len: 168 time: 1.7006662 Mar 11 16:20:29.814620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59716) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:29.902653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59720) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:29.917400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] For port ecf2e4cd-c9a8-45c9-9319-b645bf29f20f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ecf2e4cd-c9a8-45c9-9319-b645bf29f20f,segment=NetworkSegment(cab17fa0-4107-4846-8823-41b71db8ea48),segment_id=cab17fa0-4107-4846-8823-41b71db8ea48)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:29.940796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:20:29.940796 dv-neutron-833379-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:20:29.940796 dv-neutron-833379-1-hyperv neutron-server[88601]: [parameters: {'id': 'dee473b6-bb14-4873-9011-7cbdd15f7d46'}] Mar 11 16:20:29.940796 dv-neutron-833379-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:29.942212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:29.977932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:29.998620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3afd4df-5afd-4126-b549-85bdfaaab7b5 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.114041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:30.162444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d3afd4df-5afd-4126-b549-85bdfaaab7b5 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Calling delete_port for d7fa6af3-ba74-4c03-879c-02a250b7b744 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:30.189750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e449b57-7966-4b16-bf2d-48d97e60a891 None None] Pushing event updated for resources: {'Port': ['ID=ecf2e4cd-c9a8-45c9-9319-b645bf29f20f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:30.238923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:30.239295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.273130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf41793-38e8-4cb6-a0c8-fc050ed3d79e None None] Network dee473b6-bb14-4873-9011-7cbdd15f7d46 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:30.280847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8322437d-db0f-4f43-a018-cd0dd0fd8dd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:30.281527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8322437d-db0f-4f43-a018-cd0dd0fd8dd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:30.328946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.348884 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-79d1a512-0eb7-48ce-9d50-132a3cb230ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7741a2b8eeac44348fd5cde949834e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350178 Mar 11 16:20:30.350745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59734) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:30.412947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59c0a83d-75ef-4ccc-96bd-0c7bdd03612a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.439193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59c0a83d-75ef-4ccc-96bd-0c7bdd03612a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.440523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.441395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.445808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.484500 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Deleting port ecf2e4cd-c9a8-45c9-9319-b645bf29f20f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:30.484980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.557090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=ebfe2fb2-3c89-42db-9ce4-526170a366fa,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:30.574343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3afd4df-5afd-4126-b549-85bdfaaab7b5 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.620400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcbfb9e-3a3f-460e-b22d-ba60fb85d8ea None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:20:30.650962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59c0a83d-75ef-4ccc-96bd-0c7bdd03612a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.678545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8322437d-db0f-4f43-a018-cd0dd0fd8dd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:30.682305 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8322437d-db0f-4f43-a018-cd0dd0fd8dd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8621051 Mar 11 16:20:30.686004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afd4df-5afd-4126-b549-85bdfaaab7b5 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event deleted for resources: {'Port': ['ID=d7fa6af3-ba74-4c03-879c-02a250b7b744,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:30.689027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59744) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:30.715665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0a83d-75ef-4ccc-96bd-0c7bdd03612a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f764b0f2-b69c-4be7-bad8-75be9dc94fb6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:30.763642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] For port ecf2e4cd-c9a8-45c9-9319-b645bf29f20f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ecf2e4cd-c9a8-45c9-9319-b645bf29f20f,segment=NetworkSegment(cab17fa0-4107-4846-8823-41b71db8ea48),segment_id=cab17fa0-4107-4846-8823-41b71db8ea48)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:30.763642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:30.764570 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd377d8-09b6-4238-9df1-7578ec4a2d98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:20:30.764570 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6dd377d8-09b6-4238-9df1-7578ec4a2d98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/0c60280e-81b3-4229-a507-c512b96835e0 HTTP/1.1" status: 404 len: 333 time: 0.0679281 Mar 11 16:20:30.767513 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59750) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:30.776206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1383626628'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:30.782412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:30.805419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcbfb9e-3a3f-460e-b22d-ba60fb85d8ea None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:20:30.895859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:network and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:30.899217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:30.908763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Calling delete_port for ecf2e4cd-c9a8-45c9-9319-b645bf29f20f owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:30.909567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59754) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:30.950319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:31.044379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:31.083589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:31.093638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-66326d38-0558-4b32-b53b-c7c9f0523525 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] Request body: {'port': {'network_id': 'd05e0caf-bf98-42ee-940f-2568ee9466da', 'name': 'tempest-NetworksNegativeTestJSON-1022015891'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:31.118688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3afd4df-5afd-4126-b549-85bdfaaab7b5 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.201779 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-66326d38-0558-4b32-b53b-c7c9f0523525 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] POST failed (client error): The resource could not be found. Mar 11 16:20:31.202307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66326d38-0558-4b32-b53b-c7c9f0523525 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:31.203705 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66326d38-0558-4b32-b53b-c7c9f0523525 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2910593 Mar 11 16:20:31.208135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59760) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.235353 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0e2ba1-1ece-4869-8fd3-1a3504dd72b6 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:31.235843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0e2ba1-1ece-4869-8fd3-1a3504dd72b6 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:31.241218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59c0a83d-75ef-4ccc-96bd-0c7bdd03612a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.245770 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-59c0a83d-75ef-4ccc-96bd-0c7bdd03612a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f764b0f2-b69c-4be7-bad8-75be9dc94fb6 HTTP/1.1" status: 204 len: 168 time: 0.8905773 Mar 11 16:20:31.248451 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b0e2ba1-1ece-4869-8fd3-1a3504dd72b6 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "DELETE /v2.0/networks/b18b9f51-b6ce-4617-ab00-6ff2afee32f6 HTTP/1.1" status: 404 len: 339 time: 0.0392494 Mar 11 16:20:31.254865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59766) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.299037 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6638d349-ec21-4251-82c7-dc9404cb9371 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:31.302915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6638d349-ec21-4251-82c7-dc9404cb9371 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:31.306035 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6638d349-ec21-4251-82c7-dc9404cb9371 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "DELETE /v2.0/ports/3d777c25-290a-46f3-aa02-031ca2637675 HTTP/1.1" status: 404 len: 333 time: 0.0500803 Mar 11 16:20:31.310502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59770) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.518450 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6663f5b5-ea5e-4801-8649-f956aa120ed4 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:31.519235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6663f5b5-ea5e-4801-8649-f956aa120ed4 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:31.525737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59774) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.525951 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6663f5b5-ea5e-4801-8649-f956aa120ed4 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "DELETE /v2.0/subnets/7b65e5c7-8bf1-4619-87c3-4ac75f2c936a HTTP/1.1" status: 404 len: 337 time: 0.2139106 Mar 11 16:20:31.543412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:31.548083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.555676 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f7fba8-f395-4677-a134-8e923c5dbe84 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] GET failed (client error): The resource could not be found. Mar 11 16:20:31.557138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-94f7fba8-f395-4677-a134-8e923c5dbe84 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "GET /v2.0/networks/d4c1e8a0-9b91-4fb2-9613-3e42d6e6eaa2 HTTP/1.1" status: 404 len: 339 time: 0.0303366 Mar 11 16:20:31.559493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.562387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59778) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.601952 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d3afd4df-5afd-4126-b549-85bdfaaab7b5 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "DELETE /v2.0/ports/d7fa6af3-ba74-4c03-879c-02a250b7b744 HTTP/1.1" status: 204 len: 168 time: 2.6659694 Mar 11 16:20:31.608203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59782) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.611033 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a8b27b-d89c-4bc0-844e-d027e6857156 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] GET failed (client error): The resource could not be found. Mar 11 16:20:31.616919 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e6a8b27b-d89c-4bc0-844e-d027e6857156 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "GET /v2.0/ports/45465b18-af5a-4b9b-ad61-8416214dc975 HTTP/1.1" status: 404 len: 333 time: 0.0486081 Mar 11 16:20:31.617093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Port': ['ID=ecf2e4cd-c9a8-45c9-9319-b645bf29f20f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:31.620868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59786) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.624768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No DVR routers for this DVR port ecf2e4cd-c9a8-45c9-9319-b645bf29f20f on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:31.657913 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4ef054-5070-4f27-93a0-3a498d5bf808 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] GET failed (client error): The resource could not be found. Mar 11 16:20:31.657913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6d4ef054-5070-4f27-93a0-3a498d5bf808 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Synchronizing usage tracker for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:31.662566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2ac198b3-e9dc-40e8-be2f-bb1c05ce0867 None None] Provisioning complete for port ebfe2fb2-3c89-42db-9ce4-526170a366fa triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:31.663102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2ac198b3-e9dc-40e8-be2f-bb1c05ce0867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.663233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Router 41fc48dd-d295-453c-8b86-6bcfbe478624 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:20:31.728516 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d324fd9-41e4-4a8c-91a3-ecaed9e5262c tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] GET failed (client error): The resource could not be found. Mar 11 16:20:31.733371 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2ac198b3-e9dc-40e8-be2f-bb1c05ce0867 None None] Port ebfe2fb2-3c89-42db-9ce4-526170a366fa cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:31.733545 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2d324fd9-41e4-4a8c-91a3-ecaed9e5262c tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "GET /v2.0/subnets/4a8b1921-d87d-4abd-9fcc-0acc71f96068 HTTP/1.1" status: 404 len: 337 time: 0.1068990 Mar 11 16:20:31.733545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:31.734249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59790) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.748320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f41c65b9-d7d5-463b-8d58-1afdf9d410e6 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:31.775761 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41c65b9-d7d5-463b-8d58-1afdf9d410e6 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] PUT failed (client error): The resource could not be found. Mar 11 16:20:31.776272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41c65b9-d7d5-463b-8d58-1afdf9d410e6 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:31.777394 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f41c65b9-d7d5-463b-8d58-1afdf9d410e6 tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "PUT /v2.0/networks/4d4a77ee-b611-4a1b-b358-d1998f429150 HTTP/1.1" status: 404 len: 339 time: 0.0420170 Mar 11 16:20:31.805827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59794) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.806465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.806815 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Added segment 0def626d-c815-4d2b-b50c-14382d84a016 of type vlan for network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 Mar 11 16:20:31.823759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0721f090-11c5-490a-bb70-ef897663b8dd tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:31.827411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6d4ef054-5070-4f27-93a0-3a498d5bf808 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Unset dirty status for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:31.828875 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6d4ef054-5070-4f27-93a0-3a498d5bf808 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "GET /v2.0/ports/d7fa6af3-ba74-4c03-879c-02a250b7b744 HTTP/1.1" status: 404 len: 333 time: 0.2197697 Mar 11 16:20:31.838347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59798) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.869492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.891973 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0721f090-11c5-490a-bb70-ef897663b8dd tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] PUT failed (client error): The resource could not be found. Mar 11 16:20:31.892458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0721f090-11c5-490a-bb70-ef897663b8dd tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:31.893612 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0721f090-11c5-490a-bb70-ef897663b8dd tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "PUT /v2.0/ports/ce7e0df9-baf1-4282-b0ec-1f10f1c2cb31 HTTP/1.1" status: 404 len: 333 time: 0.0852747 Mar 11 16:20:31.898957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59802) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.912372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.917292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-730b69ce-3222-40d8-8311-29b1d07121cc tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:31.924594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee473b6-bb14-4873-9011-7cbdd15f7d46']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:31.939927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab17fa0-4107-4846-8823-41b71db8ea48') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:31.941324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab17fa0-4107-4846-8823-41b71db8ea48') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:31.962008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:31.966280 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-730b69ce-3222-40d8-8311-29b1d07121cc tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] PUT failed (client error): The resource could not be found. Mar 11 16:20:31.966660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730b69ce-3222-40d8-8311-29b1d07121cc tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:31.971472 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-730b69ce-3222-40d8-8311-29b1d07121cc tempest-NetworksNegativeTestJSON-2089517484 tempest-NetworksNegativeTestJSON-2089517484-project] 10.222.0.57 "PUT /v2.0/subnets/047c0a23-fef5-429d-9531-aa793b56a983 HTTP/1.1" status: 404 len: 337 time: 0.0676131 Mar 11 16:20:31.971680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:31.979867 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c14b9bc6-dab5-4f2c-bdc1-1cdbd02e1690 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "PUT /v2.0/routers/41fc48dd-d295-453c-8b86-6bcfbe478624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5315738 Mar 11 16:20:31.983094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59808) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:31.987487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ee77c2c7-4c47-4649-97ee-7613ddd13cc4 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Deleting port 3cd70051-3672-474e-8ab3-e716173ef3da {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:31.987840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ee77c2c7-4c47-4649-97ee-7613ddd13cc4 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.001922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.011259 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Sync routers for ids ['41fc48dd-d295-453c-8b86-6bcfbe478624'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:32.018118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:32.018554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:32.036356 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:32.049148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Routers {'41fc48dd-d295-453c-8b86-6bcfbe478624'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:32.049932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['41fc48dd-d295-453c-8b86-6bcfbe478624'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:32.075831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.084199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:32.085563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.117826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a70faf-18eb-4592-a765-009a0ada26fe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:32.120925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-46a70faf-18eb-4592-a765-009a0ada26fe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:32.224414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Set router 41fc48dd-d295-453c-8b86-6bcfbe478624 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:32.265948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Network': ['ID=5dfe0612-1e37-49ce-bba5-3ff7a82887c0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:32.276222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-46a70faf-18eb-4592-a765-009a0ada26fe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:32.277384 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-46a70faf-18eb-4592-a765-009a0ada26fe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports/ebfe2fb2-3c89-42db-9ce4-526170a366fa HTTP/1.1" status: 200 len: 911 time: 0.2627227 Mar 11 16:20:32.280181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59812) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:32.286093 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:32.319156 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c5fa0cde-5674-4af7-a202-e44858e4e4d9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5504687 Mar 11 16:20:32.329406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59816) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:32.339424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:32.362890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.363204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ee77c2c7-4c47-4649-97ee-7613ddd13cc4 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.373109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5736e7-4672-45d7-be73-c7a7a1650f63 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:32.380375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5736e7-4672-45d7-be73-c7a7a1650f63 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:32.381264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c5736e7-4672-45d7-be73-c7a7a1650f63 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:32.403999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.411904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Network': ['ID=dee473b6-bb14-4873-9011-7cbdd15f7d46,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:32.417247 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e5e9e738-8fd2-4e98-b259-3ff5f9b1d31d tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/dee473b6-bb14-4873-9011-7cbdd15f7d46 HTTP/1.1" status: 204 len: 168 time: 4.2114735 Mar 11 16:20:32.422084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59820) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:32.429099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-428852959'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:32.434021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:32.443159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c5736e7-4672-45d7-be73-c7a7a1650f63 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:32.443159 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c5736e7-4672-45d7-be73-c7a7a1650f63 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1561515 Mar 11 16:20:32.443159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:network and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:32.443937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59824) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:32.446264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:32.519209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:32.626870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ee77c2c7-4c47-4649-97ee-7613ddd13cc4 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Calling delete_port for 3cd70051-3672-474e-8ab3-e716173ef3da owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:32.671829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:32.680444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:32.686121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:32.696187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:32.698834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:32.710113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc48dd-d295-453c-8b86-6bcfbe478624', 'name': 'tempest-NetworksTestDHCPv6-router-1595041742', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:24Z', 'updated_at': '2022-03-11T16:20:28Z', 'revision_number': 2, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None, '_interfaces': [{'id': 'ebfe2fb2-3c89-42db-9ce4-526170a366fa', 'name': '', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'mac_address': 'fa:16:3e:82:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fc48dd-d295-453c-8b86-6bcfbe478624', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'a58aca58-d8f1-499a-b9ee-155f8ee62e95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:26Z', 'updated_at': '2022-03-11T16:20:29Z', 'revision_number': 2, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'subnets': [{'id': 'a58aca58-d8f1-499a-b9ee-155f8ee62e95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:32.713976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:32.715360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Checking router: 41fc48dd-d295-453c-8b86-6bcfbe478624 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:20:32.715770 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Updating router 41fc48dd-d295-453c-8b86-6bcfbe478624 port ebfe2fb2-3c89-42db-9ce4-526170a366fa binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:20:32.718649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.780399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.789063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:32.794808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.834988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:32.888099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.888439 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Added segment 31405fcc-da83-49cd-bca1-62cba15e3934 of type vlan for network 6ee48262-843b-4966-9795-fdfdbe47b2ba Mar 11 16:20:32.923256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.928768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f44cb31e-0401-40cd-bbfe-fddbb89e1f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:32.952732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f44cb31e-0401-40cd-bbfe-fddbb89e1f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:32.962852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f44cb31e-0401-40cd-bbfe-fddbb89e1f98 admin admin] Usage tracker for resource:security_group_rule and tenant:721afdebfa8f4826889e5cc962c4656d is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:32.967601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f44cb31e-0401-40cd-bbfe-fddbb89e1f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:32.974910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f44cb31e-0401-40cd-bbfe-fddbb89e1f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:33.011581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ee77c2c7-4c47-4649-97ee-7613ddd13cc4 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.056788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.067655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:33.068288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.077490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77c2c7-4c47-4649-97ee-7613ddd13cc4 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event deleted for resources: {'Port': ['ID=3cd70051-3672-474e-8ab3-e716173ef3da,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:33.171181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.175934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ee77c2c7-4c47-4649-97ee-7613ddd13cc4 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.183171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Transition to ACTIVE for port object ebfe2fb2-3c89-42db-9ce4-526170a366fa will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:33.197920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.263921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.347026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84303488-9cc4-4dff-87bb-c338f3e763ed None None] Pushing event updated for resources: {'Port': ['ID=ebfe2fb2-3c89-42db-9ce4-526170a366fa,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:33.403780 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9805369 Mar 11 16:20:33.409177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59836) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:33.418635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Request body: {'subnet': {'network_id': '6ee48262-843b-4966-9795-fdfdbe47b2ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:33.428184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f44cb31e-0401-40cd-bbfe-fddbb89e1f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.432833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cab9c-404d-436e-82f2-be45f4e3ba7a tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Network': ['ID=6ee48262-843b-4966-9795-fdfdbe47b2ba,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:33.438115 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ee77c2c7-4c47-4649-97ee-7613ddd13cc4 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "DELETE /v2.0/ports/3cd70051-3672-474e-8ab3-e716173ef3da HTTP/1.1" status: 204 len: 168 time: 1.5977786 Mar 11 16:20:33.440066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59840) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:33.460998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 6ee48262-843b-4966-9795-fdfdbe47b2ba details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:33.502142 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3382773d-c2b5-4a28-a7ab-4cf101ab8b26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] GET failed (client error): The resource could not be found. Mar 11 16:20:33.505151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3382773d-c2b5-4a28-a7ab-4cf101ab8b26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Synchronizing usage tracker for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:33.513954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f44cb31e-0401-40cd-bbfe-fddbb89e1f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.596019 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f44cb31e-0401-40cd-bbfe-fddbb89e1f98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=721afdebfa8f4826889e5cc962c4656d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8949537 Mar 11 16:20:33.596019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.599891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59844) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:33.600733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cb31e-0401-40cd-bbfe-fddbb89e1f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a25cd8-75a6-4480-8a8b-cc50f882db65,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:33.614315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Attempting to bind port ebfe2fb2-3c89-42db-9ce4-526170a366fa on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:33.614791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Attempting to bind port ebfe2fb2-3c89-42db-9ce4-526170a366fa by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:33.615227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Attempting to bind port ebfe2fb2-3c89-42db-9ce4-526170a366fa on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:33.632942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:33.633312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:33.633707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.634146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:33.634632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Bound port: ebfe2fb2-3c89-42db-9ce4-526170a366fa, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:33.634997 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.718573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:33.731861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=a87fc354-1c81-46bd-a0fd-60ce649f2bdf,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:33.741108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] For port ebfe2fb2-3c89-42db-9ce4-526170a366fa, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:33.744986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] For port ebfe2fb2-3c89-42db-9ce4-526170a366fa, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ebfe2fb2-3c89-42db-9ce4-526170a366fa,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:33.752172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Usage tracker for resource:subnet and tenant:2b78b1d270d64961a72f0db85ed6e6d6 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:33.760297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:33.767637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:33.771381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Checking segment: {'id': '0def626d-c815-4d2b-b50c-14382d84a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:33.771738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network hostable DHCP agents. Network: 5dfe0612-1e37-49ce-bba5-3ff7a82887c0, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:33.801707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3382773d-c2b5-4a28-a7ab-4cf101ab8b26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Unset dirty status for tenant:1ddc00cb832c4bfd9e33ee9aa06e6041 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:33.802909 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3382773d-c2b5-4a28-a7ab-4cf101ab8b26 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "GET /v2.0/ports/3cd70051-3672-474e-8ab3-e716173ef3da HTTP/1.1" status: 404 len: 333 time: 0.3616714 Mar 11 16:20:33.803792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f974aa2-2f9a-4fdf-9ba9-f24df1f5acf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.804137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port ebfe2fb2-3c89-42db-9ce4-526170a366fa {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:33.804473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.814419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59848) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:33.850830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.881152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:33.882610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Made reservation on behalf of 2b78b1d270d64961a72f0db85ed6e6d6 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:33.884266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f974aa2-2f9a-4fdf-9ba9-f24df1f5acf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.886523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:33.929144 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Routers {'41fc48dd-d295-453c-8b86-6bcfbe478624'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:33.929773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['41fc48dd-d295-453c-8b86-6bcfbe478624'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:33.934024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a1edd373-e6d0-4646-85bb-89044a8b516d tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Deleting port 955913c6-cd99-41de-a84b-e0f71c7c1856 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:33.934393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1edd373-e6d0-4646-85bb-89044a8b516d tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.001993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 5dfe0612-1e37-49ce-bba5-3ff7a82887c0) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:34.004642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84303488-9cc4-4dff-87bb-c338f3e763ed None None] Pushing event updated for resources: {'Port': ['ID=ebfe2fb2-3c89-42db-9ce4-526170a366fa,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:34.041219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:34.041219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.066260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc099c-b8f4-4c65-8058-a59ee0a729a2 None None] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:34.166236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] For port ebfe2fb2-3c89-42db-9ce4-526170a366fa, host dv-neutron-833379-1-hyperv, got binding levels [] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:34.168688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.187481 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a6f0bd5-b0bf-4934-a978-012b130b2afe tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8569908 Mar 11 16:20:34.188396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f974aa2-2f9a-4fdf-9ba9-f24df1f5acf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.190798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4f974aa2-2f9a-4fdf-9ba9-f24df1f5acf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.195402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59852) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:34.200773 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4f974aa2-2f9a-4fdf-9ba9-f24df1f5acf9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/37a25cd8-75a6-4480-8a8b-cc50f882db65 HTTP/1.1" status: 204 len: 168 time: 0.5248289 Mar 11 16:20:34.224121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f974aa2-2f9a-4fdf-9ba9-f24df1f5acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a25cd8-75a6-4480-8a8b-cc50f882db65,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:34.261738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1edd373-e6d0-4646-85bb-89044a8b516d tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.284483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:34.350022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] Set router 41fc48dd-d295-453c-8b86-6bcfbe478624 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:34.392685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for ebfe2fb2-3c89-42db-9ce4-526170a366fa owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:34.396525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a1edd373-e6d0-4646-85bb-89044a8b516d tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Calling delete_port for 955913c6-cd99-41de-a84b-e0f71c7c1856 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:34.564845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-5dfe0612-1e37-49ce-bba5-3ff7a82887c0', 'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0', 'tenant_id': '574f42aaefb34068bf83903d8d802290', 'fixed_ips': [{'subnet_id': 'a87fc354-1c81-46bd-a0fd-60ce649f2bdf'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:34.565691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.691729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1edd373-e6d0-4646-85bb-89044a8b516d tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.711928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:34.716580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:34.720079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:34.727711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:34.806843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:34.807715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:34.808628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:34.813579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.818138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edd373-e6d0-4646-85bb-89044a8b516d tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event deleted for resources: {'Port': ['ID=955913c6-cd99-41de-a84b-e0f71c7c1856,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:34.821273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1edd373-e6d0-4646-85bb-89044a8b516d tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.873589 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Allocated IP 2001:db8::2 (5dfe0612-1e37-49ce-bba5-3ff7a82887c0/a87fc354-1c81-46bd-a0fd-60ce649f2bdf/72233982-d5d7-4612-af89-9d31d9a9c323) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:34.900058 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1edd373-e6d0-4646-85bb-89044a8b516d tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "DELETE /v2.0/ports/955913c6-cd99-41de-a84b-e0f71c7c1856 HTTP/1.1" status: 204 len: 168 time: 1.0825093 Mar 11 16:20:34.907503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59858) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:34.926640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc48dd-d295-453c-8b86-6bcfbe478624', 'name': 'tempest-NetworksTestDHCPv6-router-1595041742', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:24Z', 'updated_at': '2022-03-11T16:20:28Z', 'revision_number': 2, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None, '_interfaces': [{'id': 'ebfe2fb2-3c89-42db-9ce4-526170a366fa', 'name': '', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'mac_address': 'fa:16:3e:82:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fc48dd-d295-453c-8b86-6bcfbe478624', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'a58aca58-d8f1-499a-b9ee-155f8ee62e95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:26Z', 'updated_at': '2022-03-11T16:20:33Z', 'revision_number': 4, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'subnets': [{'id': 'a58aca58-d8f1-499a-b9ee-155f8ee62e95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:34.986959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f05d84-2a36-4ae0-b4cc-803963a4c677 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Deleting subnet 85fa904d-d321-4e97-84bc-544a822cde0e {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:34.991204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23f05d84-2a36-4ae0-b4cc-803963a4c677 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.997498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b34919-b46f-460e-ab96-91ba98557ea9 None None] The sync data for ids ['41fc48dd-d295-453c-8b86-6bcfbe478624'] in dv-neutron-833379-1-hyperv is: [{'id': '41fc48dd-d295-453c-8b86-6bcfbe478624', 'name': 'tempest-NetworksTestDHCPv6-router-1595041742', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:24Z', 'updated_at': '2022-03-11T16:20:28Z', 'revision_number': 2, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None, '_interfaces': [{'id': 'ebfe2fb2-3c89-42db-9ce4-526170a366fa', 'name': '', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'mac_address': 'fa:16:3e:82:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fc48dd-d295-453c-8b86-6bcfbe478624', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'a58aca58-d8f1-499a-b9ee-155f8ee62e95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:20:26Z', 'updated_at': '2022-03-11T16:20:33Z', 'revision_number': 4, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'subnets': [{'id': 'a58aca58-d8f1-499a-b9ee-155f8ee62e95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:35.036138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:20:35.040335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.060604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23f05d84-2a36-4ae0-b4cc-803963a4c677 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.126037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.138197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Transition to ACTIVE for port object 72233982-d5d7-4612-af89-9d31d9a9c323 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:35.163473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23f05d84-2a36-4ae0-b4cc-803963a4c677 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.165453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Transition to ACTIVE for port object 72233982-d5d7-4612-af89-9d31d9a9c323 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:35.234875 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a87fc354-1c81-46bd-a0fd-60ce649f2bdf (CIDR: 2001:db8::/64) Mar 11 16:20:35.243887 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.276808 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:20:35.277305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:35.286029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event updated for resources: {'Subnet': ['ID=c4a03054-e3fc-4e9b-b800-210860ab64e1,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:35.302986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Checking segment: {'id': '31405fcc-da83-49cd-bca1-62cba15e3934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6ee48262-843b-4966-9795-fdfdbe47b2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:35.303327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network hostable DHCP agents. Network: 6ee48262-843b-4966-9795-fdfdbe47b2ba, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:35.308850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port ebfe2fb2-3c89-42db-9ce4-526170a366fa {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:35.309182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.312525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23f05d84-2a36-4ae0-b4cc-803963a4c677 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.352572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:35.355778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:35.365087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:35.373122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Pushing event updated for resources: {'Port': ['ID=72233982-d5d7-4612-af89-9d31d9a9c323,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:35.396570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-23f05d84-2a36-4ae0-b4cc-803963a4c677 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.409043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f05d84-2a36-4ae0-b4cc-803963a4c677 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event deleted for resources: {'Subnet': ['ID=85fa904d-d321-4e97-84bc-544a822cde0e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:35.413447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6623cc71-aebf-4ee4-90f3-31a31c53f34c None None] Network 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:35.416549 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-23f05d84-2a36-4ae0-b4cc-803963a4c677 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "DELETE /v2.0/subnets/85fa904d-d321-4e97-84bc-544a822cde0e HTTP/1.1" status: 204 len: 168 time: 0.5149405 Mar 11 16:20:35.417199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59862) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:35.592381 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bcb3d17b-b75b-4f60-a22d-2d3357e086c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3957422 Mar 11 16:20:35.593177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Network 6ee48262-843b-4966-9795-fdfdbe47b2ba is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:35.594006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.597233 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59866) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:35.605998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] For port ebfe2fb2-3c89-42db-9ce4-526170a366fa, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ebfe2fb2-3c89-42db-9ce4-526170a366fa,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:35.606384 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.607236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Deleting port a0ebd656-c72a-4220-aaf2-67121c570fdc {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:35.607682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.621759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:35.656111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Attempting to bind port 72233982-d5d7-4612-af89-9d31d9a9c323 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:35.656475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Attempting to bind port 72233982-d5d7-4612-af89-9d31d9a9c323 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0def626d-c815-4d2b-b50c-14382d84a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:35.656833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Attempting to bind port 72233982-d5d7-4612-af89-9d31d9a9c323 on network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:35.665617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:35.666006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Checking segment: {'id': '0def626d-c815-4d2b-b50c-14382d84a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:35.666415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.666805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Bound using segment: {'id': '0def626d-c815-4d2b-b50c-14382d84a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:35.668014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Bound port: 72233982-d5d7-4612-af89-9d31d9a9c323, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0def626d-c815-4d2b-b50c-14382d84a016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:35.668403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.761547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] For port 72233982-d5d7-4612-af89-9d31d9a9c323, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:35.764578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] For port 72233982-d5d7-4612-af89-9d31d9a9c323, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=72233982-d5d7-4612-af89-9d31d9a9c323,segment=NetworkSegment(0def626d-c815-4d2b-b50c-14382d84a016),segment_id=0def626d-c815-4d2b-b50c-14382d84a016)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:35.795936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 6ee48262-843b-4966-9795-fdfdbe47b2ba) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:35.801907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:35.802549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.806498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd02155e-eb58-43c5-89b8-6b42f9583d36 None None] Network 6ee48262-843b-4966-9795-fdfdbe47b2ba requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:35.814584 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for ebfe2fb2-3c89-42db-9ce4-526170a366fa owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:35.938450 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320a429e-7230-4f36-80a7-28b04b033361 None None] DHCP port deletion for 80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:35.944269 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:35.968086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] For port a0ebd656-c72a-4220-aaf2-67121c570fdc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a0ebd656-c72a-4220-aaf2-67121c570fdc,segment=NetworkSegment(b328ae55-a97e-43fc-a215-945f5da59c38),segment_id=b328ae55-a97e-43fc-a215-945f5da59c38)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:35.968733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.010602 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e86ca36a-5c10-4651-a1da-8631bae3273f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5982354 Mar 11 16:20:36.012227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59870) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:36.049275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:36.069168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:36.071345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-320a429e-7230-4f36-80a7-28b04b033361 None None] Deleting port a0ebd656-c72a-4220-aaf2-67121c570fdc {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:36.071474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-320a429e-7230-4f36-80a7-28b04b033361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.075438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:36.087164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:36.125372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Calling delete_port for a0ebd656-c72a-4220-aaf2-67121c570fdc owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:36.171353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ebfe2fb2-3c89-42db-9ce4-526170a366fa up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:36.252856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:36.256951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.291682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.296890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.336197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-320a429e-7230-4f36-80a7-28b04b033361 None None] The port 'a0ebd656-c72a-4220-aaf2-67121c570fdc' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:20:36.337898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e05f81-3243-43cb-93ec-926dc52507c8 None None] Pushing event updated for resources: {'Port': ['ID=72233982-d5d7-4612-af89-9d31d9a9c323,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:36.340842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event deleted for resources: {'Port': ['ID=a0ebd656-c72a-4220-aaf2-67121c570fdc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:36.344399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] No DVR routers for this DVR port a0ebd656-c72a-4220-aaf2-67121c570fdc on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:36.391836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-6ee48262-843b-4966-9795-fdfdbe47b2ba', 'network_id': '6ee48262-843b-4966-9795-fdfdbe47b2ba', 'tenant_id': '2b78b1d270d64961a72f0db85ed6e6d6', 'fixed_ips': [{'subnet_id': 'c4a03054-e3fc-4e9b-b800-210860ab64e1'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:36.393051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.487566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.520549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port ebfe2fb2-3c89-42db-9ce4-526170a366fa completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:36.528154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.531532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port ebfe2fb2-3c89-42db-9ce4-526170a366fa triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:36.533180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.542909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.580300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Port ebfe2fb2-3c89-42db-9ce4-526170a366fa was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 16:20:36.647304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=ebfe2fb2-3c89-42db-9ce4-526170a366fa,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:36.654694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:36.686075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b328ae55-a97e-43fc-a215-945f5da59c38') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:36.686466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b328ae55-a97e-43fc-a215-945f5da59c38') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:36.706513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.712396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a0ebd656-c72a-4220-aaf2-67121c570fdc no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:36.731167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.742880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:36.743867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.819387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a0ebd656-c72a-4220-aaf2-67121c570fdc {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:36.819728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a0ebd656-c72a-4220-aaf2-67121c570fdc not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:36.865182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Allocated IP 2001:db8::f816:3eff:fe76:6cea (6ee48262-843b-4966-9795-fdfdbe47b2ba/c4a03054-e3fc-4e9b-b800-210860ab64e1/e65d68b6-be9e-41c9-97b1-0f3f8310b798) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:36.877702 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:36.907523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.960223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:36.990761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.003043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] Pushing event deleted for resources: {'Network': ['ID=80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:37.011373 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df65688e-8fa1-433b-80ad-3db8bfbe7566 tempest-AllowedAddressPairIpV6TestJSON-1565313731 tempest-AllowedAddressPairIpV6TestJSON-1565313731-project] 10.222.0.57 "DELETE /v2.0/networks/80f46a9a-b3ef-4f4d-ab45-ff4d6b8aebbb HTTP/1.1" status: 204 len: 168 time: 1.5930238 Mar 11 16:20:37.123687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.134108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Transition to ACTIVE for port object e65d68b6-be9e-41c9-97b1-0f3f8310b798 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:37.152819 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Transition to ACTIVE for port object e65d68b6-be9e-41c9-97b1-0f3f8310b798 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:37.211746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.281976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Network 6ee48262-843b-4966-9795-fdfdbe47b2ba is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:37.285424 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:37.293989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:37.301537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Pushing event updated for resources: {'Port': ['ID=e65d68b6-be9e-41c9-97b1-0f3f8310b798,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:37.387937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Router 41fc48dd-d295-453c-8b86-6bcfbe478624 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:20:37.407759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Attempting to bind port e65d68b6-be9e-41c9-97b1-0f3f8310b798 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:37.408232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Attempting to bind port e65d68b6-be9e-41c9-97b1-0f3f8310b798 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '31405fcc-da83-49cd-bca1-62cba15e3934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6ee48262-843b-4966-9795-fdfdbe47b2ba'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:37.408612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Attempting to bind port e65d68b6-be9e-41c9-97b1-0f3f8310b798 on network 6ee48262-843b-4966-9795-fdfdbe47b2ba {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:37.415274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:37.416034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Checking segment: {'id': '31405fcc-da83-49cd-bca1-62cba15e3934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6ee48262-843b-4966-9795-fdfdbe47b2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:37.416610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.417049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Bound using segment: {'id': '31405fcc-da83-49cd-bca1-62cba15e3934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6ee48262-843b-4966-9795-fdfdbe47b2ba'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:37.417840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Bound port: e65d68b6-be9e-41c9-97b1-0f3f8310b798, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31405fcc-da83-49cd-bca1-62cba15e3934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6ee48262-843b-4966-9795-fdfdbe47b2ba'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:37.418117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.461480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.532445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.576005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59878) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:37.594854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a03054-e3fc-4e9b-b800-210860ab64e1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:37.628474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] For port e65d68b6-be9e-41c9-97b1-0f3f8310b798, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:37.632740 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] For port e65d68b6-be9e-41c9-97b1-0f3f8310b798, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e65d68b6-be9e-41c9-97b1-0f3f8310b798,segment=NetworkSegment(31405fcc-da83-49cd-bca1-62cba15e3934),segment_id=31405fcc-da83-49cd-bca1-62cba15e3934)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:37.670104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:37.683918 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] Sync routers for ids ['41fc48dd-d295-453c-8b86-6bcfbe478624'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:37.695646 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] Routers {'41fc48dd-d295-453c-8b86-6bcfbe478624'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:37.696562 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['41fc48dd-d295-453c-8b86-6bcfbe478624'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:37.709994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.733419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=127540ac-08a6-47ea-9217-60bd8f13ff14,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:37.779851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:37.790751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:37.836704 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-11a52eac-9d5f-48b2-a885-59654c8431bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1ddc00cb832c4bfd9e33ee9aa06e6041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572567 Mar 11 16:20:37.836929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59884) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:37.865991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebfb37-40ca-428b-b231-a9f251389cad None None] Pushing event updated for resources: {'Port': ['ID=e65d68b6-be9e-41c9-97b1-0f3f8310b798,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:37.867125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:37.867727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.904075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.914215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2debb11e-8768-4585-b552-975e48645b9c None None] Network 6ee48262-843b-4966-9795-fdfdbe47b2ba requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:37.943247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee48262-843b-4966-9795-fdfdbe47b2ba']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:37.945032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-79dc9748-1b2d-4866-bc25-17df8af7c6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:37.948701 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] Set router 41fc48dd-d295-453c-8b86-6bcfbe478624 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:37.952374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad6a5b3-940e-40fd-91d3-143a92b7a96c None None] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:37.962950 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7af6bd46-894f-4e2e-ab90-935ff8d8a31b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "PUT /v2.0/routers/41fc48dd-d295-453c-8b86-6bcfbe478624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5158465 Mar 11 16:20:37.964384 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31405fcc-da83-49cd-bca1-62cba15e3934') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:37.964704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31405fcc-da83-49cd-bca1-62cba15e3934') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:37.968181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59888) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:37.983429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.001430 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ba42d407-3f60-40ff-bb25-be89e0ae84f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3984234 Mar 11 16:20:38.002373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59892) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:38.011370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0', 'fixed_ips': [{'subnet_id': 'a87fc354-1c81-46bd-a0fd-60ce649f2bdf'}, {'subnet_id': '127540ac-08a6-47ea-9217-60bd8f13ff14'}], 'name': 'tempest-PortsIpV6TestJSON-761113579'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:38.067281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.080383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d000b00c-665e-44aa-ab82-a1bd2d0e6b9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:38.084843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d000b00c-665e-44aa-ab82-a1bd2d0e6b9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:38.084843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d000b00c-665e-44aa-ab82-a1bd2d0e6b9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:38.090006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-79dc9748-1b2d-4866-bc25-17df8af7c6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.090589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:38.091045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:38.109040 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:38.192726 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc48dd-d295-453c-8b86-6bcfbe478624', 'name': 'tempest-NetworksTestDHCPv6-router-1595041742', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:24Z', 'updated_at': '2022-03-11T16:20:36Z', 'revision_number': 3, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:38.208591 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] Checking router: 41fc48dd-d295-453c-8b86-6bcfbe478624 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:20:38.215443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d000b00c-665e-44aa-ab82-a1bd2d0e6b9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:38.219487 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d000b00c-665e-44aa-ab82-a1bd2d0e6b9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2476249 Mar 11 16:20:38.219679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-37b5cf05-9f22-4a2c-9daa-0d6063c3e712 None None] Provisioning for port 72233982-d5d7-4612-af89-9d31d9a9c323 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:38.220123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59896) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:38.226236 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] Routers {'41fc48dd-d295-453c-8b86-6bcfbe478624'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:38.227170 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['41fc48dd-d295-453c-8b86-6bcfbe478624'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:38.289739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-79dc9748-1b2d-4866-bc25-17df8af7c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.294504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 72233982-d5d7-4612-af89-9d31d9a9c323 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:38.324441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc9748-1b2d-4866-bc25-17df8af7c6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb4972-aa54-4984-b599-1d08933ac415,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:38.338292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-79dc9748-1b2d-4866-bc25-17df8af7c6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.339446 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-79dc9748-1b2d-4866-bc25-17df8af7c6bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07bb4972-aa54-4984-b599-1d08933ac415 HTTP/1.1" status: 204 len: 168 time: 0.5016110 Mar 11 16:20:38.347990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6868e7-32fe-44a1-83b9-f97405b646a3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet a58aca58-d8f1-499a-b9ee-155f8ee62e95 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:38.352292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f6868e7-32fe-44a1-83b9-f97405b646a3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.407677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:38.419547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:port and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:38.424017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f6868e7-32fe-44a1-83b9-f97405b646a3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.428552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:38.440287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:38.443265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:20:38.443265 dv-neutron-833379-1-hyperv neutron-server[88601]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:20:38.443265 dv-neutron-833379-1-hyperv neutron-server[88601]: [parameters: {'id': '6ee48262-843b-4966-9795-fdfdbe47b2ba'}] Mar 11 16:20:38.443265 dv-neutron-833379-1-hyperv neutron-server[88601]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:38.444014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:38.515197 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] Set router 41fc48dd-d295-453c-8b86-6bcfbe478624 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:38.517868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f6868e7-32fe-44a1-83b9-f97405b646a3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.527452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:38.632205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 72233982-d5d7-4612-af89-9d31d9a9c323 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:38.637565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 72233982-d5d7-4612-af89-9d31d9a9c323 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:38.637942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.672491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f6868e7-32fe-44a1-83b9-f97405b646a3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.674611 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fc48dd-d295-453c-8b86-6bcfbe478624', 'name': 'tempest-NetworksTestDHCPv6-router-1595041742', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:24Z', 'updated_at': '2022-03-11T16:20:36Z', 'revision_number': 3, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:38.681474 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73837fa1-4bf2-4c7b-a8ef-6622aa77b88e None None] The sync data for ids ['41fc48dd-d295-453c-8b86-6bcfbe478624'] in dv-neutron-833379-1-hyperv is: [{'id': '41fc48dd-d295-453c-8b86-6bcfbe478624', 'name': 'tempest-NetworksTestDHCPv6-router-1595041742', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:20:24Z', 'updated_at': '2022-03-11T16:20:36Z', 'revision_number': 3, 'project_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:38.742822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6868e7-32fe-44a1-83b9-f97405b646a3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=a58aca58-d8f1-499a-b9ee-155f8ee62e95,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:38.748374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f6868e7-32fe-44a1-83b9-f97405b646a3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.756258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.766588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a797169-c6e2-4f2c-b4e1-f65daef817fa None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:38.779057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port c21121f6-e6d9-4e87-9920-1a7491a1317e yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:38.827545 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f6868e7-32fe-44a1-83b9-f97405b646a3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/a58aca58-d8f1-499a-b9ee-155f8ee62e95 HTTP/1.1" status: 204 len: 168 time: 0.6067495 Mar 11 16:20:38.829463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59906) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:38.936115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4a426-0874-4e41-b441-c1a6ca08770b None None] Update dhcp port {'port': {'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0', 'fixed_ips': [{'subnet_id': 'a87fc354-1c81-46bd-a0fd-60ce649f2bdf', 'ip_address': '2001:db8::2'}, {'subnet_id': '127540ac-08a6-47ea-9217-60bd8f13ff14'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '72233982-d5d7-4612-af89-9d31d9a9c323'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:20:38.947471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:38.995898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eeb0b0fb-6e8f-46b7-aee3-1c00485df1bd tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:router {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:39.010762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-eeb0b0fb-6e8f-46b7-aee3-1c00485df1bd tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:router {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:39.014823 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eeb0b0fb-6e8f-46b7-aee3-1c00485df1bd tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1814446 Mar 11 16:20:39.015448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59914) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:39.036287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Deleting port e65d68b6-be9e-41c9-97b1-0f3f8310b798 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:39.036734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.150447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.167578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86b4a426-0874-4e41-b441-c1a6ca08770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.212592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.348286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826e2007-f07c-47f9-8b3b-a2a7242f1785 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.372940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 72233982-d5d7-4612-af89-9d31d9a9c323, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=72233982-d5d7-4612-af89-9d31d9a9c323,segment=NetworkSegment(0def626d-c815-4d2b-b50c-14382d84a016),segment_id=0def626d-c815-4d2b-b50c-14382d84a016)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:39.475699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.538907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6472c339-fac2-486c-843a-3671c79553db None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:39.540693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::31b (5dfe0612-1e37-49ce-bba5-3ff7a82887c0/a87fc354-1c81-46bd-a0fd-60ce649f2bdf/c21121f6-e6d9-4e87-9920-1a7491a1317e) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:39.554042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6472c339-fac2-486c-843a-3671c79553db None None] Deleting port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:39.554437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6472c339-fac2-486c-843a-3671c79553db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.603331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8:0:1::2f3 (5dfe0612-1e37-49ce-bba5-3ff7a82887c0/127540ac-08a6-47ea-9217-60bd8f13ff14/c21121f6-e6d9-4e87-9920-1a7491a1317e) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:39.631142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] For port e65d68b6-be9e-41c9-97b1-0f3f8310b798, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e65d68b6-be9e-41c9-97b1-0f3f8310b798,segment=NetworkSegment(31405fcc-da83-49cd-bca1-62cba15e3934),segment_id=31405fcc-da83-49cd-bca1-62cba15e3934)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:39.631531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.677108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=72233982-d5d7-4612-af89-9d31d9a9c323,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:39.678836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826e2007-f07c-47f9-8b3b-a2a7242f1785 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.682511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826e2007-f07c-47f9-8b3b-a2a7242f1785 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.782702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6472c339-fac2-486c-843a-3671c79553db None None] For port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e0f1b92c-b0f4-4356-9e09-ff68b72b7f41,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:39.783086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6472c339-fac2-486c-843a-3671c79553db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.786501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Calling delete_port for e65d68b6-be9e-41c9-97b1-0f3f8310b798 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:39.786938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826e2007-f07c-47f9-8b3b-a2a7242f1785 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.787982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826e2007-f07c-47f9-8b3b-a2a7242f1785 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Fanout notify agent at l3_agent the message router_deleted on router 41fc48dd-d295-453c-8b86-6bcfbe478624 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:20:39.871951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59928) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:39.884062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-826e2007-f07c-47f9-8b3b-a2a7242f1785 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:39.885302 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-826e2007-f07c-47f9-8b3b-a2a7242f1785 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/routers/41fc48dd-d295-453c-8b86-6bcfbe478624 HTTP/1.1" status: 204 len: 168 time: 0.8685911 Mar 11 16:20:39.890314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59934) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:39.919654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6472c339-fac2-486c-843a-3671c79553db None None] Calling delete_port for e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:40.012789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c79b3d-042b-48b3-82d5-69d7ea26cd05 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:40.020915 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-80c79b3d-042b-48b3-82d5-69d7ea26cd05 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1291547 Mar 11 16:20:40.023766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59938) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:40.034147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-271172055'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:40.042302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:40.047914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:network and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:40.051417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:40.057533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:40.083250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 72233982-d5d7-4612-af89-9d31d9a9c323 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:40.119497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6472c339-fac2-486c-843a-3671c79553db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.122204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6f4f4-6eae-4385-9dcb-7114e3249dc8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:40.122885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00c6f4f4-6eae-4385-9dcb-7114e3249dc8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:40.125156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:40.128914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.131423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.135560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.145737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.162586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:40.167720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:security_group_rule and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:40.171228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:40.178106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:40.178584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472c339-fac2-486c-843a-3671c79553db None None] Pushing event deleted for resources: {'Port': ['ID=e0f1b92c-b0f4-4356-9e09-ff68b72b7f41,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:40.189973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6472c339-fac2-486c-843a-3671c79553db None None] No DVR routers for this DVR port e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:40.197991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Port': ['ID=e65d68b6-be9e-41c9-97b1-0f3f8310b798,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:40.207052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No DVR routers for this DVR port e65d68b6-be9e-41c9-97b1-0f3f8310b798 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:40.216195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 72233982-d5d7-4612-af89-9d31d9a9c323 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:40.216609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.250103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object c21121f6-e6d9-4e87-9920-1a7491a1317e will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:40.277316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.321678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.342712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00c6f4f4-6eae-4385-9dcb-7114e3249dc8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:40.343880 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-00c6f4f4-6eae-4385-9dcb-7114e3249dc8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3191795 Mar 11 16:20:40.347179 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59942) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:40.351621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.353143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:40.382416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee48262-843b-4966-9795-fdfdbe47b2ba']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:40.396828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31405fcc-da83-49cd-bca1-62cba15e3934') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:40.397126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31405fcc-da83-49cd-bca1-62cba15e3934') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:40.400571 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ebfe2fb2-3c89-42db-9ce4-526170a366fa no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:40.409220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.426897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.435423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:40.435833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.444816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26125071-6119-41b7-8db6-1bd48174c657 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:router {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:40.449189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6102136-a308-48f6-9f13-4cee61e4bccc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:40.451573 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:40.464683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.485357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: ebfe2fb2-3c89-42db-9ce4-526170a366fa {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:40.485707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ebfe2fb2-3c89-42db-9ce4-526170a366fa not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:40.486120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:40.531754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-26125071-6119-41b7-8db6-1bd48174c657 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:router {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:40.531754 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-26125071-6119-41b7-8db6-1bd48174c657 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1756108 Mar 11 16:20:40.535695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59946) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:40.543414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:40.558068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:40.558497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0f1b92c-b0f4-4356-9e09-ff68b72b7f41 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:40.590529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:40.594219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:40.596962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-86b4a426-0874-4e41-b441-c1a6ca08770b None None] Allocated IP 2001:db8:0:1::2 (5dfe0612-1e37-49ce-bba5-3ff7a82887c0/127540ac-08a6-47ea-9217-60bd8f13ff14/72233982-d5d7-4612-af89-9d31d9a9c323) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:40.598531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:40.604131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:40.604764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.624723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=c21121f6-e6d9-4e87-9920-1a7491a1317e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:40.668637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:40.678014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.679750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:40.687696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.687696 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added segment ba141331-7176-4402-89bf-82cf70df8cf0 of type vlan for network 8e2d666b-1914-4331-8af0-f33f5708ac52 Mar 11 16:20:40.703651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.705577 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/6ee48262-843b-4966-9795-fdfdbe47b2ba HTTP/1.1" status: 204 len: 168 time: 4.6928036 Mar 11 16:20:40.709980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e951c6-9d1d-4c5e-8aa0-1707bd3fb41f tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Network': ['ID=6ee48262-843b-4966-9795-fdfdbe47b2ba,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:40.710382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59950) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:40.714000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.717406 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e3793942-0bb2-4f17-ad09-9ca079758857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7087166 Mar 11 16:20:40.717746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59954) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:40.744729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-86b4a426-0874-4e41-b441-c1a6ca08770b None None] For port 72233982-d5d7-4612-af89-9d31d9a9c323, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=72233982-d5d7-4612-af89-9d31d9a9c323,segment=NetworkSegment(0def626d-c815-4d2b-b50c-14382d84a016),segment_id=0def626d-c815-4d2b-b50c-14382d84a016)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:40.757142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a87fc354-1c81-46bd-a0fd-60ce649f2bdf'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:40.769805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86b4a426-0874-4e41-b441-c1a6ca08770b None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.786688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-86b4a426-0874-4e41-b441-c1a6ca08770b None None] Transition to ACTIVE for port object 72233982-d5d7-4612-af89-9d31d9a9c323 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:40.798102 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9caa766-15c3-4f89-bc6b-1f77bce83c08 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:40.798581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9caa766-15c3-4f89-bc6b-1f77bce83c08 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:40.804982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:40.808359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.839529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86b4a426-0874-4e41-b441-c1a6ca08770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:40.880482 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f9caa766-15c3-4f89-bc6b-1f77bce83c08 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/subnets/c4a03054-e3fc-4e9b-b800-210860ab64e1 HTTP/1.1" status: 404 len: 337 time: 0.1666939 Mar 11 16:20:40.880866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59958) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:40.910474 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6924400-e4e2-4d31-bcc7-1f52a3741318 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:40.911055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6924400-e4e2-4d31-bcc7-1f52a3741318 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:40.912711 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f6924400-e4e2-4d31-bcc7-1f52a3741318 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/6ee48262-843b-4966-9795-fdfdbe47b2ba HTTP/1.1" status: 404 len: 339 time: 0.0308940 Mar 11 16:20:40.915315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59962) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:40.952342 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-611e6316-11c7-4ce9-bc29-d63d7dd705a0 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:40.952798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611e6316-11c7-4ce9-bc29-d63d7dd705a0 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:40.957929 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-611e6316-11c7-4ce9-bc29-d63d7dd705a0 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/subnets/5ec12860-ae91-4fb9-99ea-56b914ce77f3 HTTP/1.1" status: 404 len: 337 time: 0.0383699 Mar 11 16:20:40.957929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59966) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:40.983603 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b16f800-9415-44ad-b153-6916b9540474 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:40.984121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b16f800-9415-44ad-b153-6916b9540474 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:40.987843 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3b16f800-9415-44ad-b153-6916b9540474 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/dee473b6-bb14-4873-9011-7cbdd15f7d46 HTTP/1.1" status: 404 len: 339 time: 0.0269163 Mar 11 16:20:40.990751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59970) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:40.992837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4a426-0874-4e41-b441-c1a6ca08770b None None] Pushing event updated for resources: {'Port': ['ID=72233982-d5d7-4612-af89-9d31d9a9c323,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:41.032218 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea6cc5b-3c18-4c52-af1b-ada6057714b8 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:41.035605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea6cc5b-3c18-4c52-af1b-ada6057714b8 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:41.035605 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8ea6cc5b-3c18-4c52-af1b-ada6057714b8 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/subnets/b2506f74-63f8-4588-94a6-c2677475b5a3 HTTP/1.1" status: 404 len: 337 time: 0.0423613 Mar 11 16:20:41.037749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59974) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:41.037934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.043430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:41.044038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.069924 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcb474d-40aa-46e9-980f-08fe10e53698 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:41.075380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcb474d-40aa-46e9-980f-08fe10e53698 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:41.075380 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5fcb474d-40aa-46e9-980f-08fe10e53698 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/92592132-f553-4354-8de1-82d3ce1ea5e0 HTTP/1.1" status: 404 len: 339 time: 0.0332465 Mar 11 16:20:41.077182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59978) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:41.124691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f0b30124-dbec-4cee-b004-ec82e86cb627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.147817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d0787871-afa7-4c19-9f15-7f6849959eab tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Deleting port 88e3e3c5-8484-4b00-94f0-5f38fd62872d {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:41.148152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0787871-afa7-4c19-9f15-7f6849959eab tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.238463 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3644946 Mar 11 16:20:41.243427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6d115-9e3c-4529-9ac8-5b3bd967f3ae tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Network': ['ID=8e2d666b-1914-4331-8af0-f33f5708ac52,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:41.251513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 59982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:41.256358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 8e2d666b-1914-4331-8af0-f33f5708ac52 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:41.289553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2345919'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:41.310247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:41.320965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:network and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:41.327929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:41.338136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:41.360403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.438338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:41.441939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.511553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0787871-afa7-4c19-9f15-7f6849959eab tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.603940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970d5d9-0bc0-48b2-8d9f-e5754527a66b None None] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:41.660936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d0787871-afa7-4c19-9f15-7f6849959eab tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Calling delete_port for 88e3e3c5-8484-4b00-94f0-5f38fd62872d owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:41.662909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:41.718415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.719161 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added segment 434a8c52-00c5-4af2-8902-6f662a71c47b of type vlan for network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 Mar 11 16:20:41.762369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-64dd1c9c-ec88-41c1-8ccc-ba2d172f3557 None None] Provisioning for port 72233982-d5d7-4612-af89-9d31d9a9c323 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:41.778038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-64dd1c9c-ec88-41c1-8ccc-ba2d172f3557 None None] Provisioning complete for port 72233982-d5d7-4612-af89-9d31d9a9c323 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:41.778442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-64dd1c9c-ec88-41c1-8ccc-ba2d172f3557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.810987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0787871-afa7-4c19-9f15-7f6849959eab tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.852533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:20:41.856352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.862574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.870335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0787871-afa7-4c19-9f15-7f6849959eab tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Port': ['ID=88e3e3c5-8484-4b00-94f0-5f38fd62872d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:41.880731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0787871-afa7-4c19-9f15-7f6849959eab tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.890390 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d0787871-afa7-4c19-9f15-7f6849959eab tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/ports/88e3e3c5-8484-4b00-94f0-5f38fd62872d HTTP/1.1" status: 204 len: 168 time: 0.8097813 Mar 11 16:20:41.890551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59986) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:41.936249 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5becd667-9553-4372-8e87-6ccf2348b9e2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:41.937277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5becd667-9553-4372-8e87-6ccf2348b9e2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:41.941689 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5becd667-9553-4372-8e87-6ccf2348b9e2 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/subnets/35a8d29f-2d95-4b8f-b72a-d5987c99f7ab HTTP/1.1" status: 404 len: 337 time: 0.0470586 Mar 11 16:20:41.943294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59990) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:41.969223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:41.977688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:41.997136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:41.997728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.002080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee66039-c69f-4e2e-896e-ce9f68550e5b None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:42.031388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=a1601f7a-655f-4f2d-8428-f70675031834,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:42.107557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.146045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 72233982-d5d7-4612-af89-9d31d9a9c323 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:42.157810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Delete allocated IP 2001:db8:0:1::2f3 (5dfe0612-1e37-49ce-bba5-3ff7a82887c0/127540ac-08a6-47ea-9217-60bd8f13ff14) {{(pid=88600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:20:42.188368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.195017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:42.195692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.245724 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3ebe4d9a-b6b1-4207-91cc-12c4cc6aa7ae tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7086926 Mar 11 16:20:42.248483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 59996) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:42.258841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:42.264257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 72233982-d5d7-4612-af89-9d31d9a9c323 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:42.264633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.379630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.408840 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1519351 Mar 11 16:20:42.412038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60002) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:42.413926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50e532-efb2-4cfc-bd31-ef00ffbf8de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Network': ['ID=8c991648-8d1b-4b0c-9905-4bf60e7e6771,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:42.421902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'subnet': {'network_id': '8e2d666b-1914-4331-8af0-f33f5708ac52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:42.430836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:42.490146 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:42.530341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340f7cfe-ca30-40f0-a074-0242458868fb') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:42.531045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340f7cfe-ca30-40f0-a074-0242458868fb') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:42.533216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': 'a1601f7a-655f-4f2d-8428-f70675031834'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:42.534298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.544331 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-15358d57-e8ba-4dae-b9a8-7d503a3011cc None None] Provisioning for port c21121f6-e6d9-4e87-9920-1a7491a1317e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:42.556298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-15358d57-e8ba-4dae-b9a8-7d503a3011cc None None] Provisioning complete for port c21121f6-e6d9-4e87-9920-1a7491a1317e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:42.556959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-15358d57-e8ba-4dae-b9a8-7d503a3011cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.579225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.592984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.614538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Ignored duplicate provisioning block setup for port c21121f6-e6d9-4e87-9920-1a7491a1317e by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:20:42.619577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-15358d57-e8ba-4dae-b9a8-7d503a3011cc None None] Port c21121f6-e6d9-4e87-9920-1a7491a1317e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:42.620094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:42.626670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.627826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:subnet and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:42.632567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:42.637568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:42.638228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.641757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:42.649949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:42.654094 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:42.674347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:42.691565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.781157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-15358d57-e8ba-4dae-b9a8-7d503a3011cc None None] Provisioning complete for port 72233982-d5d7-4612-af89-9d31d9a9c323 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:42.786862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-15358d57-e8ba-4dae-b9a8-7d503a3011cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.801539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:42.805169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.843999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] In _notify_port_updated(), no bound segment for port c21121f6-e6d9-4e87-9920-1a7491a1317e on network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:20:42.846127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:42.849992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:42.850699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.852009 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "PUT /v2.0/ports/c21121f6-e6d9-4e87-9920-1a7491a1317e HTTP/1.1" status: 200 len: 925 time: 2.1047907 Mar 11 16:20:42.853712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.861947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60006) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:42.871130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a87fc354-1c81-46bd-a0fd-60ce649f2bdf'}, {'subnet_id': '127540ac-08a6-47ea-9217-60bd8f13ff14'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:42.889037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.932387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.942708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Network': ['ID=4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:42.949637 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-aa404988-4931-42f4-bbdd-0c2774bab7ec tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/4e494c40-a7ea-4ef2-a244-4ec2ae9b1f1a HTTP/1.1" status: 204 len: 168 time: 1.0058424 Mar 11 16:20:42.953864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60010) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:42.980360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Allocated IP 2001:db8::f816:3eff:feea:ec2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/a1601f7a-655f-4f2d-8428-f70675031834/1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:42.997280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f984c31-73e4-43f7-bd97-f2cd5fed6737 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=c21121f6-e6d9-4e87-9920-1a7491a1317e,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:43.088485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.140456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fe546789-a9ff-4e30-aa1e-9756c3162a24 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Deleting port 935329ff-e961-41ef-98af-0f32fe1bd0c9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:43.140925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fe546789-a9ff-4e30-aa1e-9756c3162a24 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.223130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.236921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Transition to ACTIVE for port object 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:43.239888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-53f8f739-c4e2-496e-8723-cb3d13fffcc8 None None] Provisioning complete for port c21121f6-e6d9-4e87-9920-1a7491a1317e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:43.240257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-53f8f739-c4e2-496e-8723-cb3d13fffcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.302980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Transition to ACTIVE for port object 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:43.322026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-53f8f739-c4e2-496e-8723-cb3d13fffcc8 None None] Port c21121f6-e6d9-4e87-9920-1a7491a1317e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:43.377494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.422417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d55225d6-1c71-48d8-a8ae-7b8481bee927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.432209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.446395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:43.449280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:43.453103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:43.493963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Pushing event updated for resources: {'Port': ['ID=1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:43.568900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Attempting to bind port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:43.569576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Attempting to bind port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:43.569918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Attempting to bind port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:43.575697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:43.576071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:43.576465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.576854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:43.577309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Bound port: 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:43.577672 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.612463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fe546789-a9ff-4e30-aa1e-9756c3162a24 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.674629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] For port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:43.678815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] For port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:43.715865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Subnet': ['ID=63779f74-26eb-4f9d-9036-9e293a1c7b21,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:43.727820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Checking segment: {'id': 'ba141331-7176-4402-89bf-82cf70df8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e2d666b-1914-4331-8af0-f33f5708ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:43.728119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network hostable DHCP agents. Network: 8e2d666b-1914-4331-8af0-f33f5708ac52, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:43.745616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fe546789-a9ff-4e30-aa1e-9756c3162a24 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Calling delete_port for 935329ff-e961-41ef-98af-0f32fe1bd0c9 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:43.754815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8:0:1::3b1 (5dfe0612-1e37-49ce-bba5-3ff7a82887c0/127540ac-08a6-47ea-9217-60bd8f13ff14/c21121f6-e6d9-4e87-9920-1a7491a1317e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:43.760124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.849744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 8e2d666b-1914-4331-8af0-f33f5708ac52 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:43.862000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a64a24-d748-4668-8138-6119a43be5fb None None] Pushing event updated for resources: {'Port': ['ID=1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:43.906525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.933525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.940792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 8e2d666b-1914-4331-8af0-f33f5708ac52) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:43.949378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:43.949970 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.952516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fe546789-a9ff-4e30-aa1e-9756c3162a24 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.953485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f8a36-3b7c-4a0e-9506-29f1d9ec2781 None None] Network 8e2d666b-1914-4331-8af0-f33f5708ac52 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:43.968665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object c21121f6-e6d9-4e87-9920-1a7491a1317e will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:43.973659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:44.015304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:44.027875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:44.028454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.035550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe546789-a9ff-4e30-aa1e-9756c3162a24 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Port': ['ID=935329ff-e961-41ef-98af-0f32fe1bd0c9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:44.060188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fe546789-a9ff-4e30-aa1e-9756c3162a24 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.071499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.077565 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-868cf98f-4390-4f74-924a-b1e8e3f7ac0f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6643825 Mar 11 16:20:44.078833 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fe546789-a9ff-4e30-aa1e-9756c3162a24 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/ports/935329ff-e961-41ef-98af-0f32fe1bd0c9 HTTP/1.1" status: 204 len: 168 time: 1.1235471 Mar 11 16:20:44.083421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60014) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:44.083831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60016) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:44.086646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=cf468aa8-8552-4cf8-9f56-06511514bf1c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:44.143293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'subnet': {'network_id': '8c991648-8d1b-4b0c-9905-4bf60e7e6771', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:44.158469 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8fe2009f-7cf9-4bfe-9d23-5757bc58ea6e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9055164 Mar 11 16:20:44.158469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:44.163763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:ca:64:65', 'name': 'tempest-NetworksTestDHCPv6-556672531'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:44.251665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-8e2d666b-1914-4331-8af0-f33f5708ac52', 'network_id': '8e2d666b-1914-4331-8af0-f33f5708ac52', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'fixed_ips': [{'subnet_id': '63779f74-26eb-4f9d-9036-9e293a1c7b21'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:44.255908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.280996 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ee044e-090b-46c0-aa91-78d822b48220 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] DELETE failed (client error): The resource could not be found. Mar 11 16:20:44.281715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ee044e-090b-46c0-aa91-78d822b48220 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:20:44.283949 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f6ee044e-090b-46c0-aa91-78d822b48220 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/subnets/82c01899-2989-4b82-823c-1a9a49ec2203 HTTP/1.1" status: 404 len: 337 time: 0.1873469 Mar 11 16:20:44.295475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60026) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:44.345736 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:44.351535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:44.355208 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:44.363832 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:44.445071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] In _notify_port_updated(), no bound segment for port c21121f6-e6d9-4e87-9920-1a7491a1317e on network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:20:44.450522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:44.451039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:44.451187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.455058 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "PUT /v2.0/ports/c21121f6-e6d9-4e87-9920-1a7491a1317e HTTP/1.1" status: 200 len: 1011 time: 1.5862980 Mar 11 16:20:44.464789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Allocated IP 2001:db8::2 (8e2d666b-1914-4331-8af0-f33f5708ac52/63779f74-26eb-4f9d-9036-9e293a1c7b21/babd9f39-3f48-40d0-bc14-6263182feb8e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:44.467076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60030) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:44.468273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4edc3-b3ae-47a0-8286-7ee593603e57 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=c21121f6-e6d9-4e87-9920-1a7491a1317e,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:44.548924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:44.562462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:subnet and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:44.572631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:44.582647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:44.589788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.652187 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.652565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-99d6cf2e-0626-4cc1-a401-1578347d4e1c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port c21121f6-e6d9-4e87-9920-1a7491a1317e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:44.652890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99d6cf2e-0626-4cc1-a401-1578347d4e1c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.671133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c2aff1a5-b632-4ca2-9110-8331c02440e7 None None] Provisioning for port c21121f6-e6d9-4e87-9920-1a7491a1317e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:44.675496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:44.678944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.690423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c2aff1a5-b632-4ca2-9110-8331c02440e7 None None] Provisioning complete for port c21121f6-e6d9-4e87-9920-1a7491a1317e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:44.691046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c2aff1a5-b632-4ca2-9110-8331c02440e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.737045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.759309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.805072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 19ee7bfc-b837-46ee-9bd5-e11322e28878 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:44.819454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c2aff1a5-b632-4ca2-9110-8331c02440e7 None None] Port c21121f6-e6d9-4e87-9920-1a7491a1317e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:44.825012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.843269 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.855509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Transition to ACTIVE for port object babd9f39-3f48-40d0-bc14-6263182feb8e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:44.867101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea6db3c-1be6-4371-b736-640d6f251aa6']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:44.879596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Transition to ACTIVE for port object babd9f39-3f48-40d0-bc14-6263182feb8e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:44.888719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fd7fbb-7913-4cb9-8360-65026824fc8b') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:44.889144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fd7fbb-7913-4cb9-8360-65026824fc8b') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:44.905439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.924701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.934704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:44.935100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:44.950496 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:44.959002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.026389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Network 8e2d666b-1914-4331-8af0-f33f5708ac52 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:45.029651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:45.032661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:45.098108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99d6cf2e-0626-4cc1-a401-1578347d4e1c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.159858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.175507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Pushing event updated for resources: {'Port': ['ID=babd9f39-3f48-40d0-bc14-6263182feb8e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:45.180805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.188659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Attempting to bind port babd9f39-3f48-40d0-bc14-6263182feb8e on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:45.188659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Attempting to bind port babd9f39-3f48-40d0-bc14-6263182feb8e by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'ba141331-7176-4402-89bf-82cf70df8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e2d666b-1914-4331-8af0-f33f5708ac52'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:45.188950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Attempting to bind port babd9f39-3f48-40d0-bc14-6263182feb8e on network 8e2d666b-1914-4331-8af0-f33f5708ac52 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:45.195756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Network': ['ID=bea6db3c-1be6-4371-b736-640d6f251aa6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:45.196057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:45.196430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Checking segment: {'id': 'ba141331-7176-4402-89bf-82cf70df8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e2d666b-1914-4331-8af0-f33f5708ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:45.197014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.198534 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Bound using segment: {'id': 'ba141331-7176-4402-89bf-82cf70df8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e2d666b-1914-4331-8af0-f33f5708ac52'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:45.198772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Bound port: babd9f39-3f48-40d0-bc14-6263182feb8e, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba141331-7176-4402-89bf-82cf70df8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8e2d666b-1914-4331-8af0-f33f5708ac52'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:45.199247 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.200683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.208319 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-283f4107-c158-41ef-8b69-99f3672d19b5 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/bea6db3c-1be6-4371-b736-640d6f251aa6 HTTP/1.1" status: 204 len: 168 time: 0.9016154 Mar 11 16:20:45.209456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60036) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:45.284032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c11612-5660-4664-bde7-1680fe3d7527 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:45.290737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Subnet': ['ID=a538736c-0ebb-4662-9502-b3b37cebef0e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:45.294973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Checking segment: {'id': '434a8c52-00c5-4af2-8902-6f662a71c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8c991648-8d1b-4b0c-9905-4bf60e7e6771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:45.295401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network hostable DHCP agents. Network: 8c991648-8d1b-4b0c-9905-4bf60e7e6771, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:45.323932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-99d6cf2e-0626-4cc1-a401-1578347d4e1c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for c21121f6-e6d9-4e87-9920-1a7491a1317e owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:45.374578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:45.426261 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] For port babd9f39-3f48-40d0-bc14-6263182feb8e, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:45.431097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] For port babd9f39-3f48-40d0-bc14-6263182feb8e, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=babd9f39-3f48-40d0-bc14-6263182feb8e,segment=NetworkSegment(ba141331-7176-4402-89bf-82cf70df8cf0),segment_id=ba141331-7176-4402-89bf-82cf70df8cf0)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:45.449254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 8c991648-8d1b-4b0c-9905-4bf60e7e6771) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:45.453548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:45.454597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.481521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcdd9fe-df23-48a5-90af-f266339fda8f None None] Network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:45.521534 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7ca0141e-3e1b-4112-a45f-c2b8838a3308 None None] Provisioning for port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:45.537838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 172.20.0.14 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/cf468aa8-8552-4cf8-9f56-06511514bf1c/19ee7bfc-b837-46ee-9bd5-e11322e28878) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:45.547509 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-834212fa-aeef-4000-bba2-a692b1fb7d93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4522438 Mar 11 16:20:45.551091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60040) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:45.559308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1842908701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:45.567805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:45.567975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:feca:6465 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/a1601f7a-655f-4f2d-8428-f70675031834/19ee7bfc-b837-46ee-9bd5-e11322e28878) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:45.572043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:router and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:45.574688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c504b743-eb15-400a-91f4-202caffab6d3 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Deleting subnet ad3fd6ab-48a4-49b2-b4a8-e014c0707981 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:45.575332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:45.581555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:45.594047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c504b743-eb15-400a-91f4-202caffab6d3 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.602006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.673485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.674801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.724010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c504b743-eb15-400a-91f4-202caffab6d3 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.803415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0161-cfa8-4433-aaa8-8a56f69bb9ca None None] Pushing event updated for resources: {'Port': ['ID=babd9f39-3f48-40d0-bc14-6263182feb8e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:45.806067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.877135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-8c991648-8d1b-4b0c-9905-4bf60e7e6771', 'network_id': '8c991648-8d1b-4b0c-9905-4bf60e7e6771', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'fixed_ips': [{'subnet_id': 'a538736c-0ebb-4662-9502-b3b37cebef0e'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:45.879260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.055808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b3cbf-950d-4bf4-a458-37a32f0cf2f7 None None] Update dhcp port {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': 'a1601f7a-655f-4f2d-8428-f70675031834', 'ip_address': '2001:db8::f816:3eff:feea:ec2'}, {'subnet_id': 'cf468aa8-8552-4cf8-9f56-06511514bf1c'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:20:46.067134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c504b743-eb15-400a-91f4-202caffab6d3 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.115459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.123587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99d6cf2e-0626-4cc1-a401-1578347d4e1c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.162936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Allocated IP 2001:db8:1::2 (8c991648-8d1b-4b0c-9905-4bf60e7e6771/a538736c-0ebb-4662-9502-b3b37cebef0e/e5be65e9-627e-47cf-811c-18bf472474ff) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:46.183867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.190000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f48b3cbf-950d-4bf4-a458-37a32f0cf2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.217587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.220625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6cf2e-0626-4cc1-a401-1578347d4e1c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=c21121f6-e6d9-4e87-9920-1a7491a1317e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:46.282036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 19ee7bfc-b837-46ee-9bd5-e11322e28878 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:46.303658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.303848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:46.303941 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8ef6e354-4ce9-4d18-a00b-c72b91e12147 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7501545 Mar 11 16:20:46.305468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60044) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:46.338533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99d6cf2e-0626-4cc1-a401-1578347d4e1c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.362464 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-99d6cf2e-0626-4cc1-a401-1578347d4e1c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/c21121f6-e6d9-4e87-9920-1a7491a1317e HTTP/1.1" status: 204 len: 168 time: 1.8909724 Mar 11 16:20:46.365752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60048) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:46.436189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c504b743-eb15-400a-91f4-202caffab6d3 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.468736 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fcc67b-c22e-41fa-8c86-2cf94c2cf1a8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:20:46.469283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-45fcc67b-c22e-41fa-8c86-2cf94c2cf1a8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:46.485799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504b743-eb15-400a-91f4-202caffab6d3 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3fd6ab-48a4-49b2-b4a8-e014c0707981,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:46.496124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c504b743-eb15-400a-91f4-202caffab6d3 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.500877 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c504b743-eb15-400a-91f4-202caffab6d3 tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/subnets/ad3fd6ab-48a4-49b2-b4a8-e014c0707981 HTTP/1.1" status: 204 len: 168 time: 1.2912645 Mar 11 16:20:46.501574 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60052) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:46.521350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc4777-3f82-44a0-83d5-1b46280fa94b None None] Network e26638cb-20aa-40bc-b0dd-5575ed3b3371 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:46.634079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.691324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:46.717896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-45fcc67b-c22e-41fa-8c86-2cf94c2cf1a8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:46.719219 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-45fcc67b-c22e-41fa-8c86-2cf94c2cf1a8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/c21121f6-e6d9-4e87-9920-1a7491a1317e HTTP/1.1" status: 404 len: 333 time: 0.3525214 Mar 11 16:20:46.725192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:46.726999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:46.727344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.730291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60056) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:46.733468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:46.777136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:46.832439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=19ee7bfc-b837-46ee-9bd5-e11322e28878,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:46.851228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.902661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2819aa-a839-46ef-a165-59edee1f721b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet 127540ac-08a6-47ea-9217-60bd8f13ff14 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:46.906286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca2819aa-a839-46ef-a165-59edee1f721b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:46.929247 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:20:46.971881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca2819aa-a839-46ef-a165-59edee1f721b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.027398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.030357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.051242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Transition to ACTIVE for port object e5be65e9-627e-47cf-811c-18bf472474ff will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:47.062834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f48b3cbf-950d-4bf4-a458-37a32f0cf2f7 None None] Allocated IP 172.20.0.2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/cf468aa8-8552-4cf8-9f56-06511514bf1c/1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:47.064714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca2819aa-a839-46ef-a165-59edee1f721b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.093384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Transition to ACTIVE for port object e5be65e9-627e-47cf-811c-18bf472474ff will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:47.150918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Deleting port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:47.150918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.161171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f596f7-0dde-4901-95de-05d5594d87ea None None] Network 8e2d666b-1914-4331-8af0-f33f5708ac52 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:47.186969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:47.187581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.281943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.321065 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3635c8d9-7f8d-4d7d-9270-790d0d635d44 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1619709 Mar 11 16:20:47.321932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60060) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:47.325133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca2819aa-a839-46ef-a165-59edee1f721b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.383067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.391653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] DHCP port deletion for e26638cb-20aa-40bc-b0dd-5575ed3b3371 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:47.398105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 2001:db8::1 (8e2d666b-1914-4331-8af0-f33f5708ac52/63779f74-26eb-4f9d-9036-9e293a1c7b21/822f0736-3be8-4398-8267-854eb828d8a4) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:47.433609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] Deleting port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:47.433980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.475848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:47.494016 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:47.514954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:47.525619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-76fcdfd0-2030-4e92-b11c-e8f8a88e8712 None None] Provisioning for port babd9f39-3f48-40d0-bc14-6263182feb8e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:47.543411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Pushing event updated for resources: {'Port': ['ID=e5be65e9-627e-47cf-811c-18bf472474ff,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:47.569734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.588700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Transition to ACTIVE for port object 822f0736-3be8-4398-8267-854eb828d8a4 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:47.597087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2819aa-a839-46ef-a165-59edee1f721b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=127540ac-08a6-47ea-9217-60bd8f13ff14,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:47.615374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ca2819aa-a839-46ef-a165-59edee1f721b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.617187 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ca2819aa-a839-46ef-a165-59edee1f721b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/127540ac-08a6-47ea-9217-60bd8f13ff14 HTTP/1.1" status: 204 len: 168 time: 0.8852293 Mar 11 16:20:47.619993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60064) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:47.632660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] For port b3e45bc7-086f-432d-a8fd-8c87c4b8b760, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b3e45bc7-086f-432d-a8fd-8c87c4b8b760,segment=NetworkSegment(d020c6c7-9415-4372-b8f6-795532d31556),segment_id=d020c6c7-9415-4372-b8f6-795532d31556)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:47.633020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.684452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007d33a0-18fd-41c9-876d-4b56f726f0f5 None None] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:47.691995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-085b204a-c181-4b90-8066-79ac40264a33 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet a87fc354-1c81-46bd-a0fd-60ce649f2bdf {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:47.695053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-085b204a-c181-4b90-8066-79ac40264a33 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.723656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.734417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f48b3cbf-950d-4bf4-a458-37a32f0cf2f7 None None] For port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:47.764300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Calling delete_port for b3e45bc7-086f-432d-a8fd-8c87c4b8b760 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:47.804602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 8e2d666b-1914-4331-8af0-f33f5708ac52 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:47.809345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:47.829562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441136e0-987b-48e6-8ae4-c5f28d4bc2f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:47.829778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:47.829778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.830025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441136e0-987b-48e6-8ae4-c5f28d4bc2f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:47.830025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-441136e0-987b-48e6-8ae4-c5f28d4bc2f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:47.831560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-085b204a-c181-4b90-8066-79ac40264a33 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.855882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Attempting to bind port e5be65e9-627e-47cf-811c-18bf472474ff on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:47.855882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Attempting to bind port e5be65e9-627e-47cf-811c-18bf472474ff by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '434a8c52-00c5-4af2-8902-6f662a71c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8c991648-8d1b-4b0c-9905-4bf60e7e6771'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:47.856388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Attempting to bind port e5be65e9-627e-47cf-811c-18bf472474ff on network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:47.860627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=822f0736-3be8-4398-8267-854eb828d8a4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:47.900627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:47.900992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Checking segment: {'id': '434a8c52-00c5-4af2-8902-6f662a71c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8c991648-8d1b-4b0c-9905-4bf60e7e6771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:47.901389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.901779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Bound using segment: {'id': '434a8c52-00c5-4af2-8902-6f662a71c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8c991648-8d1b-4b0c-9905-4bf60e7e6771'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:47.902308 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Bound port: e5be65e9-627e-47cf-811c-18bf472474ff, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434a8c52-00c5-4af2-8902-6f662a71c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8c991648-8d1b-4b0c-9905-4bf60e7e6771'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:47.902716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.911807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.resource_extend [None req-f48b3cbf-950d-4bf4-a458-37a32f0cf2f7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:20:47.942736 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-441136e0-987b-48e6-8ae4-c5f28d4bc2f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:47.944029 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-441136e0-987b-48e6-8ae4-c5f28d4bc2f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.6149013 Mar 11 16:20:47.946930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60068) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:47.982851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.985094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-085b204a-c181-4b90-8066-79ac40264a33 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:47.987820 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f48b3cbf-950d-4bf4-a458-37a32f0cf2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.042372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Port': ['ID=b3e45bc7-086f-432d-a8fd-8c87c4b8b760,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:48.044552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] No DVR routers for this DVR port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:48.060788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-912f08ee-9fb8-46d8-986b-f80d71438e75 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 19ee7bfc-b837-46ee-9bd5-e11322e28878 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:48.061126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-912f08ee-9fb8-46d8-986b-f80d71438e75 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.167511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f48b3cbf-950d-4bf4-a458-37a32f0cf2f7 None None] Transition to ACTIVE for port object 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:48.173457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] For port b3e45bc7-086f-432d-a8fd-8c87c4b8b760, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b3e45bc7-086f-432d-a8fd-8c87c4b8b760,segment=NetworkSegment(d020c6c7-9415-4372-b8f6-795532d31556),segment_id=d020c6c7-9415-4372-b8f6-795532d31556)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:48.173457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.180885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.211008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26638cb-20aa-40bc-b0dd-5575ed3b3371']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:48.225713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd020c6c7-9415-4372-b8f6-795532d31556') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:48.226111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd020c6c7-9415-4372-b8f6-795532d31556') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:48.239913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.257783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.264452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:48.264830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:48.280497 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:48.296782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.455120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] Calling delete_port for b3e45bc7-086f-432d-a8fd-8c87c4b8b760 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:48.483509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f48b3cbf-950d-4bf4-a458-37a32f0cf2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.491532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.521877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.534159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-085b204a-c181-4b90-8066-79ac40264a33 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.538865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] Pushing event deleted for resources: {'Network': ['ID=e26638cb-20aa-40bc-b0dd-5575ed3b3371,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:48.549956 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b0416f74-705f-438e-b5a9-217b5c5be3dc tempest-NetworksIpV6TestAttrs-470274874 tempest-NetworksIpV6TestAttrs-470274874-project] 10.222.0.57 "DELETE /v2.0/networks/e26638cb-20aa-40bc-b0dd-5575ed3b3371 HTTP/1.1" status: 204 len: 168 time: 2.0434608 Mar 11 16:20:48.581603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] For port e5be65e9-627e-47cf-811c-18bf472474ff, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:48.709739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b204a-c181-4b90-8066-79ac40264a33 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=a87fc354-1c81-46bd-a0fd-60ce649f2bdf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:48.711753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-085b204a-c181-4b90-8066-79ac40264a33 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.715424 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] For port e5be65e9-627e-47cf-811c-18bf472474ff, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e5be65e9-627e-47cf-811c-18bf472474ff,segment=NetworkSegment(434a8c52-00c5-4af2-8902-6f662a71c47b),segment_id=434a8c52-00c5-4af2-8902-6f662a71c47b)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:48.746408 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-085b204a-c181-4b90-8066-79ac40264a33 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/a87fc354-1c81-46bd-a0fd-60ce649f2bdf HTTP/1.1" status: 204 len: 168 time: 1.1252873 Mar 11 16:20:48.749569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60076) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:48.771339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:48.778537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:48.790583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b3cbf-950d-4bf4-a458-37a32f0cf2f7 None None] Pushing event updated for resources: {'Port': ['ID=1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:48.797585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-912f08ee-9fb8-46d8-986b-f80d71438e75 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.801415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:20:48.802105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:20:48.842743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.917290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:48.939475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 72233982-d5d7-4612-af89-9d31d9a9c323 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:48.940103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.094953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-912f08ee-9fb8-46d8-986b-f80d71438e75 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 19ee7bfc-b837-46ee-9bd5-e11322e28878 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:49.122948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8360d8-c0b0-4da7-b500-27f9ad043c9f None None] Pushing event updated for resources: {'Port': ['ID=e5be65e9-627e-47cf-811c-18bf472474ff,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:49.154704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb419b48-47bb-4f0c-adbb-680a5cd0ced1 None None] Update dhcp port {'port': {'network_id': '5dfe0612-1e37-49ce-bba5-3ff7a82887c0', 'fixed_ips': [{'subnet_id': 'a87fc354-1c81-46bd-a0fd-60ce649f2bdf'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '72233982-d5d7-4612-af89-9d31d9a9c323'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:20:49.247111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.255074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb419b48-47bb-4f0c-adbb-680a5cd0ced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.281569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60082) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:49.353848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] Deleting port b3e45bc7-086f-432d-a8fd-8c87c4b8b760 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:49.354670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.395796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] For port 72233982-d5d7-4612-af89-9d31d9a9c323, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=72233982-d5d7-4612-af89-9d31d9a9c323,segment=NetworkSegment(0def626d-c815-4d2b-b50c-14382d84a016),segment_id=0def626d-c815-4d2b-b50c-14382d84a016)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:49.396321 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.434850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.435620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.667392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 72233982-d5d7-4612-af89-9d31d9a9c323 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:49.712717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-41c56724-9fba-4bd1-95a2-ae672ee74d83 None None] The port 'b3e45bc7-086f-432d-a8fd-8c87c4b8b760' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:20:49.740184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.793966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7306fbc4-f788-4f92-abaf-92ba52c2bf5c None None] Network 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:49.832379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:49.904031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8ce656c0-64b0-4663-a9a4-0c3450e5ad24 None None] Provisioning for port 822f0736-3be8-4398-8267-854eb828d8a4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:49.910625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=822f0736-3be8-4398-8267-854eb828d8a4,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:49.912308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.929447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:49.932803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device babd9f39-3f48-40d0-bc14-6263182feb8e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:49.933805 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f47b54c-101e-4d2a-9f07-f4cbd315d9a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b78b1d270d64961a72f0db85ed6e6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511514 Mar 11 16:20:49.935754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60088) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:49.969831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No DVR routers for this DVR port 72233982-d5d7-4612-af89-9d31d9a9c323 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:50.011325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 8e2d666b-1914-4331-8af0-f33f5708ac52 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:50.014948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:50.021495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-912f08ee-9fb8-46d8-986b-f80d71438e75 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.023655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8ce656c0-64b0-4663-a9a4-0c3450e5ad24 None None] Provisioning complete for port 822f0736-3be8-4398-8267-854eb828d8a4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:50.024039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ce656c0-64b0-4663-a9a4-0c3450e5ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.046873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=72233982-d5d7-4612-af89-9d31d9a9c323,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:50.145059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8ce656c0-64b0-4663-a9a4-0c3450e5ad24 None None] Port 822f0736-3be8-4398-8267-854eb828d8a4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:50.164745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.211853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfe0612-1e37-49ce-bba5-3ff7a82887c0']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:50.230089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:50.233037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0def626d-c815-4d2b-b50c-14382d84a016') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:50.233590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0def626d-c815-4d2b-b50c-14382d84a016') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:50.252410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7eb40d44-a879-4710-882a-1f044d886b7e None None] Could not find standard attr ID for object 72233982-d5d7-4612-af89-9d31d9a9c323. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:20:50.260075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.277998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e47929-f912-4f26-9229-8818340d9df6 None None] DHCP port deletion for 5dfe0612-1e37-49ce-bba5-3ff7a82887c0 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:50.292131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.300809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:20:50.301524 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.311757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port babd9f39-3f48-40d0-bc14-6263182feb8e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:50.318082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port babd9f39-3f48-40d0-bc14-6263182feb8e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:50.318505 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:20:50.347236 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:20:50.376443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7eb40d44-a879-4710-882a-1f044d886b7e None None] Provisioning for port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:50.410055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7eb40d44-a879-4710-882a-1f044d886b7e None None] Provisioning complete for port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:50.411548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f08ee-9fb8-46d8-986b-f80d71438e75 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=19ee7bfc-b837-46ee-9bd5-e11322e28878,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:50.413325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7eb40d44-a879-4710-882a-1f044d886b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.582256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.608676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a86a08e7-8412-4412-9c04-c16800244388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.611518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.618933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Network': ['ID=5dfe0612-1e37-49ce-bba5-3ff7a82887c0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:50.666930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.704809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7eb40d44-a879-4710-882a-1f044d886b7e None None] Provisioning complete for port 822f0736-3be8-4398-8267-854eb828d8a4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:50.705174 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7eb40d44-a879-4710-882a-1f044d886b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.710431 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8df79f2b-5d5f-480d-89c4-e08e1f2a59c4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/networks/5dfe0612-1e37-49ce-bba5-3ff7a82887c0 HTTP/1.1" status: 204 len: 168 time: 1.9587398 Mar 11 16:20:50.714795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:50.740894 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a86a08e7-8412-4412-9c04-c16800244388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.747468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port babd9f39-3f48-40d0-bc14-6263182feb8e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=babd9f39-3f48-40d0-bc14-6263182feb8e,segment=NetworkSegment(ba141331-7176-4402-89bf-82cf70df8cf0),segment_id=ba141331-7176-4402-89bf-82cf70df8cf0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:50.770500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7eb40d44-a879-4710-882a-1f044d886b7e None None] Port 822f0736-3be8-4398-8267-854eb828d8a4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:50.783594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-912f08ee-9fb8-46d8-986b-f80d71438e75 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.817466 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54a7bd-eb07-4f61-8ddf-318170a2390c None None] Network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:50.839650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6feb7f-fd78-4f4c-8806-2622d39838f3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:50.840665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f6feb7f-fd78-4f4c-8806-2622d39838f3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:50.892032 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-912f08ee-9fb8-46d8-986b-f80d71438e75 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/19ee7bfc-b837-46ee-9bd5-e11322e28878 HTTP/1.1" status: 204 len: 168 time: 2.9414365 Mar 11 16:20:50.892032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60096) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:50.907499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:50.952115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d75ad0f2-ac7c-4e23-9deb-905d2555def5 None None] Could not find standard attr ID for object 19ee7bfc-b837-46ee-9bd5-e11322e28878. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:20:50.962215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 0788f3ac-fdba-431f-a5e9-96e2cb42aa04 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:20:50.974701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b960ab-18f2-43f7-9a6c-d3711124b9c7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:50.976152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b960ab-18f2-43f7-9a6c-d3711124b9c7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:50.977599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b960ab-18f2-43f7-9a6c-d3711124b9c7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:50.978413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2b960ab-18f2-43f7-9a6c-d3711124b9c7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:50.987975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f6feb7f-fd78-4f4c-8806-2622d39838f3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:50.992484 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f6feb7f-fd78-4f4c-8806-2622d39838f3 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2733133 Mar 11 16:20:50.992713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60100) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:51.069502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=babd9f39-3f48-40d0-bc14-6263182feb8e,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:51.076958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a86a08e7-8412-4412-9c04-c16800244388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.093227 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-21821d77-b1ec-4951-9043-4936f4293a87 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0962527 Mar 11 16:20:51.093462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60104) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:51.109775 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-596854677'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:51.111862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e5be65e9-627e-47cf-811c-18bf472474ff up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:51.116379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:51.120740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:network and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:51.124000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:51.130924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:51.150454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d75ad0f2-ac7c-4e23-9deb-905d2555def5 None None] Provisioning for port e5be65e9-627e-47cf-811c-18bf472474ff completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:51.178298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a08e7-8412-4412-9c04-c16800244388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e93e2c-ad42-42bc-8b6b-113a95a723c7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:51.181455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e2b960ab-18f2-43f7-9a6c-d3711124b9c7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:51.185121 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e2b960ab-18f2-43f7-9a6c-d3711124b9c7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2899342 Mar 11 16:20:51.187235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60108) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:51.192936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a86a08e7-8412-4412-9c04-c16800244388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.194015 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a86a08e7-8412-4412-9c04-c16800244388 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16e93e2c-ad42-42bc-8b6b-113a95a723c7 HTTP/1.1" status: 204 len: 168 time: 1.2557487 Mar 11 16:20:51.199478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:51.203698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.240101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:51.254427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d75ad0f2-ac7c-4e23-9deb-905d2555def5 None None] Provisioning complete for port 822f0736-3be8-4398-8267-854eb828d8a4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:51.254800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d75ad0f2-ac7c-4e23-9deb-905d2555def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.265170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.265793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-078f5dcc-a082-4d7f-bbcc-51ab160f4916 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet a1601f7a-655f-4f2d-8428-f70675031834 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:51.266020 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Added segment a2db66f8-98a7-437c-bb53-1cbd014267b1 of type vlan for network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 Mar 11 16:20:51.271506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-078f5dcc-a082-4d7f-bbcc-51ab160f4916 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.302544 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.315399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port e5be65e9-627e-47cf-811c-18bf472474ff completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:51.324079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d75ad0f2-ac7c-4e23-9deb-905d2555def5 None None] Port 822f0736-3be8-4398-8267-854eb828d8a4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:51.328455 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e5be65e9-627e-47cf-811c-18bf472474ff triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:51.328455 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.338037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:51.343718 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-15bef416-eb4e-4038-a7b6-e874774395af tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/0788f3ac-fdba-431f-a5e9-96e2cb42aa04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0367928 Mar 11 16:20:51.348551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60114) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:51.359962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffe889d-a279-4e23-b5f2-5f9ec2a08dee None None] Sync routers for ids ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:51.394568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe889d-a279-4e23-b5f2-5f9ec2a08dee None None] Routers {'0788f3ac-fdba-431f-a5e9-96e2cb42aa04'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:51.395187 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-dffe889d-a279-4e23-b5f2-5f9ec2a08dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:51.405499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-078f5dcc-a082-4d7f-bbcc-51ab160f4916 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.414193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.419699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:51.420283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.470399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-dffe889d-a279-4e23-b5f2-5f9ec2a08dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:51.486418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe889d-a279-4e23-b5f2-5f9ec2a08dee None None] Routers {'0788f3ac-fdba-431f-a5e9-96e2cb42aa04'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:51.487418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-dffe889d-a279-4e23-b5f2-5f9ec2a08dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:51.532650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-078f5dcc-a082-4d7f-bbcc-51ab160f4916 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.629692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2dd8ae-9381-4ef7-97fc-12b583f7c705 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:51.631227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cf2dd8ae-9381-4ef7-97fc-12b583f7c705 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:51.633715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:51.645214 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5507221 Mar 11 16:20:51.650787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-dffe889d-a279-4e23-b5f2-5f9ec2a08dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:51.651131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffe889d-a279-4e23-b5f2-5f9ec2a08dee None None] The sync data for ids ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:51.652133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': 'e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:51.665672 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762aa67-f7aa-4fbc-8f5d-c1e17f1118bc None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:20:51.674425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b0a91-11e5-4d65-97ba-29055fd48364 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Network': ['ID=e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:51.703766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:51.767155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cf2dd8ae-9381-4ef7-97fc-12b583f7c705 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:51.768383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cf2dd8ae-9381-4ef7-97fc-12b583f7c705 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports/822f0736-3be8-4398-8267-854eb828d8a4 HTTP/1.1" status: 200 len: 911 time: 0.4196284 Mar 11 16:20:51.771522 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60130) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:51.788799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:51.792973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:51.795972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:51.803639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:51.822511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-078f5dcc-a082-4d7f-bbcc-51ab160f4916 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.833602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.862534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f5dcc-a082-4d7f-bbcc-51ab160f4916 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=a1601f7a-655f-4f2d-8428-f70675031834,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:51.869172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-078f5dcc-a082-4d7f-bbcc-51ab160f4916 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.885565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c39ed866-d99c-469d-b5a3-64ca4bd669d0 None None] Provisioning complete for port e5be65e9-627e-47cf-811c-18bf472474ff triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:51.885929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c39ed866-d99c-469d-b5a3-64ca4bd669d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.914002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:51.918002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:51.958378 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-078f5dcc-a082-4d7f-bbcc-51ab160f4916 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/a1601f7a-655f-4f2d-8428-f70675031834 HTTP/1.1" status: 204 len: 168 time: 0.7698371 Mar 11 16:20:51.965321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e5be65e9-627e-47cf-811c-18bf472474ff, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e5be65e9-627e-47cf-811c-18bf472474ff,segment=NetworkSegment(434a8c52-00c5-4af2-8902-6f662a71c47b),segment_id=434a8c52-00c5-4af2-8902-6f662a71c47b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:51.968042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60136) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:51.995667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762aa67-f7aa-4fbc-8f5d-c1e17f1118bc None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:20:52.075490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.076147 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:52.130988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38421b8-3fa9-4e40-888d-f713980e2890 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet cf468aa8-8552-4cf8-9f56-06511514bf1c {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:20:52.201302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e38421b8-3fa9-4e40-888d-f713980e2890 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.301169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.312940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e5be65e9-627e-47cf-811c-18bf472474ff,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:52.331000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e38421b8-3fa9-4e40-888d-f713980e2890 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.353531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:52.354036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.415273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=55b62556-1182-426d-b296-bf43164f14a1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:52.466143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Checking segment: {'id': 'a2db66f8-98a7-437c-bb53-1cbd014267b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:52.466867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network hostable DHCP agents. Network: e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:52.568888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:52.610954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60148) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:52.656808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:52.662758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e38421b8-3fa9-4e40-888d-f713980e2890 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.674462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:52.676252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.746916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de159b94-22e3-4ab8-be71-fd895b7f0cc3 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:52.759695 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-592cc6b5-60a0-4e44-b529-b1128706aa9c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1177006 Mar 11 16:20:52.760713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b3e45bc7-086f-432d-a8fd-8c87c4b8b760 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:52.786363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1370148418'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:52.789753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a83a674-5dcc-45ed-b6e9-5cda8c4ee2df None None] Network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:52.793032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:52.797998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:network and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:52.802151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.802604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:52.811258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:52.819948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60154) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:52.827013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': 'e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7', 'name': 'tempest-PortsIpV6TestJSON-1305480146'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:52.841160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: b3e45bc7-086f-432d-a8fd-8c87c4b8b760 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:52.841504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b3e45bc7-086f-432d-a8fd-8c87c4b8b760 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:52.841974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 72233982-d5d7-4612-af89-9d31d9a9c323 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:52.888778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 72233982-d5d7-4612-af89-9d31d9a9c323 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:52.889007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 72233982-d5d7-4612-af89-9d31d9a9c323 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:52.918344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:52.921803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.949555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.983777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:52.987082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e38421b8-3fa9-4e40-888d-f713980e2890 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:52.994631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group_rule and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:53.006957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:53.033756 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38421b8-3fa9-4e40-888d-f713980e2890 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=cf468aa8-8552-4cf8-9f56-06511514bf1c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:53.050930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e5be65e9-627e-47cf-811c-18bf472474ff up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:53.061211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e38421b8-3fa9-4e40-888d-f713980e2890 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.119961 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e38421b8-3fa9-4e40-888d-f713980e2890 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/cf468aa8-8552-4cf8-9f56-06511514bf1c HTTP/1.1" status: 204 len: 168 time: 1.1506364 Mar 11 16:20:53.125611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60158) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:53.160139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:53.169456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:53.192168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:53.218417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e47b75e7-f265-44c2-b13f-d418346f9376 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:router {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:53.249365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e47b75e7-f265-44c2-b13f-d418346f9376 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:router {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:53.254397 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e47b75e7-f265-44c2-b13f-d418346f9376 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1242270 Mar 11 16:20:53.255157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60164) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:53.262425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:53.288490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:53.292876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.329048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.337311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e5be65e9-627e-47cf-811c-18bf472474ff triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:53.345297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.364545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60168) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:53.365868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7', 'network_id': 'e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7', 'tenant_id': '574f42aaefb34068bf83903d8d802290', 'fixed_ips': [{'subnet_id': '55b62556-1182-426d-b296-bf43164f14a1'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:53.365868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.393284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port 9c6b06d1-c7a1-48ca-8550-a735dc29f18a yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:53.440700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.503485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:53.505853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:53.522502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:53.533454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:53.545659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:53.554043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca24488d-d6da-4331-80d9-de394fca3f54,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:53.557147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.557595 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Added segment 145ef477-571f-4716-af50-1e47c01c24f9 of type vlan for network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 Mar 11 16:20:53.588543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1db7ec2-9bf7-4222-85ed-563c04a31690 None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:20:53.603640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device babd9f39-3f48-40d0-bc14-6263182feb8e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:53.635121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b1db7ec2-9bf7-4222-85ed-563c04a31690 None None] Deleting port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:53.635496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1db7ec2-9bf7-4222-85ed-563c04a31690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.637295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 2001:db8:1::1 (8c991648-8d1b-4b0c-9905-4bf60e7e6771/a538736c-0ebb-4662-9502-b3b37cebef0e/5ef0877d-8c51-4a2e-b322-7aa8316f5b73) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:53.648984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.671755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::4b (e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7/55b62556-1182-426d-b296-bf43164f14a1/9c6b06d1-c7a1-48ca-8550-a735dc29f18a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:53.698274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:53.698274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.807553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port babd9f39-3f48-40d0-bc14-6263182feb8e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:53.807923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.844572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.850795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:53.851499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.914194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Deleting port d204b7ae-32e2-4d65-81ea-1b16c46ffbf7 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:53.915116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.950796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b1db7ec2-9bf7-4222-85ed-563c04a31690 None None] For port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:53.950796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1db7ec2-9bf7-4222-85ed-563c04a31690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:53.982408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.037748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Transition to ACTIVE for port object 5ef0877d-8c51-4a2e-b322-7aa8316f5b73 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:54.077673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b1db7ec2-9bf7-4222-85ed-563c04a31690 None None] Calling delete_port for 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:54.079858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Network': ['ID=c9dd9491-fdc8-45bc-a2df-e62f6826e4e0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:54.108750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:54.152649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.152983 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.163917 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-141d2470-98e1-428e-9511-c285d96d977e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5489881 Mar 11 16:20:54.164833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60172) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:54.174219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'name': 'tempest-PortsTestJSON-6862948'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:54.198019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.237402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object 9c6b06d1-c7a1-48ca-8550-a735dc29f18a will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:54.312663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.322787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Calling delete_port for d204b7ae-32e2-4d65-81ea-1b16c46ffbf7 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:54.350928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.414491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Allocated IP 2001:db8::2 (e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7/55b62556-1182-426d-b296-bf43164f14a1/310294e8-584f-4e5a-b950-4986256c60b0) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:54.440044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:54.447503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:54.454933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:54.460555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:54.461546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.501290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:54.508082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1db7ec2-9bf7-4222-85ed-563c04a31690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.514003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:54.516932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:54.522272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.531142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=9c6b06d1-c7a1-48ca-8550-a735dc29f18a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:54.539707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:20:54.541747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.555000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:54.559155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:port and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:54.562110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:54.568821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:54.571693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db7ec2-9bf7-4222-85ed-563c04a31690 None None] Pushing event deleted for resources: {'Port': ['ID=1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:54.578838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db7ec2-9bf7-4222-85ed-563c04a31690 None None] No DVR routers for this DVR port 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:20:54.610778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=5ef0877d-8c51-4a2e-b322-7aa8316f5b73,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:54.631352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=b733f1c0-ed26-40e7-9111-b44f3bdfca52,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:54.638429 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-353e370b-361b-4102-ac05-cb11e74cb582 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8151767 Mar 11 16:20:54.641175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60176) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:54.648406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': 'e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7', 'name': 'tempest-PortsIpV6TestJSON-1491971675'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:54.677919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:54.689416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:54.697386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:54.698018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.705628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:54.709719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f4f0b-5103-4f70-bd5a-661fcb4dcc5b None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:54.711978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.801998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port a05e024b-a289-4883-b0e1-52493c596e93 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:54.833298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.848235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:54.849826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Transition to ACTIVE for port object 310294e8-584f-4e5a-b950-4986256c60b0 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:54.864472 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74723c34-2c5f-4bb9-a1ae-94afa6d8c726 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6082509 Mar 11 16:20:54.865694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:54.868639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60180) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:54.876673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:54.921804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Transition to ACTIVE for port object 310294e8-584f-4e5a-b950-4986256c60b0 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:54.931447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:54.999382 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:20:55.012769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.035314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:55.039009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:20:55.039341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1eec0ec1-776f-4d12-8e85-0b8c30f9b6e2 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:20:55.039853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.041176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b313911-d1e9-4a51-8f1d-59c944ad52f5 None None] Provisioning for port 5ef0877d-8c51-4a2e-b322-7aa8316f5b73 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:55.048698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.089284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port d4d0b256-9997-4087-a7f0-12d629bc627b yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:55.091549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': 'b733f1c0-ed26-40e7-9111-b44f3bdfca52'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:20:55.092360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.108270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event deleted for resources: {'Port': ['ID=d204b7ae-32e2-4d65-81ea-1b16c46ffbf7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:55.110634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b313911-d1e9-4a51-8f1d-59c944ad52f5 None None] Provisioning complete for port 5ef0877d-8c51-4a2e-b322-7aa8316f5b73 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:55.111000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b313911-d1e9-4a51-8f1d-59c944ad52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.127258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:55.136658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:55.145727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:55.160684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:55.169840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:55.180216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:55.226588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:55.228839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Pushing event updated for resources: {'Port': ['ID=310294e8-584f-4e5a-b950-4986256c60b0,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:55.253526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8b313911-d1e9-4a51-8f1d-59c944ad52f5 None None] Port 5ef0877d-8c51-4a2e-b322-7aa8316f5b73 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:55.346230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:55.350378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.399037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Attempting to bind port 310294e8-584f-4e5a-b950-4986256c60b0 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:55.399308 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Attempting to bind port 310294e8-584f-4e5a-b950-4986256c60b0 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'a2db66f8-98a7-437c-bb53-1cbd014267b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:55.399577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Attempting to bind port 310294e8-584f-4e5a-b950-4986256c60b0 on network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:55.416190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:55.416878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Checking segment: {'id': 'a2db66f8-98a7-437c-bb53-1cbd014267b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:55.416878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.417357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Bound using segment: {'id': 'a2db66f8-98a7-437c-bb53-1cbd014267b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:55.417736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Bound port: 310294e8-584f-4e5a-b950-4986256c60b0, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2db66f8-98a7-437c-bb53-1cbd014267b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:55.418102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.481717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::22a (e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7/55b62556-1182-426d-b296-bf43164f14a1/d4d0b256-9997-4087-a7f0-12d629bc627b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:55.482420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Allocated IP 2001:db8::f816:3eff:fe21:55d7 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/b733f1c0-ed26-40e7-9111-b44f3bdfca52/de908d04-8ae6-48c3-81df-040a5704cffb) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:55.576953 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.595676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.596074 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Floating IP 1944d42e-9acc-4805-8968-934f77d5f100 disassociated (deleted). External IP: 172.26.8.13, port: 7137bfea-9614-4c4b-89b3-93ef73bab584. Mar 11 16:20:55.601232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] For port 310294e8-584f-4e5a-b950-4986256c60b0, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:55.622634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] For port 310294e8-584f-4e5a-b950-4986256c60b0, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=310294e8-584f-4e5a-b950-4986256c60b0,segment=NetworkSegment(a2db66f8-98a7-437c-bb53-1cbd014267b1),segment_id=a2db66f8-98a7-437c-bb53-1cbd014267b1)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:55.715855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.794231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.794500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.823561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Transition to ACTIVE for port object de908d04-8ae6-48c3-81df-040a5704cffb will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:55.826818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object d4d0b256-9997-4087-a7f0-12d629bc627b will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:55.841120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24a212-2193-411b-bb21-f7c0a1f3516c None None] Pushing event updated for resources: {'Port': ['ID=310294e8-584f-4e5a-b950-4986256c60b0,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:55.853134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Transition to ACTIVE for port object de908d04-8ae6-48c3-81df-040a5704cffb will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:55.913041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.915601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:55.917862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.031419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.036948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:56.040077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:56.042332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:56.043155 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:56.044125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:56.058912 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Pushing event updated for resources: {'Port': ['ID=de908d04-8ae6-48c3-81df-040a5704cffb,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:56.064055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:56.070343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:56.077525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:56.083324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:56.083933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.090459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:56.091036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.131564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=09addac0-bfdd-4767-b923-db5b5c8cd519,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:56.146110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=d4d0b256-9997-4087-a7f0-12d629bc627b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:56.175107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Attempting to bind port de908d04-8ae6-48c3-81df-040a5704cffb on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:20:56.175481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Attempting to bind port de908d04-8ae6-48c3-81df-040a5704cffb by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:20:56.176164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Attempting to bind port de908d04-8ae6-48c3-81df-040a5704cffb on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:20:56.186203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:20:56.186203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:56.189556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.190015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:20:56.190848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Bound port: de908d04-8ae6-48c3-81df-040a5704cffb, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:20:56.191234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.268931 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-972efbde-9067-46ec-a057-591053696261 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6264055 Mar 11 16:20:56.271317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60184) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:56.286326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.286782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] For port de908d04-8ae6-48c3-81df-040a5704cffb, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:20:56.288051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=a05e024b-a289-4883-b0e1-52493c596e93,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:56.298020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] For port de908d04-8ae6-48c3-81df-040a5704cffb, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=de908d04-8ae6-48c3-81df-040a5704cffb,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:20:56.304666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:20:56.328087 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e375f5a-a5fa-42f1-8eb9-a0bdbd6dd4a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4582934 Mar 11 16:20:56.334002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60188) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:56.342640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:76:d9:c9', 'name': 'tempest-NetworksTestDHCPv6-1058686942'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:56.382266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Checking segment: {'id': '145ef477-571f-4716-af50-1e47c01c24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:20:56.382266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network hostable DHCP agents. Network: c9dd9491-fdc8-45bc-a2df-e62f6826e4e0, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:20:56.389059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.395614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.396358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.478326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af1d5c-8fa1-45ff-acd2-21d652f3cb0e None None] Pushing event updated for resources: {'Port': ['ID=de908d04-8ae6-48c3-81df-040a5704cffb,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:56.504713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab366d-258a-4e29-85e5-daba2f2e40f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:56.505994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5bab366d-258a-4e29-85e5-daba2f2e40f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:56.553986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:56.558645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:56.562206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:56.569773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:56.657768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5bab366d-258a-4e29-85e5-daba2f2e40f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:56.665560 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5bab366d-258a-4e29-85e5-daba2f2e40f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4b HTTP/1.1" status: 200 len: 928 time: 0.3884645 Mar 11 16:20:56.665560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:56.679110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:20:56.681057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60192) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:56.735360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=5ef0877d-8c51-4a2e-b322-7aa8316f5b73,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:56.826486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.856962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 2fcb3c8a-23ad-418a-b81a-de14871a5cc9 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:20:56.925532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, c9dd9491-fdc8-45bc-a2df-e62f6826e4e0) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:56.930831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:56.935134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6e2cd-7048-46e2-aa44-3e0ad6f469a2 None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:56.938454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:56.939365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:56.960104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:56.970614 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] Sync routers for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:57.005340 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:57.008533 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:57.022247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8d2190e9-a370-4633-8fcf-ecd19c97e758 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port d4d0b256-9997-4087-a7f0-12d629bc627b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:57.022598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d2190e9-a370-4633-8fcf-ecd19c97e758 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:57.115097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:57.166467 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7bbf8867-fe73-4e99-a608-c47df2ee80e5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 3.0011358 Mar 11 16:20:57.179542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60196) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:57.194681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1610041840'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:57.195688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:57.201183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:57.257639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 172.20.0.3 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/09addac0-bfdd-4767-b923-db5b5c8cd519/2fcb3c8a-23ad-418a-b81a-de14871a5cc9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:57.269089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:fe76:d9c9 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/b733f1c0-ed26-40e7-9111-b44f3bdfca52/2fcb3c8a-23ad-418a-b81a-de14871a5cc9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:57.304609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device de908d04-8ae6-48c3-81df-040a5704cffb up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:57.320689 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d86b0b5d-d213-4005-9e4b-9d9f7ebc80f1 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "DELETE /v2.0/floatingips/1944d42e-9acc-4805-8968-934f77d5f100 HTTP/1.1" status: 204 len: 168 time: 3.9553170 Mar 11 16:20:57.360678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:20:57.377907 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:57.413035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c790e0-2f86-4935-8565-176c47f17b57 None None] Network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:57.728777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:20:57.734022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f6f9c555-d6bd-480c-8eec-6fccef7ce4e5 None None] Provisioning for port 310294e8-584f-4e5a-b950-4986256c60b0 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:57.742719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:network and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:20:57.744017 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'status': 'completed', 'code': 200} Mar 11 16:20:57.751277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:57.759622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:20:57.772555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:20:57.800594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 2fcb3c8a-23ad-418a-b81a-de14871a5cc9 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:20:57.887095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 0788f3ac-fdba-431f-a5e9-96e2cb42aa04 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:20:57.890789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port de908d04-8ae6-48c3-81df-040a5704cffb completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:57.904509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 310294e8-584f-4e5a-b950-4986256c60b0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:20:57.904819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:20:57.907814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d2190e9-a370-4633-8fcf-ecd19c97e758 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:57.908249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:57.947087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:20:57.961025 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:57.979226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:57.979576 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Added segment 3be8c7dc-2378-4a0c-a24a-b2eb26abfa3b of type vlan for network 0045ed83-e208-44fb-a2a1-eddf5d4a71af Mar 11 16:20:58.046514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c4f63fea-043f-4cdf-afe3-fccf842df551 None None] Provisioning complete for port 5ef0877d-8c51-4a2e-b322-7aa8316f5b73 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:58.047375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c4f63fea-043f-4cdf-afe3-fccf842df551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.052561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:20:58.068789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:20:58.079479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:20:58.122874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c4f63fea-043f-4cdf-afe3-fccf842df551 None None] Port 5ef0877d-8c51-4a2e-b322-7aa8316f5b73 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:20:58.185213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cc8e79-5cea-4ae5-a625-ac1e869803fa None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:20:58.257988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8d2190e9-a370-4633-8fcf-ecd19c97e758 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for d4d0b256-9997-4087-a7f0-12d629bc627b owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:20:58.327533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.355056 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:45Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '1fee101c-7bee-427c-b3f0-304f36dc8ae8', 'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'mac_address': 'fa:16:3e:12:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:43Z', 'updated_at': '2022-03-11T16:19:00Z', 'revision_number': 5, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'subnets': [{'id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:58.367763 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] Checking router: dce52fec-cff2-4314-bc1b-c8e7a5b4e25c for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:20:58.376962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=2fcb3c8a-23ad-418a-b81a-de14871a5cc9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:58.398431 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:58.399183 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:58.403439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-a1e58df0-3b71-4dd6-8cb4-0d5f86b28619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:58.404921 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-a1e58df0-3b71-4dd6-8cb4-0d5f86b28619 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e260780a780480b9a6bfa8b85d3d465&device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 1098 time: 0.6783321 Mar 11 16:20:58.436902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 310294e8-584f-4e5a-b950-4986256c60b0 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:58.474462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:58.475086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.511735 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0ef1cb42-0f66-4bd5-9ab8-79e6308dde0e None None] Provisioning for port de908d04-8ae6-48c3-81df-040a5704cffb completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:20:58.522203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 310294e8-584f-4e5a-b950-4986256c60b0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:58.522564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.540206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:20:58.562076 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba9a9e1-44a4-42d1-93bb-7c23848167ad None None] Sync routers for ids ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:20:58.566255 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-36bfe04a-f191-4e25-9e9e-bfe430c0d3b5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/0788f3ac-fdba-431f-a5e9-96e2cb42aa04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7904301 Mar 11 16:20:58.567191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60214) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:58.586205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0ef1cb42-0f66-4bd5-9ab8-79e6308dde0e None None] Provisioning complete for port de908d04-8ae6-48c3-81df-040a5704cffb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:20:58.586714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0ef1cb42-0f66-4bd5-9ab8-79e6308dde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.604237 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:20:58.610968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d2190e9-a370-4633-8fcf-ecd19c97e758 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.658227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba9a9e1-44a4-42d1-93bb-7c23848167ad None None] Routers {'0788f3ac-fdba-431f-a5e9-96e2cb42aa04'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:58.659390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0ba9a9e1-44a4-42d1-93bb-7c23848167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:58.702286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2190e9-a370-4633-8fcf-ecd19c97e758 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=d4d0b256-9997-4087-a7f0-12d629bc627b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:58.730151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.740335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:58.740817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.756909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0ba9a9e1-44a4-42d1-93bb-7c23848167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:58.789176 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8d2190e9-a370-4633-8fcf-ecd19c97e758 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.793789 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8d2190e9-a370-4633-8fcf-ecd19c97e758 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/d4d0b256-9997-4087-a7f0-12d629bc627b HTTP/1.1" status: 204 len: 168 time: 2.0996795 Mar 11 16:20:58.796155 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba9a9e1-44a4-42d1-93bb-7c23848167ad None None] Routers {'0788f3ac-fdba-431f-a5e9-96e2cb42aa04'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:20:58.796797 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0ba9a9e1-44a4-42d1-93bb-7c23848167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:58.797216 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:58.860214 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-372ecd45-f080-49f7-954b-ab69ae21528d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:20:58.861030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-372ecd45-f080-49f7-954b-ab69ae21528d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:58.926405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b71f4-5f94-4940-a5fd-955a3fffea46 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:58.927793 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e13b71f4-5f94-4940-a5fd-955a3fffea46 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports/5ef0877d-8c51-4a2e-b322-7aa8316f5b73 HTTP/1.1" status: 200 len: 913 time: 0.3120432 Mar 11 16:20:58.931300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60222) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:58.938678 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-85ce1ede-9e47-45a4-9182-9afeb126b68b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6010203 Mar 11 16:20:58.945166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60226) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:58.988943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0ba9a9e1-44a4-42d1-93bb-7c23848167ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:58.989342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba9a9e1-44a4-42d1-93bb-7c23848167ad None None] The sync data for ids ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:59.021747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-372ecd45-f080-49f7-954b-ab69ae21528d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:59.027127 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-372ecd45-f080-49f7-954b-ab69ae21528d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/d4d0b256-9997-4087-a7f0-12d629bc627b HTTP/1.1" status: 404 len: 333 time: 0.2282920 Mar 11 16:20:59.041149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Network': ['ID=0045ed83-e208-44fb-a2a1-eddf5d4a71af,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:59.046009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60230) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:59.055941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b622e-a80d-4f1e-811d-ab37e49e7175 req-c40bf1c6-8a4d-4a4f-8d10-41723934d094 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:59.055941 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-665b622e-a80d-4f1e-811d-ab37e49e7175 req-c40bf1c6-8a4d-4a4f-8d10-41723934d094 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.7753353 Mar 11 16:20:59.067315 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-99861cf7-cc04-474f-aa06-2e8f33c937e0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8866606 Mar 11 16:20:59.093872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60234) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:59.101321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-a8c08b6a-22d8-4fdc-998d-a7e3af067ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:59.102936 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-a8c08b6a-22d8-4fdc-998d-a7e3af067ad3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49537fbe-afc1-4a4a-87ca-7a045c86b03f HTTP/1.1" status: 200 len: 897 time: 0.6356163 Mar 11 16:20:59.162249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 0045ed83-e208-44fb-a2a1-eddf5d4a71af details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:20:59.184074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.196452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'ports': [{'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0'}, {'network_id': '0045ed83-e208-44fb-a2a1-eddf5d4a71af'}]} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:59.196753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:59.197516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': '0045ed83-e208-44fb-a2a1-eddf5d4a71af'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:20:59.238151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0ef1cb42-0f66-4bd5-9ab8-79e6308dde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.248481 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-c4170d82-4a53-46bc-a705-616eb03bec91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7137bfea-9614-4c4b-89b3-93ef73bab584 HTTP/1.1" status: 200 len: 217 time: 0.1242731 Mar 11 16:20:59.251702 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-665b622e-a80d-4f1e-811d-ab37e49e7175 req-c63d2a73-f35c-4132-b64a-ca1bfe1025ca tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867833 Mar 11 16:20:59.285006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faee36e-20dc-444c-91d5-4c47aa47232c None None] Update dhcp port {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': 'b733f1c0-ed26-40e7-9111-b44f3bdfca52', 'ip_address': '2001:db8::f816:3eff:fe21:55d7'}, {'subnet_id': '09addac0-bfdd-4767-b923-db5b5c8cd519'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': 'de908d04-8ae6-48c3-81df-040a5704cffb'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:20:59.303624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-171e2b3a-bfe4-463b-bb97-7b9ca55ad857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 9c6b06d1-c7a1-48ca-8550-a735dc29f18a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:59.304194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-171e2b3a-bfe4-463b-bb97-7b9ca55ad857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.310609 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:45Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '1fee101c-7bee-427c-b3f0-304f36dc8ae8', 'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'mac_address': 'fa:16:3e:12:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:43Z', 'updated_at': '2022-03-11T16:19:00Z', 'revision_number': 5, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'subnets': [{'id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:20:59.315563 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01d158c-334f-4d93-bf79-b5e12bfbccf1 None None] The sync data for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv is: [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:18:45Z', 'revision_number': 4, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '1fee101c-7bee-427c-b3f0-304f36dc8ae8', 'name': '', 'network_id': '49537fbe-afc1-4a4a-87ca-7a045c86b03f', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'mac_address': 'fa:16:3e:12:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:43Z', 'updated_at': '2022-03-11T16:19:00Z', 'revision_number': 5, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'subnets': [{'id': '283e1cec-5ff4-44e5-9afd-065ca0aae118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:20:59.334336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 310294e8-584f-4e5a-b950-4986256c60b0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=310294e8-584f-4e5a-b950-4986256c60b0,segment=NetworkSegment(a2db66f8-98a7-437c-bb53-1cbd014267b1),segment_id=a2db66f8-98a7-437c-bb53-1cbd014267b1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:59.417936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ea925-ba6c-46ea-a988-1da7019aa5a8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:59.427748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ea925-ba6c-46ea-a988-1da7019aa5a8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:59.428793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-973ea925-ba6c-46ea-a988-1da7019aa5a8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:59.435588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.463796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-82b69be3-c6f3-4dd1-b2b4-1806db22bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:59.465616 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-82b69be3-c6f3-4dd1-b2b4-1806db22bad8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=283e1cec-5ff4-44e5-9afd-065ca0aae118 HTTP/1.1" status: 200 len: 835 time: 0.2044208 Mar 11 16:20:59.520429 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0ef1cb42-0f66-4bd5-9ab8-79e6308dde0e None None] For port de908d04-8ae6-48c3-81df-040a5704cffb, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=de908d04-8ae6-48c3-81df-040a5704cffb,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:20:59.528752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6faee36e-20dc-444c-91d5-4c47aa47232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.615226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0ef1cb42-0f66-4bd5-9ab8-79e6308dde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.628994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=310294e8-584f-4e5a-b950-4986256c60b0,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:59.656190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-973ea925-ba6c-46ea-a988-1da7019aa5a8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:59.660360 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-973ea925-ba6c-46ea-a988-1da7019aa5a8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7037561 Mar 11 16:20:59.664717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60238) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:20:59.688122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72cc32-785d-4356-a7c7-322d29737788 req-6c139009-ec0f-4014-b174-2c13e9e3b606 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:59.689810 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df72cc32-785d-4356-a7c7-322d29737788 req-6c139009-ec0f-4014-b174-2c13e9e3b606 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.35 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 0.3338406 Mar 11 16:20:59.776069 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1b4f6-452a-49bf-841c-8c27083a71c0 None None] New status for floating IP 1944d42e-9acc-4805-8968-934f77d5f100: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:20:59.823679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1cb42-0f66-4bd5-9ab8-79e6308dde0e None None] Pushing event updated for resources: {'Port': ['ID=de908d04-8ae6-48c3-81df-040a5704cffb,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:20:59.891508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8aed821c-9db1-4c68-a6e7-4fc642e19215 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 2fcb3c8a-23ad-418a-b81a-de14871a5cc9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:59.892588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8aed821c-9db1-4c68-a6e7-4fc642e19215 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.908007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-6faee36e-20dc-444c-91d5-4c47aa47232c None None] Allocated IP 172.20.0.2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/09addac0-bfdd-4767-b923-db5b5c8cd519/de908d04-8ae6-48c3-81df-040a5704cffb) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:20:59.931737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-df72cc32-785d-4356-a7c7-322d29737788 req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Deleting port 7137bfea-9614-4c4b-89b3-93ef73bab584 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:20:59.932234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-df72cc32-785d-4356-a7c7-322d29737788 req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:59.976423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-e48ad694-5cf9-462f-a777-a4f3ff5545a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:59.981068 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-e48ad694-5cf9-462f-a777-a4f3ff5545a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49537fbe-afc1-4a4a-87ca-7a045c86b03f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5052891 Mar 11 16:21:00.047268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9c9b5488-b988-496f-8e77-fe8dbd35bd06 None None] Provisioning for port 9c6b06d1-c7a1-48ca-8550-a735dc29f18a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:00.102078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6faee36e-20dc-444c-91d5-4c47aa47232c None None] For port de908d04-8ae6-48c3-81df-040a5704cffb, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=de908d04-8ae6-48c3-81df-040a5704cffb,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:00.130321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6faee36e-20dc-444c-91d5-4c47aa47232c None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.148516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6faee36e-20dc-444c-91d5-4c47aa47232c None None] Transition to ACTIVE for port object de908d04-8ae6-48c3-81df-040a5704cffb will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:00.150316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9c9b5488-b988-496f-8e77-fe8dbd35bd06 None None] Provisioning complete for port 9c6b06d1-c7a1-48ca-8550-a735dc29f18a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:00.150680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5488-b988-496f-8e77-fe8dbd35bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.166536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:00.184614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:port and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:00.192011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:00.212783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b5488-b988-496f-8e77-fe8dbd35bd06 None None] Port 9c6b06d1-c7a1-48ca-8550-a735dc29f18a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:00.216299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9c9b5488-b988-496f-8e77-fe8dbd35bd06 None None] Could not find standard attr ID for object d4d0b256-9997-4087-a7f0-12d629bc627b. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:21:00.224411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:00.228748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9c9b5488-b988-496f-8e77-fe8dbd35bd06 None None] Provisioning complete for port 310294e8-584f-4e5a-b950-4986256c60b0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:00.229137 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5488-b988-496f-8e77-fe8dbd35bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.272758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6faee36e-20dc-444c-91d5-4c47aa47232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.396004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 2} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:00.401782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.453993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.460738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faee36e-20dc-444c-91d5-4c47aa47232c None None] Pushing event updated for resources: {'Port': ['ID=de908d04-8ae6-48c3-81df-040a5704cffb,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:00.623869 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-b37e8510-1f84-4eae-9f37-fb8c4b44d62d service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304903 Mar 11 16:21:00.700393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-df72cc32-785d-4356-a7c7-322d29737788 req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] For port 7137bfea-9614-4c4b-89b3-93ef73bab584, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7137bfea-9614-4c4b-89b3-93ef73bab584,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:00.700769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-df72cc32-785d-4356-a7c7-322d29737788 req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.714031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-171e2b3a-bfe4-463b-bb97-7b9ca55ad857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.839191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8aed821c-9db1-4c68-a6e7-4fc642e19215 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.902493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-171e2b3a-bfe4-463b-bb97-7b9ca55ad857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 9c6b06d1-c7a1-48ca-8550-a735dc29f18a owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:00.917928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-df72cc32-785d-4356-a7c7-322d29737788 req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Calling delete_port for 7137bfea-9614-4c4b-89b3-93ef73bab584 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:01.051795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port d02bb47e-48e8-4a5b-880c-2ab46c48a7fd yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:01.079360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8aed821c-9db1-4c68-a6e7-4fc642e19215 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 2fcb3c8a-23ad-418a-b81a-de14871a5cc9 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:01.134407 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2d28a-1781-4bba-85d5-e9e52b9ffcde req-1bdbd927-d5e3-4eb0-968e-70d37aedb4eb tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:01.135139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-eec2d28a-1781-4bba-85d5-e9e52b9ffcde req-1bdbd927-d5e3-4eb0-968e-70d37aedb4eb tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Synchronizing usage tracker for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:01.172426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-485ffdc2-afe2-411a-a7d5-a93a84004c51 req-8ea7f2b2-e34f-45dd-b9c5-63ad9687060c service neutron] 10.222.0.35 "GET /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410440 Mar 11 16:21:01.192415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6da4fc43-ff16-4980-8975-90de785daf5b None None] Provisioning for port 2fcb3c8a-23ad-418a-b81a-de14871a5cc9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:01.200561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6da4fc43-ff16-4980-8975-90de785daf5b None None] Provisioning complete for port 2fcb3c8a-23ad-418a-b81a-de14871a5cc9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:01.201703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6da4fc43-ff16-4980-8975-90de785daf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.292633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6da4fc43-ff16-4980-8975-90de785daf5b None None] Port 2fcb3c8a-23ad-418a-b81a-de14871a5cc9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:01.309551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.380267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6da4fc43-ff16-4980-8975-90de785daf5b None None] Provisioning for port de908d04-8ae6-48c3-81df-040a5704cffb completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:01.385661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6da4fc43-ff16-4980-8975-90de785daf5b None None] Provisioning complete for port de908d04-8ae6-48c3-81df-040a5704cffb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:01.386867 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6da4fc43-ff16-4980-8975-90de785daf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.490808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8aed821c-9db1-4c68-a6e7-4fc642e19215 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.493418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-df72cc32-785d-4356-a7c7-322d29737788 req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.518854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-eec2d28a-1781-4bba-85d5-e9e52b9ffcde req-1bdbd927-d5e3-4eb0-968e-70d37aedb4eb tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Unset dirty status for tenant:4e260780a780480b9a6bfa8b85d3d465 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:01.526623 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eec2d28a-1781-4bba-85d5-e9e52b9ffcde req-1bdbd927-d5e3-4eb0-968e-70d37aedb4eb tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 945 time: 1.1357045 Mar 11 16:21:01.527136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device de908d04-8ae6-48c3-81df-040a5704cffb up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:01.540299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-171e2b3a-bfe4-463b-bb97-7b9ca55ad857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.560180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed821c-9db1-4c68-a6e7-4fc642e19215 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=2fcb3c8a-23ad-418a-b81a-de14871a5cc9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:01.606702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port de908d04-8ae6-48c3-81df-040a5704cffb triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:01.606923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.654470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event deleted for resources: {'Port': ['ID=7137bfea-9614-4c4b-89b3-93ef73bab584,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:01.735601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09a744bd-d4c0-4eff-8be2-b82a6c45139c None None] Could not find standard attr ID for object 2fcb3c8a-23ad-418a-b81a-de14871a5cc9. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:21:01.744118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e2b3a-bfe4-463b-bb97-7b9ca55ad857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=9c6b06d1-c7a1-48ca-8550-a735dc29f18a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:01.767224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.773103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-171e2b3a-bfe4-463b-bb97-7b9ca55ad857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.788263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-df72cc32-785d-4356-a7c7-322d29737788 req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] No DVR routers for this DVR port 7137bfea-9614-4c4b-89b3-93ef73bab584 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:01.819050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 310294e8-584f-4e5a-b950-4986256c60b0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:01.819277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-df72cc32-785d-4356-a7c7-322d29737788 req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.826355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'name': 'network-vif-deleted', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:21:01.861417 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eec2d28a-1781-4bba-85d5-e9e52b9ffcde req-5d753256-25a9-4303-a884-9cac20dd313d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e9a5164-1c49-4b65-b50c-a4230b343f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334653 Mar 11 16:21:01.903848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8aed821c-9db1-4c68-a6e7-4fc642e19215 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.910769 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8aed821c-9db1-4c68-a6e7-4fc642e19215 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/2fcb3c8a-23ad-418a-b81a-de14871a5cc9 HTTP/1.1" status: 204 len: 168 time: 2.2332392 Mar 11 16:21:01.911819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60250) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:01.941241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 310294e8-584f-4e5a-b950-4986256c60b0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:01.941652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.989921 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df72cc32-785d-4356-a7c7-322d29737788 req-bea220b7-6af6-4f1d-9157-3c1093e10f35 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.35 "DELETE /v2.0/ports/7137bfea-9614-4c4b-89b3-93ef73bab584 HTTP/1.1" status: 204 len: 173 time: 2.2910075 Mar 11 16:21:02.003391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9967ab9-fe18-40a9-972b-0bf68987de42 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:02.018270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9967ab9-fe18-40a9-972b-0bf68987de42 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:02.022903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9967ab9-fe18-40a9-972b-0bf68987de42 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:02.022903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9967ab9-fe18-40a9-972b-0bf68987de42 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:02.027181 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20495640-3682-40fc-845f-c55641929a08', 'name': 'network-vif-deleted', 'tag': '7137bfea-9614-4c4b-89b3-93ef73bab584', 'status': 'completed', 'code': 200} Mar 11 16:21:02.056649 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-171e2b3a-bfe4-463b-bb97-7b9ca55ad857 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/9c6b06d1-c7a1-48ca-8550-a735dc29f18a HTTP/1.1" status: 204 len: 168 time: 3.0069830 Mar 11 16:21:02.060581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60254) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:02.127140 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b53cca2-7dc7-4c55-b868-f9926fb0db14 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:21:02.128406 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1b53cca2-7dc7-4c55-b868-f9926fb0db14 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/9c6b06d1-c7a1-48ca-8550-a735dc29f18a HTTP/1.1" status: 404 len: 333 time: 0.0670648 Mar 11 16:21:02.131365 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60258) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:02.151665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 0f2dadbd-be2e-458a-b2c6-7fc67786e459 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:02.236355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4c50ac-cee2-460d-998e-182e0e098bfa tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet 55b62556-1182-426d-b296-bf43164f14a1 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:02.241101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4a4c50ac-cee2-460d-998e-182e0e098bfa tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.270414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9967ab9-fe18-40a9-972b-0bf68987de42 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:02.271675 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9967ab9-fe18-40a9-972b-0bf68987de42 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3588207 Mar 11 16:21:02.286844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60262) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:02.337043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 5ef0877d-8c51-4a2e-b322-7aa8316f5b73 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:02.337165 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.367438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4a4c50ac-cee2-460d-998e-182e0e098bfa tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.405227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.410603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8594721-7f7b-488b-8ac0-feaf713c51ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 09addac0-bfdd-4767-b923-db5b5c8cd519 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:02.417750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8594721-7f7b-488b-8ac0-feaf713c51ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.574083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.603526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8594721-7f7b-488b-8ac0-feaf713c51ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.641708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.672506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4a4c50ac-cee2-460d-998e-182e0e098bfa tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.742765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 5ef0877d-8c51-4a2e-b322-7aa8316f5b73 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:02.750602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8594721-7f7b-488b-8ac0-feaf713c51ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.811224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:02.817365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:02.829647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:02.832378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.876110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=d02bb47e-48e8-4a5b-880c-2ab46c48a7fd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:02.885779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4a4c50ac-cee2-460d-998e-182e0e098bfa tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.930745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8594721-7f7b-488b-8ac0-feaf713c51ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.936733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c50ac-cee2-460d-998e-182e0e098bfa tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=55b62556-1182-426d-b296-bf43164f14a1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:02.940754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4a4c50ac-cee2-460d-998e-182e0e098bfa tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.949202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0d8446-98b2-4389-b0bc-251e9ac08880 None None] Network e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:02.983478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b8594721-7f7b-488b-8ac0-feaf713c51ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:02.985130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Checking segment: {'id': '3be8c7dc-2378-4a0c-a24a-b2eb26abfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '0045ed83-e208-44fb-a2a1-eddf5d4a71af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:02.985493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network hostable DHCP agents. Network: 0045ed83-e208-44fb-a2a1-eddf5d4a71af, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:02.986018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8594721-7f7b-488b-8ac0-feaf713c51ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=09addac0-bfdd-4767-b923-db5b5c8cd519,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:02.991705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=0f2dadbd-be2e-458a-b2c6-7fc67786e459,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:02.996722 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4a4c50ac-cee2-460d-998e-182e0e098bfa tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/55b62556-1182-426d-b296-bf43164f14a1 HTTP/1.1" status: 204 len: 168 time: 0.8620956 Mar 11 16:21:02.997952 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60268) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:03.039411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277e59b0-8de5-413e-aad5-70c218c9df0c None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:03.111135 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51cfeee8-0f5c-4497-8ccf-f6ef80b7c8b7 req-4ec595b6-ff6a-43c4-bc92-fa1654159a5e tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "GET /v2.0/ports?device_id=20495640-3682-40fc-845f-c55641929a08 HTTP/1.1" status: 200 len: 210 time: 0.0850370 Mar 11 16:21:03.116376 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b8594721-7f7b-488b-8ac0-feaf713c51ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/09addac0-bfdd-4767-b923-db5b5c8cd519 HTTP/1.1" status: 204 len: 168 time: 0.8287220 Mar 11 16:21:03.119138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60272) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:03.126711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.138758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 310294e8-584f-4e5a-b950-4986256c60b0 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:03.139378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.161673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 0045ed83-e208-44fb-a2a1-eddf5d4a71af is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:03.209571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee751ff0-5ca1-4e76-9cd5-c8bd255126f9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet b733f1c0-ed26-40e7-9111-b44f3bdfca52 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:03.212965 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee751ff0-5ca1-4e76-9cd5-c8bd255126f9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.258590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 0045ed83-e208-44fb-a2a1-eddf5d4a71af) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:03.270845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9af38bf-b3da-4de5-8651-ce2af783f84b None None] Network 0045ed83-e208-44fb-a2a1-eddf5d4a71af requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:03.376606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] For port 310294e8-584f-4e5a-b950-4986256c60b0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=310294e8-584f-4e5a-b950-4986256c60b0,segment=NetworkSegment(a2db66f8-98a7-437c-bb53-1cbd014267b1),segment_id=a2db66f8-98a7-437c-bb53-1cbd014267b1)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:03.376979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.390296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:03.396310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:03.400984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:03.401644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.409745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.475895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee751ff0-5ca1-4e76-9cd5-c8bd255126f9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.507128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=5ef0877d-8c51-4a2e-b322-7aa8316f5b73,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:03.511498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 310294e8-584f-4e5a-b950-4986256c60b0 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:03.582320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7137bfea-9614-4c4b-89b3-93ef73bab584 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:03.636199 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9886defa-0cc2-46c2-9d5f-bf66cb1b1563 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4395769 Mar 11 16:21:03.636817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60276) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:03.683191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 7137bfea-9614-4c4b-89b3-93ef73bab584 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:03.683529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7137bfea-9614-4c4b-89b3-93ef73bab584 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:03.729068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-734b6de3-5f1c-4c0f-8dc1-f5830710f933 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 0f2dadbd-be2e-458a-b2c6-7fc67786e459 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:03.729539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-734b6de3-5f1c-4c0f-8dc1-f5830710f933 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.760147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.763500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.772713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee751ff0-5ca1-4e76-9cd5-c8bd255126f9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.824792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=310294e8-584f-4e5a-b950-4986256c60b0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:03.838623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No DVR routers for this DVR port 310294e8-584f-4e5a-b950-4986256c60b0 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:03.854946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a56d32-1f6b-4fef-8621-1a1f588ed927 None None] DHCP port deletion for e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:04.032912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.128932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee751ff0-5ca1-4e76-9cd5-c8bd255126f9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.141328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:04.161606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2db66f8-98a7-437c-bb53-1cbd014267b1') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:04.162053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2db66f8-98a7-437c-bb53-1cbd014267b1') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:04.186851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee751ff0-5ca1-4e76-9cd5-c8bd255126f9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=b733f1c0-ed26-40e7-9111-b44f3bdfca52,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:04.191350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee751ff0-5ca1-4e76-9cd5-c8bd255126f9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.195929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.214875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-734b6de3-5f1c-4c0f-8dc1-f5830710f933 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.227816 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee751ff0-5ca1-4e76-9cd5-c8bd255126f9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/b733f1c0-ed26-40e7-9111-b44f3bdfca52 HTTP/1.1" status: 204 len: 168 time: 1.1074617 Mar 11 16:21:04.231002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60282) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:04.234961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 0788f3ac-fdba-431f-a5e9-96e2cb42aa04 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:21:04.242714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:04.243815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.308021 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ec9c92e5-b9c5-42aa-9316-72f16b7d0a79 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759223 Mar 11 16:21:04.311973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60290) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:04.370929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa07811-a327-4979-972f-afc4a908a272 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:04.373142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:04.472869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f242b014-5f6f-40dd-9f92-b61e2a659a9f None None] Provisioning complete for port de908d04-8ae6-48c3-81df-040a5704cffb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:04.473390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f242b014-5f6f-40dd-9f92-b61e2a659a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.485494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-734b6de3-5f1c-4c0f-8dc1-f5830710f933 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 0f2dadbd-be2e-458a-b2c6-7fc67786e459 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:04.579345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:04.582842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:04.590968 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f4d5e426-d891-4939-908e-24b25c85f511 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/0788f3ac-fdba-431f-a5e9-96e2cb42aa04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6561182 Mar 11 16:21:04.590968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:04.593351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60294) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:04.594721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:04.602576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b99c5-d0c3-4f9d-b359-7f3ecb91d63c None None] Sync routers for ids ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:04.622282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b99c5-d0c3-4f9d-b359-7f3ecb91d63c None None] Routers {'0788f3ac-fdba-431f-a5e9-96e2cb42aa04'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:04.622961 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b93b99c5-d0c3-4f9d-b359-7f3ecb91d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:04.639034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:04.639432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:04.654769 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:04.680077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-734b6de3-5f1c-4c0f-8dc1-f5830710f933 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.718679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b93b99c5-d0c3-4f9d-b359-7f3ecb91d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:04.747697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b99c5-d0c3-4f9d-b359-7f3ecb91d63c None None] Routers {'0788f3ac-fdba-431f-a5e9-96e2cb42aa04'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:04.748390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b93b99c5-d0c3-4f9d-b359-7f3ecb91d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:04.796454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-734b6de3-5f1c-4c0f-8dc1-f5830710f933 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.817054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b6de3-5f1c-4c0f-8dc1-f5830710f933 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=0f2dadbd-be2e-458a-b2c6-7fc67786e459,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:04.828847 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-734b6de3-5f1c-4c0f-8dc1-f5830710f933 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/0f2dadbd-be2e-458a-b2c6-7fc67786e459 HTTP/1.1" status: 204 len: 168 time: 1.1910107 Mar 11 16:21:04.831532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60298) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:04.834435 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b93b99c5-d0c3-4f9d-b359-7f3ecb91d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:04.834932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b99c5-d0c3-4f9d-b359-7f3ecb91d63c None None] The sync data for ids ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:04.865917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:04.927871 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f1297-7f2b-459b-bbb0-27ba5230abbc None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:04.932504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f1297-7f2b-459b-bbb0-27ba5230abbc None None] Deleting port de908d04-8ae6-48c3-81df-040a5704cffb {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:04.932889 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1297-7f2b-459b-bbb0-27ba5230abbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.967532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:04.971473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.058529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.063623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.104027 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/networks/e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7 HTTP/1.1" status: 204 len: 168 time: 2.1017399 Mar 11 16:21:05.104027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8d9de-a13b-4128-ac36-17d3c4e50f70 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Network': ['ID=e3abbde8-d26d-4d12-9dad-75bc2cfcbaf7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:05.109925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60302) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:05.119919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1502639583'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:05.127107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:05.143205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:network and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:05.186881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bc4f1297-7f2b-459b-bbb0-27ba5230abbc None None] For port de908d04-8ae6-48c3-81df-040a5704cffb, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=de908d04-8ae6-48c3-81df-040a5704cffb,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:05.196614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1297-7f2b-459b-bbb0-27ba5230abbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.200358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:05.215072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:05.265425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad66a54-f937-4f5d-ab2b-02401a7ecfd4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:05.271655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad66a54-f937-4f5d-ab2b-02401a7ecfd4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:05.272467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7ad66a54-f937-4f5d-ab2b-02401a7ecfd4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:05.305570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:05.309482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.318378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f1297-7f2b-459b-bbb0-27ba5230abbc None None] Calling delete_port for de908d04-8ae6-48c3-81df-040a5704cffb owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:05.401242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:05.418693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.419093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Added segment 04917c8d-2d2a-42c7-857e-7599d2362852 of type vlan for network 3bd1477e-e8ad-4cec-957b-e5898d178f26 Mar 11 16:21:05.449664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7ad66a54-f937-4f5d-ab2b-02401a7ecfd4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:05.453562 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7ad66a54-f937-4f5d-ab2b-02401a7ecfd4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1449 time: 0.6188638 Mar 11 16:21:05.453677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60306) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:05.456916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.468859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1297-7f2b-459b-bbb0-27ba5230abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.527403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.540193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device de908d04-8ae6-48c3-81df-040a5704cffb no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:05.571470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f1297-7f2b-459b-bbb0-27ba5230abbc None None] Pushing event deleted for resources: {'Port': ['ID=de908d04-8ae6-48c3-81df-040a5704cffb,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:05.589263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: de908d04-8ae6-48c3-81df-040a5704cffb {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:05.589263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device de908d04-8ae6-48c3-81df-040a5704cffb not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:05.589263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 310294e8-584f-4e5a-b950-4986256c60b0 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:05.589629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.618125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f1297-7f2b-459b-bbb0-27ba5230abbc None None] No DVR routers for this DVR port de908d04-8ae6-48c3-81df-040a5704cffb on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:05.621366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.637437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 310294e8-584f-4e5a-b950-4986256c60b0 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:05.637775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 310294e8-584f-4e5a-b950-4986256c60b0 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:05.652799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port d02bb47e-48e8-4a5b-880c-2ab46c48a7fd {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:05.653093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.683778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.689320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:05.690215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.758999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:05.773568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:05.783218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62d13d2-151b-47c7-95f5-140b7404edcf None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:05.787014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:05.787315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:05.817321 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7069433 Mar 11 16:21:05.822755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60310) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:05.825744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=3e5ff82c-013b-4dbc-9907-b63c0ba40c89,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:05.838761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a8d54-b7c3-475c-8932-cf9bf0ec7ddf tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Network': ['ID=3bd1477e-e8ad-4cec-957b-e5898d178f26,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:05.866714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 3bd1477e-e8ad-4cec-957b-e5898d178f26 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:21:05.900774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '3bd1477e-e8ad-4cec-957b-e5898d178f26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:06.035325 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3117c935-693a-4f6c-b532-00b45af8e1d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7221606 Mar 11 16:21:06.039824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60314) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:06.047436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:06.102560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '3e5ff82c-013b-4dbc-9907-b63c0ba40c89'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:06.103544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.205758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.265687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Allocated IP 172.20.0.2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/3e5ff82c-013b-4dbc-9907-b63c0ba40c89/b1949fde-afd2-4319-ae9d-b90e37e0881e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:06.278561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:06.290569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:06.294010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:06.303532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:06.386267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:06.389901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.443377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Deleting port 1fee101c-7bee-427c-b3f0-304f36dc8ae8 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:06.443732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.488408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for d02bb47e-48e8-4a5b-880c-2ab46c48a7fd owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:06.490583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.503543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Transition to ACTIVE for port object b1949fde-afd2-4319-ae9d-b90e37e0881e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:06.531163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Transition to ACTIVE for port object b1949fde-afd2-4319-ae9d-b90e37e0881e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:06.622179 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.649762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:06.659234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:06.665222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:06.679723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:06.685625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 822f0736-3be8-4398-8267-854eb828d8a4 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:06.685969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.691218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:06.694042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:06.696828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:06.712043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Pushing event updated for resources: {'Port': ['ID=b1949fde-afd2-4319-ae9d-b90e37e0881e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:06.761587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] For port 1fee101c-7bee-427c-b3f0-304f36dc8ae8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1fee101c-7bee-427c-b3f0-304f36dc8ae8,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:06.762789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.790743 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.806504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Attempting to bind port b1949fde-afd2-4319-ae9d-b90e37e0881e on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:06.806922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Attempting to bind port b1949fde-afd2-4319-ae9d-b90e37e0881e by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:06.807293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Attempting to bind port b1949fde-afd2-4319-ae9d-b90e37e0881e on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:06.812944 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:06.813315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:06.813709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.814096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:06.814630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Bound port: b1949fde-afd2-4319-ae9d-b90e37e0881e, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:06.815057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.897280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Calling delete_port for 1fee101c-7bee-427c-b3f0-304f36dc8ae8 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:06.917901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] For port b1949fde-afd2-4319-ae9d-b90e37e0881e, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:06.921213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] For port b1949fde-afd2-4319-ae9d-b90e37e0881e, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b1949fde-afd2-4319-ae9d-b90e37e0881e,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:06.926898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:06.931733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.995485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=d02bb47e-48e8-4a5b-880c-2ab46c48a7fd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:06.998773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:07.012538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:07.046367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:07.144142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.145053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.145549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.146070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.147154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.147668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.148781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.149291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.149773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.150804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.151385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.151921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.156428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:07.175400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac198df3-66e4-45ff-97d9-b8553b22f18f None None] Pushing event updated for resources: {'Port': ['ID=b1949fde-afd2-4319-ae9d-b90e37e0881e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:07.187473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:07.231729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Checking segment: {'id': '04917c8d-2d2a-42c7-857e-7599d2362852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bd1477e-e8ad-4cec-957b-e5898d178f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:07.232159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network hostable DHCP agents. Network: 3bd1477e-e8ad-4cec-957b-e5898d178f26, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:07.244136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 822f0736-3be8-4398-8267-854eb828d8a4 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:07.244358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.244482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.244830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.245173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.245504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.245828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.246157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.246526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.246850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.247219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.247638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.247844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:07.347785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 3bd1477e-e8ad-4cec-957b-e5898d178f26 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:07.377033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:07.382159 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e5469fe9-cd4b-4967-b762-e69ee5b2a466 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/d02bb47e-48e8-4a5b-880c-2ab46c48a7fd HTTP/1.1" status: 204 len: 168 time: 1.9253275 Mar 11 16:21:07.388105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60318) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:07.576330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event deleted for resources: {'Port': ['ID=1fee101c-7bee-427c-b3f0-304f36dc8ae8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:07.581385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 3bd1477e-e8ad-4cec-957b-e5898d178f26) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:07.587091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:07.588151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:07.594608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39d545-a00b-44f0-9075-1ce20dd674fb None None] Network 3bd1477e-e8ad-4cec-957b-e5898d178f26 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:07.627893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:07.652930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b1949fde-afd2-4319-ae9d-b90e37e0881e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:07.709632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=822f0736-3be8-4398-8267-854eb828d8a4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:08.040976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.116747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port b1949fde-afd2-4319-ae9d-b90e37e0881e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:08.134661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a5e35c68-9c49-4c51-abd5-72ec63c8b9c7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3090963 Mar 11 16:21:08.141429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60322) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:08.142929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-3bd1477e-e8ad-4cec-957b-e5898d178f26', 'network_id': '3bd1477e-e8ad-4cec-957b-e5898d178f26', 'tenant_id': '574f42aaefb34068bf83903d8d802290', 'fixed_ips': [{'subnet_id': '8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:08.144264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.144831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.172037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '3bd1477e-e8ad-4cec-957b-e5898d178f26', 'name': 'tempest-PortsIpV6TestJSON-1678599703', 'fixed_ips': [{'subnet_id': '8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82', 'ip_address': '2001:db8::10'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:08.200202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ff5f80-f27a-4649-95b8-e06ca7faba84 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:08.200202 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4ff5f80-f27a-4649-95b8-e06ca7faba84 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 841 time: 0.7638628 Mar 11 16:21:08.203250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60326) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:08.349008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Allocated IP 2001:db8::2 (3bd1477e-e8ad-4cec-957b-e5898d178f26/8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82/7690b56f-821c-444c-a277-b33d579e2ace) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:08.516443 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfed7b7e-5c1e-4564-912c-7900a173bd67 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:21:08.520942 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dfed7b7e-5c1e-4564-912c-7900a173bd67 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/0f2dadbd-be2e-458a-b2c6-7fc67786e459 HTTP/1.1" status: 404 len: 333 time: 0.3119905 Mar 11 16:21:08.526311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60330) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:08.600558 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:21:08.615779 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9e4020-94d5-4fde-aac1-0f7e604ff831 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:21:08.619722 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef9e4020-94d5-4fde-aac1-0f7e604ff831 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/d02bb47e-48e8-4a5b-880c-2ab46c48a7fd HTTP/1.1" status: 404 len: 333 time: 0.0880594 Mar 11 16:21:08.626863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.633066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60334) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:08.640127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Transition to ACTIVE for port object 7690b56f-821c-444c-a277-b33d579e2ace will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:08.654713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 0788f3ac-fdba-431f-a5e9-96e2cb42aa04 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:21:08.663976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Transition to ACTIVE for port object 7690b56f-821c-444c-a277-b33d579e2ace will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:08.741960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.825220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Network 3bd1477e-e8ad-4cec-957b-e5898d178f26 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:08.829417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:08.831346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Pushing event updated for resources: {'Port': ['ID=7690b56f-821c-444c-a277-b33d579e2ace,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:08.833601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:08.863382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:08.873784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:port and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:08.874055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] Provisioning for port b1949fde-afd2-4319-ae9d-b90e37e0881e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:08.884489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:08.898875 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5913f3-9dad-49d1-bfbb-402f29735ae7 None None] Sync routers for ids ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:08.912726 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5913f3-9dad-49d1-bfbb-402f29735ae7 None None] Routers {'0788f3ac-fdba-431f-a5e9-96e2cb42aa04'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:08.914906 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] Provisioning complete for port b1949fde-afd2-4319-ae9d-b90e37e0881e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:08.915360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.915790 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0d5913f3-9dad-49d1-bfbb-402f29735ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:08.937061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:08.943252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.966315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:08.978309 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0d5913f3-9dad-49d1-bfbb-402f29735ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:08.984782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Attempting to bind port 7690b56f-821c-444c-a277-b33d579e2ace on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:08.985387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Attempting to bind port 7690b56f-821c-444c-a277-b33d579e2ace by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '04917c8d-2d2a-42c7-857e-7599d2362852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bd1477e-e8ad-4cec-957b-e5898d178f26'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:08.985834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Attempting to bind port 7690b56f-821c-444c-a277-b33d579e2ace on network 3bd1477e-e8ad-4cec-957b-e5898d178f26 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:08.988747 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5913f3-9dad-49d1-bfbb-402f29735ae7 None None] Routers {'0788f3ac-fdba-431f-a5e9-96e2cb42aa04'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:08.989583 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0d5913f3-9dad-49d1-bfbb-402f29735ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:08.995332 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-81614dfc-6c15-45a4-b629-3af25b3f5412 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/0788f3ac-fdba-431f-a5e9-96e2cb42aa04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3983054 Mar 11 16:21:08.995745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60338) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:09.019146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:09.019718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Checking segment: {'id': '04917c8d-2d2a-42c7-857e-7599d2362852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bd1477e-e8ad-4cec-957b-e5898d178f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:09.020395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.021103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Bound using segment: {'id': '04917c8d-2d2a-42c7-857e-7599d2362852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bd1477e-e8ad-4cec-957b-e5898d178f26'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:09.021601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Bound port: 7690b56f-821c-444c-a277-b33d579e2ace, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04917c8d-2d2a-42c7-857e-7599d2362852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3bd1477e-e8ad-4cec-957b-e5898d178f26'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:09.022060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.061687 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0d5913f3-9dad-49d1-bfbb-402f29735ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:09.062457 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5913f3-9dad-49d1-bfbb-402f29735ae7 None None] The sync data for ids ['0788f3ac-fdba-431f-a5e9-96e2cb42aa04'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:09.075859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fe690124-457a-4cf5-940d-1270ba5c49c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:09.101117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.107172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.162396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:09.184993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.214335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fe690124-457a-4cf5-940d-1270ba5c49c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:09.215819 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fe690124-457a-4cf5-940d-1270ba5c49c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=0788f3ac-fdba-431f-a5e9-96e2cb42aa04 HTTP/1.1" status: 200 len: 205 time: 0.2190845 Mar 11 16:21:09.220032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] For port 7690b56f-821c-444c-a277-b33d579e2ace, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:09.223299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] For port 7690b56f-821c-444c-a277-b33d579e2ace, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7690b56f-821c-444c-a277-b33d579e2ace,segment=NetworkSegment(04917c8d-2d2a-42c7-857e-7599d2362852),segment_id=04917c8d-2d2a-42c7-857e-7599d2362852)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:09.228030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60342) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:09.265305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.301709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.372356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0045ed83-e208-44fb-a2a1-eddf5d4a71af']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:09.391655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:21:09.393286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe722f3-cec4-444a-a1ed-2e157815f127 None None] Pushing event updated for resources: {'Port': ['ID=7690b56f-821c-444c-a277-b33d579e2ace,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:09.401547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be8c7dc-2378-4a0c-a24a-b2eb26abfa3b') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:09.401547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be8c7dc-2378-4a0c-a24a-b2eb26abfa3b') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:09.430365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78137867-f194-4de6-a864-c6f68acc3959 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.436285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.510619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.541141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.559777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:09.560181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:09.578217 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:09.598965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port ac3e0c70-14bd-4907-bb43-f80963192e0a yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:09.887343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] For port b1949fde-afd2-4319-ae9d-b90e37e0881e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b1949fde-afd2-4319-ae9d-b90e37e0881e,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:09.947071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:09.958532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78137867-f194-4de6-a864-c6f68acc3959 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.958809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] Sync routers for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:09.961473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78137867-f194-4de6-a864-c6f68acc3959 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.972346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:09.972807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:09.992564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.008047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.012726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.015208 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/networks/0045ed83-e208-44fb-a2a1-eddf5d4a71af HTTP/1.1" status: 204 len: 168 time: 1.3814771 Mar 11 16:21:10.019052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60346) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:10.025043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1677021028'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:10.030641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:10.035319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:network and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:10.039956 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c6df6ce-d8b0-45dc-9203-aa548cfc1fac tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "PUT /v2.0/routers/dce52fec-cff2-4314-bc1b-c8e7a5b4e25c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7392535 Mar 11 16:21:10.040095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:10.043955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60350) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:10.047601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:10.054668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f558ea3-3474-4a32-a35d-211c1e7bbe5c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Network': ['ID=0045ed83-e208-44fb-a2a1-eddf5d4a71af,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:10.091295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.092006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.133319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::10 (3bd1477e-e8ad-4cec-957b-e5898d178f26/8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82/ac3e0c70-14bd-4907-bb43-f80963192e0a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:10.186645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:10.187056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:10.213066 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ca43d0-5b8b-48e8-9e2a-167705cbac43 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Deleting subnet 283e1cec-5ff4-44e5-9afd-065ca0aae118 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:10.218005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78137867-f194-4de6-a864-c6f68acc3959 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.218496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78137867-f194-4de6-a864-c6f68acc3959 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Fanout notify agent at l3_agent the message router_deleted on router 0788f3ac-fdba-431f-a5e9-96e2cb42aa04 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:21:10.228537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:21:10.241514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71ca43d0-5b8b-48e8-9e2a-167705cbac43 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.276136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:10.286304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:10.289716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.302397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:10.346635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71ca43d0-5b8b-48e8-9e2a-167705cbac43 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.398500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.414317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:10.415046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.416401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object ac3e0c70-14bd-4907-bb43-f80963192e0a will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:10.421610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874cc6b-28d8-4a8a-b5c7-318ea8ea7e1c None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:10.422883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78137867-f194-4de6-a864-c6f68acc3959 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.424114 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78137867-f194-4de6-a864-c6f68acc3959 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/0788f3ac-fdba-431f-a5e9-96e2cb42aa04 HTTP/1.1" status: 204 len: 168 time: 1.1952934 Mar 11 16:21:10.426953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60354) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:10.484279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=314fd9e8-c79a-4ee6-9fff-9c5a62c513f9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:10.494363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=b1949fde-afd2-4319-ae9d-b90e37e0881e,revision_number=4']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:10.510708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:10.525666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.526137 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Added segment cc821deb-860f-452a-9748-c7a3c2975784 of type vlan for network bba1a93d-0663-40df-bf42-d39182514f46 Mar 11 16:21:10.543704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71ca43d0-5b8b-48e8-9e2a-167705cbac43 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.555547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-510c5b45-c04b-4620-8db5-a5cdf9e0e5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting subnet a538736c-0ebb-4662-9502-b3b37cebef0e {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:10.560084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510c5b45-c04b-4620-8db5-a5cdf9e0e5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.587847 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e2b1c97f-f87f-41d9-b6e7-4db079cdb4cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5449464 Mar 11 16:21:10.595455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60358) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:10.616437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:15:ed:b8', 'name': 'tempest-NetworksTestDHCPv6-500997901'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:10.633127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510c5b45-c04b-4620-8db5-a5cdf9e0e5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.643410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.699085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.714313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ec6ce9-52eb-46f6-9156-6b8bd6f102a2 None None] Network 3bd1477e-e8ad-4cec-957b-e5898d178f26 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:10.789128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 3bd1477e-e8ad-4cec-957b-e5898d178f26 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:10.801742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:10.804642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=ac3e0c70-14bd-4907-bb43-f80963192e0a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:10.808237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:10.815265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:10.816034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.827326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:10.832262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:10.834914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:10.835053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510c5b45-c04b-4620-8db5-a5cdf9e0e5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.840985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:10.872259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.878439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:10.879111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.931274 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c5a6847-8563-4d82-8182-7928811a8f79 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7884147 Mar 11 16:21:10.934016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:10.936662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71ca43d0-5b8b-48e8-9e2a-167705cbac43 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.940928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '3bd1477e-e8ad-4cec-957b-e5898d178f26', 'name': 'tempest-PortsIpV6TestJSON-582534299', 'fixed_ips': [{'subnet_id': '8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82', 'ip_address': '2001:db8::f'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:10.943709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.031501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:11.033813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510c5b45-c04b-4620-8db5-a5cdf9e0e5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.054613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca43d0-5b8b-48e8-9e2a-167705cbac43 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event deleted for resources: {'Subnet': ['ID=283e1cec-5ff4-44e5-9afd-065ca0aae118,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:11.071602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] For port b1949fde-afd2-4319-ae9d-b90e37e0881e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b1949fde-afd2-4319-ae9d-b90e37e0881e,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:11.072248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71ca43d0-5b8b-48e8-9e2a-167705cbac43 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.077712 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-71ca43d0-5b8b-48e8-9e2a-167705cbac43 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "DELETE /v2.0/subnets/283e1cec-5ff4-44e5-9afd-065ca0aae118 HTTP/1.1" status: 204 len: 168 time: 1.0320170 Mar 11 16:21:11.078775 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Network': ['ID=bba1a93d-0663-40df-bf42-d39182514f46,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:11.084206 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f976af5-e3f9-43d4-ae70-a8f923049cdf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0638480 Mar 11 16:21:11.088573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60366) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:11.088760 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60368) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:11.090344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c5b45-c04b-4620-8db5-a5cdf9e0e5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Subnet': ['ID=a538736c-0ebb-4662-9502-b3b37cebef0e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:11.095545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': 'bba1a93d-0663-40df-bf42-d39182514f46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:11.110552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e98e72-644c-48d4-9c25-7cb50fe1657b None None] Network 49537fbe-afc1-4a4a-87ca-7a045c86b03f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:11.128438 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network bba1a93d-0663-40df-bf42-d39182514f46 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:21:11.160356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510c5b45-c04b-4620-8db5-a5cdf9e0e5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.178087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.188091 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-510c5b45-c04b-4620-8db5-a5cdf9e0e5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/a538736c-0ebb-4662-9502-b3b37cebef0e HTTP/1.1" status: 204 len: 168 time: 0.7566867 Mar 11 16:21:11.193563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60374) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:11.225130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e343d-f908-4e8a-bad3-b83769733e08 None None] Network 8c991648-8d1b-4b0c-9905-4bf60e7e6771 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:11.288593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-44a886c0-0089-4a72-8d7b-c4bb51a72fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.295293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:11.303807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:11.307727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:11.312966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.329050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:11.340580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:11.349642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 89e4134b-7b11-4143-bbc7-86c886d7eae9 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:11.354484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:port and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:11.354786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:11.363427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:11.371340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abb7eaa-28c6-43eb-81ec-8506e198a351 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting subnet 63779f74-26eb-4f9d-9036-9e293a1c7b21 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:11.386360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3abb7eaa-28c6-43eb-81ec-8506e198a351 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.420847 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:21:07Z', 'revision_number': 5, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:11.423400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:11.427789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.444020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.551614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Performing IP validity checks on allocation pools {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:21:11.551614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.ipam_backend_mixin [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88601) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:21:11.607450 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] Checking router: dce52fec-cff2-4314-bc1b-c8e7a5b4e25c for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:11.638481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a1167-4915-43f8-8465-9c524459125e None None] Pushing event updated for resources: {'Port': ['ID=b1949fde-afd2-4319-ae9d-b90e37e0881e,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:11.674764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-efaafc61-7489-403f-b5cf-3b57fdd1db1c None None] Provisioning for port 7690b56f-821c-444c-a277-b33d579e2ace completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:11.718504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b1949fde-afd2-4319-ae9d-b90e37e0881e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:11.741075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:11.746536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.784137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port cca845df-1c33-4678-b2b6-7dba0e0f19cf yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:11.872302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] Routers {'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:11.872935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:20:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:11.941549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.954436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3abb7eaa-28c6-43eb-81ec-8506e198a351 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.053608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 172.20.0.14 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/3e5ff82c-013b-4dbc-9907-b63c0ba40c89/89e4134b-7b11-4143-bbc7-86c886d7eae9) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:12.065724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:fe15:edb8 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/314fd9e8-c79a-4ee6-9fff-9c5a62c513f9/89e4134b-7b11-4143-bbc7-86c886d7eae9) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:12.071480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3abb7eaa-28c6-43eb-81ec-8506e198a351 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.073399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=62fda4ab-481f-4033-9f0a-335d56e226d2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:12.086938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Checking segment: {'id': 'cc821deb-860f-452a-9748-c7a3c2975784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bba1a93d-0663-40df-bf42-d39182514f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:12.087377 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network hostable DHCP agents. Network: bba1a93d-0663-40df-bf42-d39182514f46, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:12.154796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b1949fde-afd2-4319-ae9d-b90e37e0881e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:12.155317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.221474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] Set router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:21:12.375840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.385727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.404540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb65d32f-ac1f-4af7-a372-60a39463faef None None] DHCP port deletion for 49537fbe-afc1-4a4a-87ca-7a045c86b03f request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:12.407184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 89e4134b-7b11-4143-bbc7-86c886d7eae9 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:12.409987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network bba1a93d-0663-40df-bf42-d39182514f46 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:12.453497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cb65d32f-ac1f-4af7-a372-60a39463faef None None] Deleting port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:12.453497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cb65d32f-ac1f-4af7-a372-60a39463faef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.510274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Deleting port 118b1b83-ae12-4f23-849a-d23ea7126f1f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:12.510619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.518459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] DHCP port deletion for 8c991648-8d1b-4b0c-9905-4bf60e7e6771 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:12.534868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, bba1a93d-0663-40df-bf42-d39182514f46) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:12.541210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:12.549629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.588682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3abb7eaa-28c6-43eb-81ec-8506e198a351 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.598512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.607067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413ee0e7-9539-4207-851c-58d444da1ecb None None] Network bba1a93d-0663-40df-bf42-d39182514f46 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:12.661781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] Deleting port e5be65e9-627e-47cf-811c-18bf472474ff {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:12.662487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.692724 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-786e4ffd-3e0d-44d4-b623-55eccf61415b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6027241 Mar 11 16:21:12.702552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60382) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:12.704915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb23553-5e00-469b-b318-de5379459f26 None None] Network 8e2d666b-1914-4331-8af0-f33f5708ac52 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:12.712247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3abb7eaa-28c6-43eb-81ec-8506e198a351 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.717231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': 'bba1a93d-0663-40df-bf42-d39182514f46', 'name': 'tempest-PortsTestJSON-975719775'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:12.729711 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3abb7eaa-28c6-43eb-81ec-8506e198a351 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/63779f74-26eb-4f9d-9036-9e293a1c7b21 HTTP/1.1" status: 204 len: 168 time: 1.5349112 Mar 11 16:21:12.743670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60386) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:12.750579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb7eaa-28c6-43eb-81ec-8506e198a351 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Subnet': ['ID=63779f74-26eb-4f9d-9036-9e293a1c7b21,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:12.774293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::f (3bd1477e-e8ad-4cec-957b-e5898d178f26/8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82/cca845df-1c33-4678-b2b6-7dba0e0f19cf) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:12.796857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:12.807826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:12.839694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:12.928463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] For port 118b1b83-ae12-4f23-849a-d23ea7126f1f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=118b1b83-ae12-4f23-849a-d23ea7126f1f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:12.928809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.935411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=89e4134b-7b11-4143-bbc7-86c886d7eae9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:13.082988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:13.083674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.126320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Calling delete_port for 118b1b83-ae12-4f23-849a-d23ea7126f1f owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:13.178015 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:13.188845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:port and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:13.197798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.200060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:13.208364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:13.216520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7690b56f-821c-444c-a277-b33d579e2ace up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:13.228276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port e5be65e9-627e-47cf-811c-18bf472474ff {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:13.228662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.264803 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f2b0a39-6569-4b1a-a637-a02921a37206 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6566556 Mar 11 16:21:13.265916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60390) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:13.295206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0acda351-d1d6-4f9e-9d0b-ca44feb7278e None None] Provisioning for port ac3e0c70-14bd-4907-bb43-f80963192e0a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:13.333639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:13.338929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.382629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 7fcd3ce1-3fee-42fe-93ce-6761d06dc894 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:13.396490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.429701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object cca845df-1c33-4678-b2b6-7dba0e0f19cf will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:13.462267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788b217-bf18-468d-a20a-50dd3cab4f9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:13.468156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788b217-bf18-468d-a20a-50dd3cab4f9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:13.469881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2788b217-bf18-468d-a20a-50dd3cab4f9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:13.483714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0acda351-d1d6-4f9e-9d0b-ca44feb7278e None None] Provisioning complete for port ac3e0c70-14bd-4907-bb43-f80963192e0a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:13.484264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0acda351-d1d6-4f9e-9d0b-ca44feb7278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.597925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port e5be65e9-627e-47cf-811c-18bf472474ff, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e5be65e9-627e-47cf-811c-18bf472474ff,segment=NetworkSegment(434a8c52-00c5-4af2-8902-6f662a71c47b),segment_id=434a8c52-00c5-4af2-8902-6f662a71c47b)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:13.598304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.613654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2788b217-bf18-468d-a20a-50dd3cab4f9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:13.618229 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2788b217-bf18-468d-a20a-50dd3cab4f9e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3472641 Mar 11 16:21:13.620331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60394) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:13.620439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0acda351-d1d6-4f9e-9d0b-ca44feb7278e None None] Port ac3e0c70-14bd-4907-bb43-f80963192e0a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:13.668546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.712097 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.715946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cb65d32f-ac1f-4af7-a372-60a39463faef None None] For port 64b23c2c-b9ff-488e-b237-0f09fa3011c1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64b23c2c-b9ff-488e-b237-0f09fa3011c1,segment=NetworkSegment(2616f60e-3252-4dc9-9eed-38d28df55127),segment_id=2616f60e-3252-4dc9-9eed-38d28df55127)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:13.716342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cb65d32f-ac1f-4af7-a372-60a39463faef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.731470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca400ffc-f011-412c-ab5b-e3ac3a9c7989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.768594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for e5be65e9-627e-47cf-811c-18bf472474ff owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:13.806508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4644df3e-f6b4-4ef8-82aa-0669bb5e625d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 89e4134b-7b11-4143-bbc7-86c886d7eae9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:13.807073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4644df3e-f6b4-4ef8-82aa-0669bb5e625d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.826925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] For port e5be65e9-627e-47cf-811c-18bf472474ff, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e5be65e9-627e-47cf-811c-18bf472474ff,segment=NetworkSegment(434a8c52-00c5-4af2-8902-6f662a71c47b),segment_id=434a8c52-00c5-4af2-8902-6f662a71c47b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:13.827316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.830780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.14 (bba1a93d-0663-40df-bf42-d39182514f46/62fda4ab-481f-4033-9f0a-335d56e226d2/7fcd3ce1-3fee-42fe-93ce-6761d06dc894) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:13.848072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 3bd1477e-e8ad-4cec-957b-e5898d178f26 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:13.888510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:13.891673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:13.898752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:13.901172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.909393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cb65d32f-ac1f-4af7-a372-60a39463faef None None] Calling delete_port for 64b23c2c-b9ff-488e-b237-0f09fa3011c1 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:13.941098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=cca845df-1c33-4678-b2b6-7dba0e0f19cf,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.028720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event deleted for resources: {'Port': ['ID=118b1b83-ae12-4f23-849a-d23ea7126f1f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.084978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.105736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] Calling delete_port for e5be65e9-627e-47cf-811c-18bf472474ff owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:14.135061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3b9d6e82-ebc8-4281-94ce-01d07b84e42b None None] Provisioning for port 89e4134b-7b11-4143-bbc7-86c886d7eae9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:14.143699 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-92eaed75-1b74-4fd5-b99f-41a2d7446782 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2073617 Mar 11 16:21:14.152381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-bba1a93d-0663-40df-bf42-d39182514f46', 'network_id': 'bba1a93d-0663-40df-bf42-d39182514f46', 'tenant_id': '82393e89a4984d5d95189d19c56d0d01', 'fixed_ips': [{'subnet_id': '62fda4ab-481f-4033-9f0a-335d56e226d2'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:14.153518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.182923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:21:07Z', 'revision_number': 5, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:14.185104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3b9d6e82-ebc8-4281-94ce-01d07b84e42b None None] Provisioning complete for port 89e4134b-7b11-4143-bbc7-86c886d7eae9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:14.185661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6e82-ebc8-4281-94ce-01d07b84e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.210096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60398) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:14.213247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.230800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object 7fcd3ce1-3fee-42fe-93ce-6761d06dc894 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:14.253893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.262531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6276e-aa91-4a87-a3d0-f2937cfb178f None None] The sync data for ids ['dce52fec-cff2-4314-bc1b-c8e7a5b4e25c'] in dv-neutron-833379-1-hyperv is: [{'id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031771656', 'tenant_id': '4e260780a780480b9a6bfa8b85d3d465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:18:25Z', 'updated_at': '2022-03-11T16:21:07Z', 'revision_number': 5, 'project_id': '4e260780a780480b9a6bfa8b85d3d465', 'gw_port': {'id': '118b1b83-ae12-4f23-849a-d23ea7126f1f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:40:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce52fec-cff2-4314-bc1b-c8e7a5b4e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:18:28Z', 'updated_at': '2022-03-11T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:14.268056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 7690b56f-821c-444c-a277-b33d579e2ace completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:14.308589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.319660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=e5be65e9-627e-47cf-811c-18bf472474ff,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.367211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7690b56f-821c-444c-a277-b33d579e2ace triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:14.367488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.381559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No DVR routers for this DVR port e5be65e9-627e-47cf-811c-18bf472474ff on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:14.398876 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d6e82-ebc8-4281-94ce-01d07b84e42b None None] Port 89e4134b-7b11-4143-bbc7-86c886d7eae9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:14.445227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:14.445702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:14.468028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network bba1a93d-0663-40df-bf42-d39182514f46 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:14.503870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cb65d32f-ac1f-4af7-a372-60a39463faef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.507106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3b9d6e82-ebc8-4281-94ce-01d07b84e42b None None] Provisioning complete for port ac3e0c70-14bd-4907-bb43-f80963192e0a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:14.507470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6e82-ebc8-4281-94ce-01d07b84e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.533344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.536820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.559748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.578254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:14.581182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:14.625417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=7fcd3ce1-3fee-42fe-93ce-6761d06dc894,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.635055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65d32f-ac1f-4af7-a372-60a39463faef None None] Pushing event deleted for resources: {'Port': ['ID=64b23c2c-b9ff-488e-b237-0f09fa3011c1,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.635452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65d32f-ac1f-4af7-a372-60a39463faef None None] No DVR routers for this DVR port 64b23c2c-b9ff-488e-b237-0f09fa3011c1 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:14.666739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c991648-8d1b-4b0c-9905-4bf60e7e6771']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:14.687717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434a8c52-00c5-4af2-8902-6f662a71c47b') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:14.688088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434a8c52-00c5-4af2-8902-6f662a71c47b') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:14.689091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.690429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Fanout notify agent at l3_agent the message router_deleted on router dce52fec-cff2-4314-bc1b-c8e7a5b4e25c {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:21:14.704559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:14.704559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.710258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc080733-60ff-42f3-817e-424279fd4869 None None] DHCP port deletion for 8e2d666b-1914-4331-8af0-f33f5708ac52 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:14.721384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d6e82-ebc8-4281-94ce-01d07b84e42b None None] Port ac3e0c70-14bd-4907-bb43-f80963192e0a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:14.724784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.726879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Allocated IP 172.20.0.2 (bba1a93d-0663-40df-bf42-d39182514f46/62fda4ab-481f-4033-9f0a-335d56e226d2/475b9604-9e1f-4352-a130-4b0661934a78) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:14.737110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dc080733-60ff-42f3-817e-424279fd4869 None None] Deleting port babd9f39-3f48-40d0-bc14-6263182feb8e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:14.738647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc080733-60ff-42f3-817e-424279fd4869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.751128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.759706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:14.760029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.764514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.765790 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-91d2b62e-fa9f-4e49-a92b-b8da76734e1d tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "DELETE /v2.0/routers/dce52fec-cff2-4314-bc1b-c8e7a5b4e25c HTTP/1.1" status: 204 len: 168 time: 3.6768079 Mar 11 16:21:14.776306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60402) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:14.779075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4644df3e-f6b4-4ef8-82aa-0669bb5e625d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:14.781044 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:14.803124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.825914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4675c3-d9c3-4831-8829-8ae3d8e42eac tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:14.826789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5d4675c3-d9c3-4831-8829-8ae3d8e42eac tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:14.826936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.865061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.874785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3b9d6e82-ebc8-4281-94ce-01d07b84e42b None None] Provisioning complete for port b1949fde-afd2-4319-ae9d-b90e37e0881e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:14.875154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3b9d6e82-ebc8-4281-94ce-01d07b84e42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.893405 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f3ec387-da2b-4fd7-8fff-5ff9140ceeb2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1811712 Mar 11 16:21:14.898644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60406) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:14.963588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4644df3e-f6b4-4ef8-82aa-0669bb5e625d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 89e4134b-7b11-4143-bbc7-86c886d7eae9 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:14.979057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-acf603a1-e86d-4dda-a9cd-ef71c11f4235 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 7fcd3ce1-3fee-42fe-93ce-6761d06dc894 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:14.979195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acf603a1-e86d-4dda-a9cd-ef71c11f4235 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.983237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] Deleting port e5be65e9-627e-47cf-811c-18bf472474ff {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:14.983662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.004940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.008986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.051003 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/networks/8c991648-8d1b-4b0c-9905-4bf60e7e6771 HTTP/1.1" status: 204 len: 168 time: 2.3026528 Mar 11 16:21:15.055255 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737990f-0bcf-42b5-a6e0-2eb7dbfb4b17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Network': ['ID=8c991648-8d1b-4b0c-9905-4bf60e7e6771,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:15.057773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60410) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:15.124979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.222989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5d4675c3-d9c3-4831-8829-8ae3d8e42eac tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:15.226782 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d4675c3-d9c3-4831-8829-8ae3d8e42eac tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.0107958 Mar 11 16:21:15.228093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60414) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:15.247525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c28fd074-2f2b-4441-976c-55d78915ae69 None None] The port 'e5be65e9-627e-47cf-811c-18bf472474ff' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:21:15.256318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 7690b56f-821c-444c-a277-b33d579e2ace, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7690b56f-821c-444c-a277-b33d579e2ace,segment=NetworkSegment(04917c8d-2d2a-42c7-857e-7599d2362852),segment_id=04917c8d-2d2a-42c7-857e-7599d2362852)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:15.323722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.352868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.379009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.419202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port babd9f39-3f48-40d0-bc14-6263182feb8e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:15.420024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.420923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49537fbe-afc1-4a4a-87ca-7a045c86b03f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:15.438663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2616f60e-3252-4dc9-9eed-38d28df55127') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:15.439074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2616f60e-3252-4dc9-9eed-38d28df55127') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:15.456029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.473666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.481027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:15.481645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:15.498783 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:15.593650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4644df3e-f6b4-4ef8-82aa-0669bb5e625d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.602335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dc080733-60ff-42f3-817e-424279fd4869 None None] For port babd9f39-3f48-40d0-bc14-6263182feb8e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=babd9f39-3f48-40d0-bc14-6263182feb8e,segment=NetworkSegment(ba141331-7176-4402-89bf-82cf70df8cf0),segment_id=ba141331-7176-4402-89bf-82cf70df8cf0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:15.602858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc080733-60ff-42f3-817e-424279fd4869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.622196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=7690b56f-821c-444c-a277-b33d579e2ace,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:15.683666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.696859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644df3e-f6b4-4ef8-82aa-0669bb5e625d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=89e4134b-7b11-4143-bbc7-86c886d7eae9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:15.704487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20efaebd-f160-4e5a-9443-f85a0ad595fb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:15.711549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20efaebd-f160-4e5a-9443-f85a0ad595fb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:15.717950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20efaebd-f160-4e5a-9443-f85a0ad595fb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:15.718839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-20efaebd-f160-4e5a-9443-f85a0ad595fb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:15.748313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b1949fde-afd2-4319-ae9d-b90e37e0881e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:15.779592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acf603a1-e86d-4dda-a9cd-ef71c11f4235 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.791961 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dc080733-60ff-42f3-817e-424279fd4869 None None] Calling delete_port for babd9f39-3f48-40d0-bc14-6263182feb8e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:15.827388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port babd9f39-3f48-40d0-bc14-6263182feb8e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=babd9f39-3f48-40d0-bc14-6263182feb8e,segment=NetworkSegment(ba141331-7176-4402-89bf-82cf70df8cf0),segment_id=ba141331-7176-4402-89bf-82cf70df8cf0)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:15.827750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.835459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.839753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-20efaebd-f160-4e5a-9443-f85a0ad595fb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:15.843564 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-20efaebd-f160-4e5a-9443-f85a0ad595fb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.6129208 Mar 11 16:21:15.845342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60418) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:15.875858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.876058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Transition to ACTIVE for port object 475b9604-9e1f-4352-a130-4b0661934a78 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:15.886857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event deleted for resources: {'Network': ['ID=49537fbe-afc1-4a4a-87ca-7a045c86b03f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:15.913778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4644df3e-f6b4-4ef8-82aa-0669bb5e625d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.916239 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4644df3e-f6b4-4ef8-82aa-0669bb5e625d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/89e4134b-7b11-4143-bbc7-86c886d7eae9 HTTP/1.1" status: 204 len: 168 time: 2.2964461 Mar 11 16:21:15.918848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60422) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:15.959094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Transition to ACTIVE for port object 475b9604-9e1f-4352-a130-4b0661934a78 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:15.974203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.976029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b1949fde-afd2-4319-ae9d-b90e37e0881e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:15.976555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.994825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f211d-8df3-4602-aa69-f45b20e93c2d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:15.996405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f211d-8df3-4602-aa69-f45b20e93c2d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:15.997905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f211d-8df3-4602-aa69-f45b20e93c2d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:15.998750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-191f211d-8df3-4602-aa69-f45b20e93c2d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:16.014055 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ebf1b72a-1c85-495c-99da-cbbe9f15eb36 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "DELETE /v2.0/networks/49537fbe-afc1-4a4a-87ca-7a045c86b03f HTTP/1.1" status: 204 len: 168 time: 1.2253294 Mar 11 16:21:16.016823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60426) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:16.021102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3598f184-a90d-4000-b850-3d675cc412c6 None None] Provisioning for port cca845df-1c33-4678-b2b6-7dba0e0f19cf completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:16.028450 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3598f184-a90d-4000-b850-3d675cc412c6 None None] Provisioning complete for port cca845df-1c33-4678-b2b6-7dba0e0f19cf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:16.028823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3598f184-a90d-4000-b850-3d675cc412c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.062479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.066987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc080733-60ff-42f3-817e-424279fd4869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.099212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-191f211d-8df3-4602-aa69-f45b20e93c2d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:16.103215 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-191f211d-8df3-4602-aa69-f45b20e93c2d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1806023 Mar 11 16:21:16.104370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60430) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:16.161913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc080733-60ff-42f3-817e-424279fd4869 None None] No DVR routers for this DVR port babd9f39-3f48-40d0-bc14-6263182feb8e on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:16.170645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Network bba1a93d-0663-40df-bf42-d39182514f46 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:16.181989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:16.188243 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:16.191210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3598f184-a90d-4000-b850-3d675cc412c6 None None] Port cca845df-1c33-4678-b2b6-7dba0e0f19cf cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:16.192697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48094ea3-4b81-4eb2-87ba-11d4650d9054 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.198358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e160b2-cc5e-4e37-9561-d1720c43fdbc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 314fd9e8-c79a-4ee6-9fff-9c5a62c513f9 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:16.210621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39e160b2-cc5e-4e37-9561-d1720c43fdbc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.237473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-acf603a1-e86d-4dda-a9cd-ef71c11f4235 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 7fcd3ce1-3fee-42fe-93ce-6761d06dc894 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:16.242218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Pushing event updated for resources: {'Port': ['ID=475b9604-9e1f-4352-a130-4b0661934a78,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:16.281196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48094ea3-4b81-4eb2-87ba-11d4650d9054 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.307841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39e160b2-cc5e-4e37-9561-d1720c43fdbc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.333513 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1c74d8b6-5725-4c4d-b2bb-0a6c186f643c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port cca845df-1c33-4678-b2b6-7dba0e0f19cf {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:16.333738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c74d8b6-5725-4c4d-b2bb-0a6c186f643c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.366838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc080733-60ff-42f3-817e-424279fd4869 None None] Pushing event deleted for resources: {'Port': ['ID=babd9f39-3f48-40d0-bc14-6263182feb8e,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:16.369265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for babd9f39-3f48-40d0-bc14-6263182feb8e owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:16.392282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Attempting to bind port 475b9604-9e1f-4352-a130-4b0661934a78 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:16.393553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Attempting to bind port 475b9604-9e1f-4352-a130-4b0661934a78 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'cc821deb-860f-452a-9748-c7a3c2975784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bba1a93d-0663-40df-bf42-d39182514f46'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:16.393812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Attempting to bind port 475b9604-9e1f-4352-a130-4b0661934a78 on network bba1a93d-0663-40df-bf42-d39182514f46 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:16.401670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:16.402039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Checking segment: {'id': 'cc821deb-860f-452a-9748-c7a3c2975784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bba1a93d-0663-40df-bf42-d39182514f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:16.402463 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.402861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Bound using segment: {'id': 'cc821deb-860f-452a-9748-c7a3c2975784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bba1a93d-0663-40df-bf42-d39182514f46'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:16.403283 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Bound port: 475b9604-9e1f-4352-a130-4b0661934a78, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc821deb-860f-452a-9748-c7a3c2975784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'bba1a93d-0663-40df-bf42-d39182514f46'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:16.403645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.466568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e5be65e9-627e-47cf-811c-18bf472474ff no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:16.507835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: e5be65e9-627e-47cf-811c-18bf472474ff {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:16.508195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e5be65e9-627e-47cf-811c-18bf472474ff not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:16.508583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64b23c2c-b9ff-488e-b237-0f09fa3011c1 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:16.547191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39e160b2-cc5e-4e37-9561-d1720c43fdbc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.547432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 64b23c2c-b9ff-488e-b237-0f09fa3011c1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:16.547675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64b23c2c-b9ff-488e-b237-0f09fa3011c1 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:16.548077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 118b1b83-ae12-4f23-849a-d23ea7126f1f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:16.563789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:16.564117 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:16.611947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 118b1b83-ae12-4f23-849a-d23ea7126f1f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:16.612313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 118b1b83-ae12-4f23-849a-d23ea7126f1f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:16.612689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1fee101c-7bee-427c-b3f0-304f36dc8ae8 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:16.650604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 1fee101c-7bee-427c-b3f0-304f36dc8ae8 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:16.650943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1fee101c-7bee-427c-b3f0-304f36dc8ae8 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:16.651345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device babd9f39-3f48-40d0-bc14-6263182feb8e no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:16.688427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: babd9f39-3f48-40d0-bc14-6263182feb8e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:16.688761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device babd9f39-3f48-40d0-bc14-6263182feb8e not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:16.690837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] For port 475b9604-9e1f-4352-a130-4b0661934a78, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:16.699974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] For port 475b9604-9e1f-4352-a130-4b0661934a78, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=475b9604-9e1f-4352-a130-4b0661934a78,segment=NetworkSegment(cc821deb-860f-452a-9748-c7a3c2975784),segment_id=cc821deb-860f-452a-9748-c7a3c2975784)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:16.730203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39e160b2-cc5e-4e37-9561-d1720c43fdbc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.755191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c74d8b6-5725-4c4d-b2bb-0a6c186f643c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.769692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48094ea3-4b81-4eb2-87ba-11d4650d9054 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.787283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e160b2-cc5e-4e37-9561-d1720c43fdbc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=314fd9e8-c79a-4ee6-9fff-9c5a62c513f9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:16.790798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39e160b2-cc5e-4e37-9561-d1720c43fdbc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.790942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77db5288-dab0-499e-89c5-cb19ac3ebf77 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:16.794198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48094ea3-4b81-4eb2-87ba-11d4650d9054 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a5164-1c49-4b65-b50c-a4230b343f26,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:16.810624 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-39e160b2-cc5e-4e37-9561-d1720c43fdbc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/314fd9e8-c79a-4ee6-9fff-9c5a62c513f9 HTTP/1.1" status: 204 len: 168 time: 0.7050965 Mar 11 16:21:16.815350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60436) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:16.881648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-db84a514-d8a6-46dd-b711-021926482169 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 3e5ff82c-013b-4dbc-9907-b63c0ba40c89 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:16.882352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.886207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db84a514-d8a6-46dd-b711-021926482169 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.886356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acf603a1-e86d-4dda-a9cd-ef71c11f4235 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.895324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1c74d8b6-5725-4c4d-b2bb-0a6c186f643c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for cca845df-1c33-4678-b2b6-7dba0e0f19cf owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:16.913554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48094ea3-4b81-4eb2-87ba-11d4650d9054 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.917635 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-48094ea3-4b81-4eb2-87ba-11d4650d9054 tempest-TestNetworkAdvancedServerOps-1010697750 tempest-TestNetworkAdvancedServerOps-1010697750-project] 10.222.0.57 "DELETE /v2.0/security-groups/1e9a5164-1c49-4b65-b50c-a4230b343f26 HTTP/1.1" status: 204 len: 168 time: 0.8969359 Mar 11 16:21:16.950160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db84a514-d8a6-46dd-b711-021926482169 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.993665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf603a1-e86d-4dda-a9cd-ef71c11f4235 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=7fcd3ce1-3fee-42fe-93ce-6761d06dc894,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:17.075153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5334ab0-0861-4e6c-93fd-5f6959d991e3 None None] Pushing event updated for resources: {'Port': ['ID=475b9604-9e1f-4352-a130-4b0661934a78,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:17.078897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db84a514-d8a6-46dd-b711-021926482169 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.091323 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port babd9f39-3f48-40d0-bc14-6263182feb8e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:17.091977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.206563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] The port 'babd9f39-3f48-40d0-bc14-6263182feb8e' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:21:17.285604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db84a514-d8a6-46dd-b711-021926482169 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.319370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-acf603a1-e86d-4dda-a9cd-ef71c11f4235 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.338135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84a514-d8a6-46dd-b711-021926482169 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5ff82c-013b-4dbc-9907-b63c0ba40c89,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:17.340202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-db84a514-d8a6-46dd-b711-021926482169 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.424544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60444) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:17.424684 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-acf603a1-e86d-4dda-a9cd-ef71c11f4235 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/7fcd3ce1-3fee-42fe-93ce-6761d06dc894 HTTP/1.1" status: 204 len: 168 time: 2.5280933 Mar 11 16:21:17.431417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.485786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2d666b-1914-4331-8af0-f33f5708ac52']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:17.500237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba141331-7176-4402-89bf-82cf70df8cf0') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:17.500889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba141331-7176-4402-89bf-82cf70df8cf0') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:17.504510 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-db84a514-d8a6-46dd-b711-021926482169 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/3e5ff82c-013b-4dbc-9907-b63c0ba40c89 HTTP/1.1" status: 204 len: 168 time: 0.6905816 Mar 11 16:21:17.509750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60448) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:17.513054 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4ce173-d2e8-41f6-a211-e4ef7aaa7bd7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:21:17.513536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4ce173-d2e8-41f6-a211-e4ef7aaa7bd7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:21:17.515727 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0d4ce173-d2e8-41f6-a211-e4ef7aaa7bd7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/7fcd3ce1-3fee-42fe-93ce-6761d06dc894 HTTP/1.1" status: 404 len: 333 time: 0.0898263 Mar 11 16:21:17.520378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60450) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:17.562541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7690b56f-821c-444c-a277-b33d579e2ace up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:17.575420 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fd73c2-5923-4018-b31e-19ab8ea695f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:21:17.579703 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-78fd73c2-5923-4018-b31e-19ab8ea695f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/7fcd3ce1-3fee-42fe-93ce-6761d06dc894 HTTP/1.1" status: 404 len: 333 time: 0.0583425 Mar 11 16:21:17.580561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60456) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:17.649122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c74d8b6-5725-4c4d-b2bb-0a6c186f643c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.699600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e30b968-ef8f-41f4-9f50-589b4898b316 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet 62fda4ab-481f-4033-9f0a-335d56e226d2 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:17.703846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e30b968-ef8f-41f4-9f50-589b4898b316 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.745417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.750622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7690b56f-821c-444c-a277-b33d579e2ace triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:17.751761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.785490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e30b968-ef8f-41f4-9f50-589b4898b316 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.793968 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6a531c42-f9ab-4d37-880b-d2d88b1a1510 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2646384 Mar 11 16:21:17.799325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60462) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:17.799635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60464) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:17.800464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74d8b6-5725-4c4d-b2bb-0a6c186f643c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=cca845df-1c33-4678-b2b6-7dba0e0f19cf,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:17.827826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:17.893815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e30b968-ef8f-41f4-9f50-589b4898b316 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.989796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.049595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e30b968-ef8f-41f4-9f50-589b4898b316 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.051588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:18.051987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:18.067285 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:18.070597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c74d8b6-5725-4c4d-b2bb-0a6c186f643c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.072923 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c74d8b6-5725-4c4d-b2bb-0a6c186f643c tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/cca845df-1c33-4678-b2b6-7dba0e0f19cf HTTP/1.1" status: 204 len: 168 time: 2.1627386 Mar 11 16:21:18.095373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:18.117782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30b968-ef8f-41f4-9f50-589b4898b316 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=62fda4ab-481f-4033-9f0a-335d56e226d2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:18.131436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e30b968-ef8f-41f4-9f50-589b4898b316 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.139070 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0e30b968-ef8f-41f4-9f50-589b4898b316 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/62fda4ab-481f-4033-9f0a-335d56e226d2 HTTP/1.1" status: 204 len: 168 time: 0.5523286 Mar 11 16:21:18.142041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60476) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:18.163486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ec21f0-cc62-46ab-9659-49ab1c1250c8 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:18.316171 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27fc5aa-6f7b-4f98-b0e8-efbf1828a552 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:21:18.316942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d27fc5aa-6f7b-4f98-b0e8-efbf1828a552 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:18.324652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.347962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 475b9604-9e1f-4352-a130-4b0661934a78 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:18.348467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.388670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60482) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:18.389191 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f4b76708-bdc4-469e-9122-64ef9e3001e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e260780a780480b9a6bfa8b85d3d465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848341 Mar 11 16:21:18.396327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:18.402293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:18.406529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:18.416447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:18.425433 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c50d19e1-c6b1-4330-8815-0bf23e53abd5 None None] Provisioning complete for port b1949fde-afd2-4319-ae9d-b90e37e0881e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:18.425853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c50d19e1-c6b1-4330-8815-0bf23e53abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.427745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.432646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.460150 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/networks/8e2d666b-1914-4331-8af0-f33f5708ac52 HTTP/1.1" status: 204 len: 168 time: 3.3987346 Mar 11 16:21:18.466300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60486) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:18.476914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-807426978'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:18.480952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad384c31-c869-43f3-88c2-d914752aafbf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Network': ['ID=8e2d666b-1914-4331-8af0-f33f5708ac52,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:18.487051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:18.491834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:network and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:18.496007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:18.500156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.525380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:18.551796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:18.553878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d27fc5aa-6f7b-4f98-b0e8-efbf1828a552 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:18.558014 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d27fc5aa-6f7b-4f98-b0e8-efbf1828a552 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/cca845df-1c33-4678-b2b6-7dba0e0f19cf HTTP/1.1" status: 404 len: 333 time: 0.4585736 Mar 11 16:21:18.562452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60490) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:18.663585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e665f12-6e5d-4010-b8f4-0a676961bcbd None None] Network bba1a93d-0663-40df-bf42-d39182514f46 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:18.668768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9810-ca5b-41d9-a5c1-f6a55c42051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.731946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bb69fd33-8c49-40fe-9d18-198bac12c324 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port ac3e0c70-14bd-4907-bb43-f80963192e0a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:18.732239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb69fd33-8c49-40fe-9d18-198bac12c324 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.746408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:18.768330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Deleting port b1949fde-afd2-4319-ae9d-b90e37e0881e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:18.768771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.777198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9810-ca5b-41d9-a5c1-f6a55c42051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.793080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] For port 475b9604-9e1f-4352-a130-4b0661934a78, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=475b9604-9e1f-4352-a130-4b0661934a78,segment=NetworkSegment(cc821deb-860f-452a-9748-c7a3c2975784),segment_id=cc821deb-860f-452a-9748-c7a3c2975784)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:18.793532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.800257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:18.803696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.894234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-000ce857-eb66-478b-99d5-1a26e7c7bf5a None None] Provisioning for port 475b9604-9e1f-4352-a130-4b0661934a78 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:18.940124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 475b9604-9e1f-4352-a130-4b0661934a78 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:18.944721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:18.996725 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.997078 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added segment d999fa2e-77d2-4581-abcf-16723e610a1f of type vlan for network d07933fa-c402-4dac-a42d-024cade7d92c Mar 11 16:21:19.076963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] For port b1949fde-afd2-4319-ae9d-b90e37e0881e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b1949fde-afd2-4319-ae9d-b90e37e0881e,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:19.077340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.123495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.134923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9810-ca5b-41d9-a5c1-f6a55c42051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.149799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.167918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb69fd33-8c49-40fe-9d18-198bac12c324 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.202360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a44a7-b0ea-42de-890f-e26a4b0cbfd3 None None] DHCP port deletion for bba1a93d-0663-40df-bf42-d39182514f46 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:19.210152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Calling delete_port for b1949fde-afd2-4319-ae9d-b90e37e0881e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:19.221852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f9810-ca5b-41d9-a5c1-f6a55c42051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1f349d-bb03-4bea-bbe3-ea423ac46d66,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:19.234588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=475b9604-9e1f-4352-a130-4b0661934a78,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:19.237348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No DVR routers for this DVR port 475b9604-9e1f-4352-a130-4b0661934a78 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:19.312825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.323558 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bb69fd33-8c49-40fe-9d18-198bac12c324 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for ac3e0c70-14bd-4907-bb43-f80963192e0a owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:19.382688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9810-ca5b-41d9-a5c1-f6a55c42051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.385951 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3e5f9810-ca5b-41d9-a5c1-f6a55c42051b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b1f349d-bb03-4bea-bbe3-ea423ac46d66 HTTP/1.1" status: 204 len: 168 time: 0.9941487 Mar 11 16:21:19.400941 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.430735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.436119 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:19.436715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.466655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:19.480644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] No DVR routers for this DVR port b1949fde-afd2-4319-ae9d-b90e37e0881e on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:19.488530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Pushing event deleted for resources: {'Port': ['ID=b1949fde-afd2-4319-ae9d-b90e37e0881e,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:19.492941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.506366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.506482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.506931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.508282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.508722 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.509210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.509636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.510219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.515935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.515935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.515935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.515935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6464d-d7a3-42d9-a623-295b394828bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:19.519604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b1949fde-afd2-4319-ae9d-b90e37e0881e no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:19.525638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba1a93d-0663-40df-bf42-d39182514f46']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:19.539475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc821deb-860f-452a-9748-c7a3c2975784') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:19.544268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc821deb-860f-452a-9748-c7a3c2975784') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:19.553550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.560348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: b1949fde-afd2-4319-ae9d-b90e37e0881e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:19.560976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b1949fde-afd2-4319-ae9d-b90e37e0881e not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:19.576458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.582891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:19.583363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:19.601172 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:19.603853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:19.615776 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1455638 Mar 11 16:21:19.616006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f90969-6d33-4d0b-a9ae-c1f15f52645b None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:19.618361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:19.618909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.628407 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60496) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:19.648740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'subnet': {'network_id': 'd07933fa-c402-4dac-a42d-024cade7d92c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:19.670008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f860b-a572-4f9d-9091-82b83e600088 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Network': ['ID=d07933fa-c402-4dac-a42d-024cade7d92c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:19.677502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=f7040790-35cc-4fd8-9274-784082e00fac,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:19.704945 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network d07933fa-c402-4dac-a42d-024cade7d92c details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:21:19.825651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.856611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.866342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Network': ['ID=bba1a93d-0663-40df-bf42-d39182514f46,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:19.881672 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e5cd6125-0104-4c17-bffa-a57118468cce tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/networks/bba1a93d-0663-40df-bf42-d39182514f46 HTTP/1.1" status: 204 len: 168 time: 1.7381628 Mar 11 16:21:19.885931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:19.891963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-408729838'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:19.898019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:19.901664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:network and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:19.904856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:19.910868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:19.932509 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d4e58ed8-67f3-4274-90a6-825cdd78bc7d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1296806 Mar 11 16:21:19.935930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60506) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:19.942001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:19.953893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:19.960726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:subnet and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:19.965430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:19.974780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:19.975623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:19.978136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.994886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': 'f7040790-35cc-4fd8-9274-784082e00fac'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:19.995842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.074972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:20.101390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.101748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Added segment dde6ceb5-a031-4e5e-a60b-2308181cf4de of type vlan for network 828e8885-fc77-4a2c-992c-d403d2111f08 Mar 11 16:21:20.106984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:20.110569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.115905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:20.120273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:20.127353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:20.127566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb69fd33-8c49-40fe-9d18-198bac12c324 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.129935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:20.157183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.165661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Allocated IP 172.20.0.2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/f7040790-35cc-4fd8-9274-784082e00fac/3121cdd0-0e19-4b28-9442-70e5c9ee1579) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:20.192748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69fd33-8c49-40fe-9d18-198bac12c324 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=ac3e0c70-14bd-4907-bb43-f80963192e0a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.236180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60510) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:20.260382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e890123-54cd-4e5f-91ac-0d2d388d96ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.275233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:20.279211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.304055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb69fd33-8c49-40fe-9d18-198bac12c324 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.308948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.315586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:20.316471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.379105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0e890123-54cd-4e5f-91ac-0d2d388d96ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:20.419878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.428592 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bb69fd33-8c49-40fe-9d18-198bac12c324 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/ac3e0c70-14bd-4907-bb43-f80963192e0a HTTP/1.1" status: 204 len: 168 time: 1.8650200 Mar 11 16:21:20.432335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60514) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:20.435191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Transition to ACTIVE for port object 3121cdd0-0e19-4b28-9442-70e5c9ee1579 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:20.446200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0e890123-54cd-4e5f-91ac-0d2d388d96ea admin admin] Usage tracker for resource:security_group_rule and tenant:b7191bfa62e8494cad297b576e7eab23 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:20.455830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0e890123-54cd-4e5f-91ac-0d2d388d96ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:20.460989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Transition to ACTIVE for port object 3121cdd0-0e19-4b28-9442-70e5c9ee1579 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:20.504701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Network': ['ID=828e8885-fc77-4a2c-992c-d403d2111f08,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.505343 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-39228e0c-731b-48c5-b35e-4742addd56e6 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:21:20.505884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39228e0c-731b-48c5-b35e-4742addd56e6 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:20.509315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0e890123-54cd-4e5f-91ac-0d2d388d96ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:20.516650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 828e8885-fc77-4a2c-992c-d403d2111f08 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:21:20.553969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.604038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.643175 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df060987-dddd-4dd9-8019-135f45edd0b6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7528696 Mar 11 16:21:20.645478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60518) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:20.657147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39228e0c-731b-48c5-b35e-4742addd56e6 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:20.661426 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-39228e0c-731b-48c5-b35e-4742addd56e6 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/ac3e0c70-14bd-4907-bb43-f80963192e0a HTTP/1.1" status: 404 len: 333 time: 0.2256358 Mar 11 16:21:20.663512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': '828e8885-fc77-4a2c-992c-d403d2111f08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:20.668251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60522) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:20.684749 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:20.695706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:20.701739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:20.705342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Pushing event updated for resources: {'Port': ['ID=3121cdd0-0e19-4b28-9442-70e5c9ee1579,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.754083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Checking segment: {'id': 'd999fa2e-77d2-4581-abcf-16723e610a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd07933fa-c402-4dac-a42d-024cade7d92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:20.754536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network hostable DHCP agents. Network: d07933fa-c402-4dac-a42d-024cade7d92c, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:20.760956 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Subnet': ['ID=81928b83-33dc-49a3-964b-30987399fe1c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.785490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bbc2cd-f6fb-4038-9e84-1b881e5296e8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet 8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:20.790072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc2cd-f6fb-4038-9e84-1b881e5296e8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.802206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Attempting to bind port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:20.802689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Attempting to bind port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:20.803559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Attempting to bind port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:20.809377 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:20.810026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:20.810302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.810844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:20.813695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Bound port: 3121cdd0-0e19-4b28-9442-70e5c9ee1579, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:20.813695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.838342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:20.852174 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc2cd-f6fb-4038-9e84-1b881e5296e8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.853965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:20.860065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:20.868136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:20.910462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] For port 3121cdd0-0e19-4b28-9442-70e5c9ee1579, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:20.913336 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e890123-54cd-4e5f-91ac-0d2d388d96ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.913743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] For port 3121cdd0-0e19-4b28-9442-70e5c9ee1579, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3121cdd0-0e19-4b28-9442-70e5c9ee1579,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:20.920296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network d07933fa-c402-4dac-a42d-024cade7d92c is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:20.944864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc2cd-f6fb-4038-9e84-1b881e5296e8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.946902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:20.950428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.998509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.026578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, d07933fa-c402-4dac-a42d-024cade7d92c) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:21.029823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e890123-54cd-4e5f-91ac-0d2d388d96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.031431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:21.032061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.047650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b099c2cc-da74-400d-931b-841ca52a68cf None None] Network d07933fa-c402-4dac-a42d-024cade7d92c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:21.072858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc2cd-f6fb-4038-9e84-1b881e5296e8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.119869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbc2cd-f6fb-4038-9e84-1b881e5296e8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:21.124185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3bbc2cd-f6fb-4038-9e84-1b881e5296e8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.126224 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c3bbc2cd-f6fb-4038-9e84-1b881e5296e8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82 HTTP/1.1" status: 204 len: 168 time: 0.4536800 Mar 11 16:21:21.131120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:21.135579 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e966cd71-b099-47c8-91c8-2914014af5d6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4920924 Mar 11 16:21:21.139310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60530) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:21.154489 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070a6c06-3b02-4af7-892c-e5b0cf72e85e None None] Network 3bd1477e-e8ad-4cec-957b-e5898d178f26 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:21.172796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2081961591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:21.196971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0e890123-54cd-4e5f-91ac-0d2d388d96ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7191bfa62e8494cad297b576e7eab23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9569883 Mar 11 16:21:21.198353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:21.201651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e890123-54cd-4e5f-91ac-0d2d388d96ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecddc30d-243c-4745-a0c1-34c8c81f8f65,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:21.205915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f1e2a-506d-4a21-b188-51c90eadbe20 None None] Pushing event updated for resources: {'Port': ['ID=3121cdd0-0e19-4b28-9442-70e5c9ee1579,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:21.206346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:21.241029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:router and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:21.258021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:21.278290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:21.310291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.323321 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 7690b56f-821c-444c-a277-b33d579e2ace {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:21.323923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.382333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:21:21.451071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.452123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.499732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-d07933fa-c402-4dac-a42d-024cade7d92c', 'network_id': 'd07933fa-c402-4dac-a42d-024cade7d92c', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'fixed_ips': [{'subnet_id': '81928b83-33dc-49a3-964b-30987399fe1c'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:21.500973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.508213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0de410e2-dfb9-489c-af1d-0c3a448ea3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.541046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.714908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] For port 7690b56f-821c-444c-a277-b33d579e2ace, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7690b56f-821c-444c-a277-b33d579e2ace,segment=NetworkSegment(04917c8d-2d2a-42c7-857e-7599d2362852),segment_id=04917c8d-2d2a-42c7-857e-7599d2362852)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:21.714908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.716898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] DHCP port deletion for 3bd1477e-e8ad-4cec-957b-e5898d178f26 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:21.737072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] Deleting port 7690b56f-821c-444c-a277-b33d579e2ace {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:21.737593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.810242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0de410e2-dfb9-489c-af1d-0c3a448ea3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.862249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.864626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Allocated IP 2001:db8::2 (d07933fa-c402-4dac-a42d-024cade7d92c/81928b83-33dc-49a3-964b-30987399fe1c/9dd8806a-81fb-42cb-8331-563433a2a9ce) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:21.870431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 7690b56f-821c-444c-a277-b33d579e2ace owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:21.900256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.007579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=10ce4116-2580-4210-8cb9-fbceeeffa164,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:22.018294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0de410e2-dfb9-489c-af1d-0c3a448ea3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.020696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0de410e2-dfb9-489c-af1d-0c3a448ea3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.021814 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0de410e2-dfb9-489c-af1d-0c3a448ea3a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecddc30d-243c-4745-a0c1-34c8c81f8f65 HTTP/1.1" status: 204 len: 168 time: 0.8114030 Mar 11 16:21:22.040189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.054759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de410e2-dfb9-489c-af1d-0c3a448ea3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecddc30d-243c-4745-a0c1-34c8c81f8f65,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:22.058254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.069898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Checking segment: {'id': 'dde6ceb5-a031-4e5e-a60b-2308181cf4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '828e8885-fc77-4a2c-992c-d403d2111f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:22.070286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network hostable DHCP agents. Network: 828e8885-fc77-4a2c-992c-d403d2111f08, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:22.122609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.126916 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bd18befa-8985-4ab2-b958-da5038775f95 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9812260 Mar 11 16:21:22.127584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60540) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:22.140989 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=7690b56f-821c-444c-a277-b33d579e2ace,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:22.144790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'port': {'network_id': 'd07933fa-c402-4dac-a42d-024cade7d92c', 'name': 'tempest-RoutersIpV6Test-1971266050'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:22.155801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No DVR routers for this DVR port 7690b56f-821c-444c-a277-b33d579e2ace on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:22.165381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] For port 7690b56f-821c-444c-a277-b33d579e2ace, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7690b56f-821c-444c-a277-b33d579e2ace,segment=NetworkSegment(04917c8d-2d2a-42c7-857e-7599d2362852),segment_id=04917c8d-2d2a-42c7-857e-7599d2362852)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:22.165777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.276000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 828e8885-fc77-4a2c-992c-d403d2111f08 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:22.310447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] Calling delete_port for 7690b56f-821c-444c-a277-b33d579e2ace owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:22.356498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.410239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd1477e-e8ad-4cec-957b-e5898d178f26']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:22.412573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 828e8885-fc77-4a2c-992c-d403d2111f08) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:22.417815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:22.418408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.428021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150fff90-06e1-49ae-a639-6dcddecfd7ab None None] Network 828e8885-fc77-4a2c-992c-d403d2111f08 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:22.432055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04917c8d-2d2a-42c7-857e-7599d2362852') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:22.433102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04917c8d-2d2a-42c7-857e-7599d2362852') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:22.450477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.457930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:22.460434 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.466394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:port and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:22.471808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:22.483543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:22.491224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Transition to ACTIVE for port object 9dd8806a-81fb-42cb-8331-563433a2a9ce will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:22.506895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.507703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] For port 3121cdd0-0e19-4b28-9442-70e5c9ee1579, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3121cdd0-0e19-4b28-9442-70e5c9ee1579,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:22.513904 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-95cab2bf-57ef-4eda-a879-ee0ab7196b9e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8665087 Mar 11 16:21:22.517868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60546) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:22.524923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': '828e8885-fc77-4a2c-992c-d403d2111f08', 'security_groups': [], 'name': 'tempest-PortsTestJSON-882058203'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:22.533875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:22.536602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:22.568700 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:22.587233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:22.588033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:22.597180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:22.598104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Transition to ACTIVE for port object 9dd8806a-81fb-42cb-8331-563433a2a9ce will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:22.600724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.653630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.713753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:21:22.740499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] device_id is not set on port da0aebd3-aa67-43b3-a03f-60f75473c948 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:22.771943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Network d07933fa-c402-4dac-a42d-024cade7d92c is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:22.779565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.782398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:22.789974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:22.794465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.798310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Pushing event updated for resources: {'Port': ['ID=9dd8806a-81fb-42cb-8331-563433a2a9ce,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:22.836909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.840476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Network': ['ID=3bd1477e-e8ad-4cec-957b-e5898d178f26,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:22.868518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:22.904628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.905812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.916690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:port and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:22.936758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Attempting to bind port 9dd8806a-81fb-42cb-8331-563433a2a9ce on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:22.937122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Attempting to bind port 9dd8806a-81fb-42cb-8331-563433a2a9ce by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'd999fa2e-77d2-4581-abcf-16723e610a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd07933fa-c402-4dac-a42d-024cade7d92c'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:22.937473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Attempting to bind port 9dd8806a-81fb-42cb-8331-563433a2a9ce on network d07933fa-c402-4dac-a42d-024cade7d92c {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:22.947030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-828e8885-fc77-4a2c-992c-d403d2111f08', 'network_id': '828e8885-fc77-4a2c-992c-d403d2111f08', 'tenant_id': '82393e89a4984d5d95189d19c56d0d01', 'fixed_ips': [{'subnet_id': '10ce4116-2580-4210-8cb9-fbceeeffa164'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:22.947829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.952928 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f4dc60f-e1be-48ed-9b57-6635d2781c17 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/networks/3bd1477e-e8ad-4cec-957b-e5898d178f26 HTTP/1.1" status: 204 len: 168 time: 1.8184586 Mar 11 16:21:22.969281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:22.969281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Checking segment: {'id': 'd999fa2e-77d2-4581-abcf-16723e610a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd07933fa-c402-4dac-a42d-024cade7d92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:22.969281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.969701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60556) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:22.969812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Bound using segment: {'id': 'd999fa2e-77d2-4581-abcf-16723e610a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd07933fa-c402-4dac-a42d-024cade7d92c'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:22.969812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Bound port: 9dd8806a-81fb-42cb-8331-563433a2a9ce, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd999fa2e-77d2-4581-abcf-16723e610a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd07933fa-c402-4dac-a42d-024cade7d92c'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:22.969812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.970161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1918263456'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:22.970161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:22.977047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:network and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:22.981471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:22.986277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:22.988868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:23.020930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:23.059332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:23.079607 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:23.082586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:23.083232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.095706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] Deleting port 7690b56f-821c-444c-a277-b33d579e2ace {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:23.095706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.108856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 2001:db8::23 (d07933fa-c402-4dac-a42d-024cade7d92c/81928b83-33dc-49a3-964b-30987399fe1c/da0aebd3-aa67-43b3-a03f-60f75473c948) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:23.114649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:23.119362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=c79dad27-af2c-4c62-b1bc-3c8d99380232,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.129367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.134381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=3121cdd0-0e19-4b28-9442-70e5c9ee1579,revision_number=4']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.138015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d02cef89-c33b-4ccd-9431-cf0d715edc43 None None] Provisioning for port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:23.141140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ec223-a1fb-4807-9f4e-34a113818c4c None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:23.164286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:23.167827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.179192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:23.191157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.191706 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Added segment 16708dcb-7029-4582-8774-34d820fe1449 of type vlan for network 4c8a3646-943b-4dd0-84c8-41acc7277259 Mar 11 16:21:23.215132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 9f224573-4a19-47f7-b802-8b4020d06534 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:23.223857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.230397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfceb6-a291-4b6e-9cdd-8d5bfa9877c0 None None] The port '7690b56f-821c-444c-a277-b33d579e2ace' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:21:23.254213 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43c7db62-804d-4e38-894f-439c5080f09a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3169262 Mar 11 16:21:23.257412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60562) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:23.263274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:f6:bf:d7', 'name': 'tempest-NetworksTestDHCPv6-188386419'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:23.298122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] For port 9dd8806a-81fb-42cb-8331-563433a2a9ce, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:23.441486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] For port 9dd8806a-81fb-42cb-8331-563433a2a9ce, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9dd8806a-81fb-42cb-8331-563433a2a9ce,segment=NetworkSegment(d999fa2e-77d2-4581-abcf-16723e610a1f),segment_id=d999fa2e-77d2-4581-abcf-16723e610a1f)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:23.463793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.481986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Transition to ACTIVE for port object da0aebd3-aa67-43b3-a03f-60f75473c948 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:23.542489 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Allocated IP 172.20.0.2 (828e8885-fc77-4a2c-992c-d403d2111f08/10ce4116-2580-4210-8cb9-fbceeeffa164/889d81ca-3671-44e1-bc40-6fade14facda) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:23.559669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3121cdd0-0e19-4b28-9442-70e5c9ee1579 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:23.570486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.575980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:23.576719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.637296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.684360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.724892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network d07933fa-c402-4dac-a42d-024cade7d92c is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:23.726527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Network': ['ID=4c8a3646-943b-4dd0-84c8-41acc7277259,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.740356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:23.740814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:23.743815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:23.744597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:23.747510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:23.750469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:23.750903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.754783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:23.762209 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c491a94-9eb6-41e8-948d-d93c2af028cb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7996862 Mar 11 16:21:23.762209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60576) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:23.769696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '4c8a3646-943b-4dd0-84c8-41acc7277259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:23.788280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=da0aebd3-aa67-43b3-a03f-60f75473c948,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.789168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 4c8a3646-943b-4dd0-84c8-41acc7277259 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:21:23.867343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:23.871647 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-deead40b-2e92-4c27-8164-f9b323f8e2bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7365282 Mar 11 16:21:23.874642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60580) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:23.932951 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:21:23.945756 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:23.999407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203cd92-5aa4-40fc-9d97-88e309b2f797 None None] Pushing event updated for resources: {'Port': ['ID=9dd8806a-81fb-42cb-8331-563433a2a9ce,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:24.026315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:24.038262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:24.056958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:24.118940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.176128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:24.180331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.187206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:24.209051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:24.209428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.262069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port b073edc7-099c-4459-99df-34de7dddbceb yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:24.325997 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.342101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Transition to ACTIVE for port object 889d81ca-3671-44e1-bc40-6fade14facda will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:24.372936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Transition to ACTIVE for port object 889d81ca-3671-44e1-bc40-6fade14facda will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:24.490988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.653282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Network 828e8885-fc77-4a2c-992c-d403d2111f08 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:24.668361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.689900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:24.697411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:24.795139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Pushing event updated for resources: {'Port': ['ID=889d81ca-3671-44e1-bc40-6fade14facda,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:24.800565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60596) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:24.872031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.915697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.9 (828e8885-fc77-4a2c-992c-d403d2111f08/10ce4116-2580-4210-8cb9-fbceeeffa164/9f224573-4a19-47f7-b802-8b4020d06534) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:24.932497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 3121cdd0-0e19-4b28-9442-70e5c9ee1579, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3121cdd0-0e19-4b28-9442-70e5c9ee1579,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:24.944927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Attempting to bind port 889d81ca-3671-44e1-bc40-6fade14facda on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:24.945351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Attempting to bind port 889d81ca-3671-44e1-bc40-6fade14facda by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'dde6ceb5-a031-4e5e-a60b-2308181cf4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '828e8885-fc77-4a2c-992c-d403d2111f08'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:24.946323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Attempting to bind port 889d81ca-3671-44e1-bc40-6fade14facda on network 828e8885-fc77-4a2c-992c-d403d2111f08 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:24.956563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 172.20.0.7 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/f7040790-35cc-4fd8-9274-784082e00fac/b073edc7-099c-4459-99df-34de7dddbceb) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:24.961305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:24.962369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Checking segment: {'id': 'dde6ceb5-a031-4e5e-a60b-2308181cf4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '828e8885-fc77-4a2c-992c-d403d2111f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:24.963665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.964195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Bound using segment: {'id': 'dde6ceb5-a031-4e5e-a60b-2308181cf4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '828e8885-fc77-4a2c-992c-d403d2111f08'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:24.965527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Bound port: 889d81ca-3671-44e1-bc40-6fade14facda, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde6ceb5-a031-4e5e-a60b-2308181cf4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '828e8885-fc77-4a2c-992c-d403d2111f08'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:24.965679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.980707 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:fef6:bfd7 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/c79dad27-af2c-4c62-b1bc-3c8d99380232/b073edc7-099c-4459-99df-34de7dddbceb) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:25.061179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=52710944-8b8f-40a1-bebb-7f2b3af6908b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:25.084427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.141261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.186990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7690b56f-821c-444c-a277-b33d579e2ace no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:25.211491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Checking segment: {'id': '16708dcb-7029-4582-8774-34d820fe1449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4c8a3646-943b-4dd0-84c8-41acc7277259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:25.212060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network hostable DHCP agents. Network: 4c8a3646-943b-4dd0-84c8-41acc7277259, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:25.234277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7690b56f-821c-444c-a277-b33d579e2ace {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:25.234618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7690b56f-821c-444c-a277-b33d579e2ace not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:25.292390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=3121cdd0-0e19-4b28-9442-70e5c9ee1579,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:25.304330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] For port 889d81ca-3671-44e1-bc40-6fade14facda, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:25.307825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] For port 889d81ca-3671-44e1-bc40-6fade14facda, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=889d81ca-3671-44e1-bc40-6fade14facda,segment=NetworkSegment(dde6ceb5-a031-4e5e-a60b-2308181cf4de),segment_id=dde6ceb5-a031-4e5e-a60b-2308181cf4de)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:25.309035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a1b5bdcd-8ab2-4b2b-93f5-462ac966003d None None] Provisioning complete for port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:25.309398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bdcd-8ab2-4b2b-93f5-462ac966003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.336731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.356184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object b073edc7-099c-4459-99df-34de7dddbceb will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:25.370334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 4c8a3646-943b-4dd0-84c8-41acc7277259 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:25.418504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.475720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 4c8a3646-943b-4dd0-84c8-41acc7277259) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:25.477427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:25.478317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.491408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900782f5-cb21-4aa5-9233-063f1fe6278a None None] Network 4c8a3646-943b-4dd0-84c8-41acc7277259 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:25.526193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.644974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'network': {'name': 'tempest-network-smoke--1303621604', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:25.684341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:25.686128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3121cdd0-0e19-4b28-9442-70e5c9ee1579 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:25.703795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:25.708634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:25.714807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:network and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:25.721174 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:25.734345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:25.745816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.747854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03600287-c49e-42f2-87ec-2d2b09f118a4 None None] Pushing event updated for resources: {'Port': ['ID=889d81ca-3671-44e1-bc40-6fade14facda,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:25.777111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:25.784523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=b073edc7-099c-4459-99df-34de7dddbceb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:25.804080 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b4926845-988c-4074-baa0-38c6e421b785 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0383694 Mar 11 16:21:25.805294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60602) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:25.812442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1434478689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:25.814616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object 9f224573-4a19-47f7-b802-8b4020d06534 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:25.859153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:25.859853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.895135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.901714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:25.908008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:25.913624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:router and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:25.914033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.922211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:25.929909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:25.934822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:25.938088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7d165-8370-44da-a963-796055f78e9e None None] Network d07933fa-c402-4dac-a42d-024cade7d92c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:25.948486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:25.959431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:25.968200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:25.972094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.022729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:26.029412 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-89a066b2-a69e-49f9-a006-4d63c47d152b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7684150 Mar 11 16:21:26.029720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60606) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:26.092542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.093586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.130116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.160937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.168572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.188555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4579ab-1a65-4efc-bad6-6a3ba9acc359 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:26.195335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4579ab-1a65-4efc-bad6-6a3ba9acc359 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:26.205041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a4579ab-1a65-4efc-bad6-6a3ba9acc359 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:26.217280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=da0aebd3-aa67-43b3-a03f-60f75473c948,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:26.230301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-4c8a3646-943b-4dd0-84c8-41acc7277259', 'network_id': '4c8a3646-943b-4dd0-84c8-41acc7277259', 'tenant_id': '574f42aaefb34068bf83903d8d802290', 'fixed_ips': [{'subnet_id': '52710944-8b8f-40a1-bebb-7f2b3af6908b'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:26.231196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.244234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:26.244644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.304497 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.312874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 828e8885-fc77-4a2c-992c-d403d2111f08 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:26.328906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:26.339066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:26.341837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.348922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a4579ab-1a65-4efc-bad6-6a3ba9acc359 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:26.350070 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2a4579ab-1a65-4efc-bad6-6a3ba9acc359 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3193121 Mar 11 16:21:26.352833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60610) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:26.381766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-33dfd48d-1b69-4236-be02-593a950895c4 None None] Provisioning for port 9dd8806a-81fb-42cb-8331-563433a2a9ce completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:26.443163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b3b29fb6-9065-473c-b50e-35c165ce4c18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port b073edc7-099c-4459-99df-34de7dddbceb {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:26.443419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3b29fb6-9065-473c-b50e-35c165ce4c18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.516631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.518343 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c18a39fa-f8ad-45f5-b778-76092352d116 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7123294 Mar 11 16:21:26.560640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:26.580326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:26.587723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9dd8806a-81fb-42cb-8331-563433a2a9ce up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:26.641469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Allocated IP 2001:db8::2 (4c8a3646-943b-4dd0-84c8-41acc7277259/52710944-8b8f-40a1-bebb-7f2b3af6908b/d7662287-2d4e-4804-81a7-7d61a43ecef9) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:26.646524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=9f224573-4a19-47f7-b802-8b4020d06534,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:26.646994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aad7778d-3b97-4b9f-bf5f-0d9a5cb03fb7 None None] Provisioning for port b073edc7-099c-4459-99df-34de7dddbceb completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:26.666549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aad7778d-3b97-4b9f-bf5f-0d9a5cb03fb7 None None] Provisioning complete for port b073edc7-099c-4459-99df-34de7dddbceb triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:26.667090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aad7778d-3b97-4b9f-bf5f-0d9a5cb03fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.678824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'network_id': '4c8a3646-943b-4dd0-84c8-41acc7277259', 'name': 'tempest-PortsIpV6TestJSON-234683605'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:26.715155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:26.761016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.761526 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Added segment f4c7be50-e667-457d-864e-b469b0583ba8 of type vlan for network 78455ea6-c4a6-4645-b4df-894754c7b9f2 Mar 11 16:21:26.794459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:26.795184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.894004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-aad7778d-3b97-4b9f-bf5f-0d9a5cb03fb7 None None] Port b073edc7-099c-4459-99df-34de7dddbceb cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:26.947008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3b29fb6-9065-473c-b50e-35c165ce4c18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.009029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.015553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 9dd8806a-81fb-42cb-8331-563433a2a9ce completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:27.039170 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9dd8806a-81fb-42cb-8331-563433a2a9ce triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:27.039544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.111820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.117621 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.122608 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3c8df24-a208-4b5d-a35f-5f8615ef61b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.6036656 Mar 11 16:21:27.130282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b3b29fb6-9065-473c-b50e-35c165ce4c18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for b073edc7-099c-4459-99df-34de7dddbceb owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:27.135919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60618) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:27.151591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Transition to ACTIVE for port object d7662287-2d4e-4804-81a7-7d61a43ecef9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:27.182958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf65ca6-81c2-42bf-b760-4159c4b86a03 None None] Network 828e8885-fc77-4a2c-992c-d403d2111f08 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:27.208290 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Transition to ACTIVE for port object d7662287-2d4e-4804-81a7-7d61a43ecef9 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:27.211464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:27.230289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.236672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:27.237212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.241828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:port and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:27.266719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f8710d6b-ab46-4816-b5c3-9fdf7134ceac tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 9f224573-4a19-47f7-b802-8b4020d06534 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:27.267840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8710d6b-ab46-4816-b5c3-9fdf7134ceac tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.289027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.305278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19c4ebb4-179d-4bff-82ec-14a19dd70897 None None] Provisioning for port da0aebd3-aa67-43b3-a03f-60f75473c948 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:27.310999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.322788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19c4ebb4-179d-4bff-82ec-14a19dd70897 None None] Provisioning complete for port da0aebd3-aa67-43b3-a03f-60f75473c948 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:27.323157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19c4ebb4-179d-4bff-82ec-14a19dd70897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.336871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:27.385594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:27.479923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3b29fb6-9065-473c-b50e-35c165ce4c18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.494520 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6901188 Mar 11 16:21:27.500329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60622) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:27.501119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Network 4c8a3646-943b-4dd0-84c8-41acc7277259 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:27.508580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:27.521445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4691a5-074f-4190-b994-bff6b17b36c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Network': ['ID=78455ea6-c4a6-4645-b4df-894754c7b9f2,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:27.526252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:27.576008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 9dd8806a-81fb-42cb-8331-563433a2a9ce, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9dd8806a-81fb-42cb-8331-563433a2a9ce,segment=NetworkSegment(d999fa2e-77d2-4581-abcf-16723e610a1f),segment_id=d999fa2e-77d2-4581-abcf-16723e610a1f)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:27.580211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 78455ea6-c4a6-4645-b4df-894754c7b9f2 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:21:27.595647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Pushing event updated for resources: {'Port': ['ID=d7662287-2d4e-4804-81a7-7d61a43ecef9,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:27.601446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:27.605296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.613858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-19c4ebb4-179d-4bff-82ec-14a19dd70897 None None] Port da0aebd3-aa67-43b3-a03f-60f75473c948 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:27.664872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-6432602', 'admin_state_up': True, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:27.687286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b29fb6-9065-473c-b50e-35c165ce4c18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=b073edc7-099c-4459-99df-34de7dddbceb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:27.695175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.699681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:27.768391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:router and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:27.778238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8710d6b-ab46-4816-b5c3-9fdf7134ceac tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.825512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:27.844654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:27.880972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3b29fb6-9065-473c-b50e-35c165ce4c18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.932044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port 1d27d79c-a621-4be8-9f2a-19fac118edc7 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:27.944224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 889d81ca-3671-44e1-bc40-6fade14facda up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:27.978207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f8710d6b-ab46-4816-b5c3-9fdf7134ceac tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 9f224573-4a19-47f7-b802-8b4020d06534 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:27.979237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.980306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.995285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19c4ebb4-179d-4bff-82ec-14a19dd70897 None None] Provisioning complete for port 9dd8806a-81fb-42cb-8331-563433a2a9ce triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:27.995648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19c4ebb4-179d-4bff-82ec-14a19dd70897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:27.997503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.021598 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b3b29fb6-9065-473c-b50e-35c165ce4c18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/b073edc7-099c-4459-99df-34de7dddbceb HTTP/1.1" status: 204 len: 168 time: 1.6580288 Mar 11 16:21:28.021598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60626) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:28.028656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.035763 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Attempting to bind port d7662287-2d4e-4804-81a7-7d61a43ecef9 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:28.036286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Attempting to bind port d7662287-2d4e-4804-81a7-7d61a43ecef9 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '16708dcb-7029-4582-8774-34d820fe1449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4c8a3646-943b-4dd0-84c8-41acc7277259'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:28.036544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Attempting to bind port d7662287-2d4e-4804-81a7-7d61a43ecef9 on network 4c8a3646-943b-4dd0-84c8-41acc7277259 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:28.076318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:28.076687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Checking segment: {'id': '16708dcb-7029-4582-8774-34d820fe1449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4c8a3646-943b-4dd0-84c8-41acc7277259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:28.077080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.077468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Bound using segment: {'id': '16708dcb-7029-4582-8774-34d820fe1449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4c8a3646-943b-4dd0-84c8-41acc7277259'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:28.077924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Bound port: d7662287-2d4e-4804-81a7-7d61a43ecef9, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16708dcb-7029-4582-8774-34d820fe1449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '4c8a3646-943b-4dd0-84c8-41acc7277259'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:28.078383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.106499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd4cac-e690-4a00-8a47-2bd1b47539a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:28.108429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd4cac-e690-4a00-8a47-2bd1b47539a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:28.109931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd4cac-e690-4a00-8a47-2bd1b47539a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:28.111044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a3cd4cac-e690-4a00-8a47-2bd1b47539a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:28.115806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=9dd8806a-81fb-42cb-8331-563433a2a9ce,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:28.292844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] For port d7662287-2d4e-4804-81a7-7d61a43ecef9, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:28.315506 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] For port d7662287-2d4e-4804-81a7-7d61a43ecef9, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d7662287-2d4e-4804-81a7-7d61a43ecef9,segment=NetworkSegment(16708dcb-7029-4582-8774-34d820fe1449),segment_id=16708dcb-7029-4582-8774-34d820fe1449)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:28.316605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a3cd4cac-e690-4a00-8a47-2bd1b47539a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:28.319138 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a3cd4cac-e690-4a00-8a47-2bd1b47539a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3021138 Mar 11 16:21:28.320534 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60630) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:28.344322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 889d81ca-3671-44e1-bc40-6fade14facda completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:28.376118 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.428693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.479514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab74a0ad-4836-4233-9f79-3286ae65c30b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet c79dad27-af2c-4c62-b1bc-3c8d99380232 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:28.482964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab74a0ad-4836-4233-9f79-3286ae65c30b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.500774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cfc45-702a-4cbb-9e85-6b1da2b3eef9 None None] Pushing event updated for resources: {'Port': ['ID=d7662287-2d4e-4804-81a7-7d61a43ecef9,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:28.518512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] Provisioning complete for port da0aebd3-aa67-43b3-a03f-60f75473c948 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:28.518893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.569460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab74a0ad-4836-4233-9f79-3286ae65c30b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.641656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] Port da0aebd3-aa67-43b3-a03f-60f75473c948 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:28.648175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::1af (4c8a3646-943b-4dd0-84c8-41acc7277259/52710944-8b8f-40a1-bebb-7f2b3af6908b/1d27d79c-a621-4be8-9f2a-19fac118edc7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:28.680657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab74a0ad-4836-4233-9f79-3286ae65c30b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.758284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] Provisioning for port 889d81ca-3671-44e1-bc40-6fade14facda completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:28.764392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] Provisioning complete for port 889d81ca-3671-44e1-bc40-6fade14facda triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:28.765138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.831880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8710d6b-ab46-4816-b5c3-9fdf7134ceac tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.977738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8710d6b-ab46-4816-b5c3-9fdf7134ceac tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=9f224573-4a19-47f7-b802-8b4020d06534,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:29.050805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.131016 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] For port 889d81ca-3671-44e1-bc40-6fade14facda, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=889d81ca-3671-44e1-bc40-6fade14facda,segment=NetworkSegment(dde6ceb5-a031-4e5e-a60b-2308181cf4de),segment_id=dde6ceb5-a031-4e5e-a60b-2308181cf4de)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:29.229832 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab74a0ad-4836-4233-9f79-3286ae65c30b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.244012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.354772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3dfa1-b064-4334-899d-a1b195036cd9 None None] Pushing event updated for resources: {'Port': ['ID=889d81ca-3671-44e1-bc40-6fade14facda,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:29.358622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f8710d6b-ab46-4816-b5c3-9fdf7134ceac tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.364241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-770853d9-4cfd-4357-bb16-32fa22f57ab6 None None] Could not find standard attr ID for object 9f224573-4a19-47f7-b802-8b4020d06534. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:21:29.379316 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f8710d6b-ab46-4816-b5c3-9fdf7134ceac tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/9f224573-4a19-47f7-b802-8b4020d06534 HTTP/1.1" status: 204 len: 168 time: 2.2395854 Mar 11 16:21:29.381630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-770853d9-4cfd-4357-bb16-32fa22f57ab6 None None] Provisioning complete for port 889d81ca-3671-44e1-bc40-6fade14facda triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:29.382184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-770853d9-4cfd-4357-bb16-32fa22f57ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.383335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:29.388033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab74a0ad-4836-4233-9f79-3286ae65c30b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.391204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74a0ad-4836-4233-9f79-3286ae65c30b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=c79dad27-af2c-4c62-b1bc-3c8d99380232,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:29.409209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.419137 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e82e3-1cc1-4044-9afb-2840a5e22ca3 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:29.447549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.465575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object 1d27d79c-a621-4be8-9f2a-19fac118edc7 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:29.490042 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-15053a7c-6892-4b5f-ac99-f28bde0ace17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:21:29.490591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-15053a7c-6892-4b5f-ac99-f28bde0ace17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:29.493066 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.517938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.519159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.526313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.591159 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab74a0ad-4836-4233-9f79-3286ae65c30b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/c79dad27-af2c-4c62-b1bc-3c8d99380232 HTTP/1.1" status: 204 len: 168 time: 1.2693574 Mar 11 16:21:29.593693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60638) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:29.649549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.682483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-15053a7c-6892-4b5f-ac99-f28bde0ace17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:29.685837 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-15053a7c-6892-4b5f-ac99-f28bde0ace17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/9f224573-4a19-47f7-b802-8b4020d06534 HTTP/1.1" status: 404 len: 333 time: 0.2990110 Mar 11 16:21:29.688580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60642) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:29.755745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=da0aebd3-aa67-43b3-a03f-60f75473c948,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:29.777753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76fdd3f-87aa-4673-9e88-45e3261532f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet f7040790-35cc-4fd8-9274-784082e00fac {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:29.800058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b76fdd3f-87aa-4673-9e88-45e3261532f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.822429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 4c8a3646-943b-4dd0-84c8-41acc7277259 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:29.832524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:29.835626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:29.847653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:29.848189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.891061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b76fdd3f-87aa-4673-9e88-45e3261532f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.930675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.252 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/7c998f0e-f50d-40cf-b705-a25cbdc6bc27) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:29.931316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 889d81ca-3671-44e1-bc40-6fade14facda up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:29.933226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=1d27d79c-a621-4be8-9f2a-19fac118edc7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:29.937143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30dab87-99ba-4a34-9a66-e8655451a2fb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet 10ce4116-2580-4210-8cb9-fbceeeffa164 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:29.949971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8fd11552-33dd-4af0-8f4e-cc1bf0c78cd8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3774385 Mar 11 16:21:29.950179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e30dab87-99ba-4a34-9a66-e8655451a2fb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:29.950581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60646) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:30.053236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 889d81ca-3671-44e1-bc40-6fade14facda triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:30.053776 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.077913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e30dab87-99ba-4a34-9a66-e8655451a2fb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.084590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de688195-4f74-45b3-a22b-847840d59fb0 None None] Network 4c8a3646-943b-4dd0-84c8-41acc7277259 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:30.195555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-56143bd2-f8ae-49f5-acce-eeea91784b54 None None] Provisioning for port d7662287-2d4e-4804-81a7-7d61a43ecef9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:30.214705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network d07933fa-c402-4dac-a42d-024cade7d92c is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:30.217936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:30.286107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b76fdd3f-87aa-4673-9e88-45e3261532f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.353586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.391459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e30dab87-99ba-4a34-9a66-e8655451a2fb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.408044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d7662287-2d4e-4804-81a7-7d61a43ecef9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:30.586484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b76fdd3f-87aa-4673-9e88-45e3261532f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.614564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d7662287-2d4e-4804-81a7-7d61a43ecef9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:30.621714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d7662287-2d4e-4804-81a7-7d61a43ecef9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:30.622998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.641735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e30dab87-99ba-4a34-9a66-e8655451a2fb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.646812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.752573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=7c998f0e-f50d-40cf-b705-a25cbdc6bc27,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:30.759539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fdd3f-87aa-4673-9e88-45e3261532f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=f7040790-35cc-4fd8-9274-784082e00fac,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:30.805335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e0adbea5-0b86-4346-8b16-be071b3039ec None None] Provisioning complete for port da0aebd3-aa67-43b3-a03f-60f75473c948 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:30.805692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e0adbea5-0b86-4346-8b16-be071b3039ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.838765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:30.844378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b76fdd3f-87aa-4673-9e88-45e3261532f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.861211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:30.866707 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b76fdd3f-87aa-4673-9e88-45e3261532f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/f7040790-35cc-4fd8-9274-784082e00fac HTTP/1.1" status: 204 len: 168 time: 1.2716517 Mar 11 16:21:30.868044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:30.887126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60650) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:30.896379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82da9b9-01f7-4a89-ae6b-7ced951b30d9 None None] Network 828e8885-fc77-4a2c-992c-d403d2111f08 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:30.901065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e30dab87-99ba-4a34-9a66-e8655451a2fb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:30.905381 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e30dab87-99ba-4a34-9a66-e8655451a2fb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/10ce4116-2580-4210-8cb9-fbceeeffa164 HTTP/1.1" status: 204 len: 168 time: 1.2106109 Mar 11 16:21:30.905381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30dab87-99ba-4a34-9a66-e8655451a2fb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=10ce4116-2580-4210-8cb9-fbceeeffa164,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:30.914650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60654) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:30.922933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d0e21-ea63-447b-8629-16fb076c10fd None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:30.990748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e0adbea5-0b86-4346-8b16-be071b3039ec None None] Port da0aebd3-aa67-43b3-a03f-60f75473c948 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:30.996416 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-db263180-1798-4721-b915-dec165b980b2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963852 Mar 11 16:21:31.002612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60658) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:31.117987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.148799 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.208373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.247080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port d7662287-2d4e-4804-81a7-7d61a43ecef9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d7662287-2d4e-4804-81a7-7d61a43ecef9,segment=NetworkSegment(16708dcb-7029-4582-8774-34d820fe1449),segment_id=16708dcb-7029-4582-8774-34d820fe1449)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:31.295300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b28fee3e-d560-45fe-9ea2-114cc0a4cd55 None None] Provisioning complete for port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:31.295675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b28fee3e-d560-45fe-9ea2-114cc0a4cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.351649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 776abfed-9d08-40d9-a742-c2da678fe267 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:21:31.351955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.352072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 889d81ca-3671-44e1-bc40-6fade14facda {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:31.352072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.352583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9dd8806a-81fb-42cb-8331-563433a2a9ce up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:31.481399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5262c90a-0c71-4774-b9b6-b503477cb6e2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:31.482078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5262c90a-0c71-4774-b9b6-b503477cb6e2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:31.548773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=d7662287-2d4e-4804-81a7-7d61a43ecef9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:31.617783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5262c90a-0c71-4774-b9b6-b503477cb6e2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:31.618921 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5262c90a-0c71-4774-b9b6-b503477cb6e2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6148729 Mar 11 16:21:31.625719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60662) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:31.627462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9dd8806a-81fb-42cb-8331-563433a2a9ce triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:31.628038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.691355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] For port 889d81ca-3671-44e1-bc40-6fade14facda, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=889d81ca-3671-44e1-bc40-6fade14facda,segment=NetworkSegment(dde6ceb5-a031-4e5e-a60b-2308181cf4de),segment_id=dde6ceb5-a031-4e5e-a60b-2308181cf4de)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:31.691684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.723654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b28fee3e-d560-45fe-9ea2-114cc0a4cd55 None None] Provisioning complete for port d7662287-2d4e-4804-81a7-7d61a43ecef9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:31.724020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b28fee3e-d560-45fe-9ea2-114cc0a4cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.770785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3981643a-9367-4dbe-9503-5b45d1601765 None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:31.780615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:31.782468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3981643a-9367-4dbe-9503-5b45d1601765 None None] Deleting port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:31.799164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3981643a-9367-4dbe-9503-5b45d1601765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.800180 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b33dd599-83cc-4aab-a89a-01fac66ec1ac tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/776abfed-9d08-40d9-a742-c2da678fe267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9143739 Mar 11 16:21:31.800180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:31.800378 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c70a1-7fb5-4c1a-bad8-589be20d0f6f None None] Sync routers for ids ['776abfed-9d08-40d9-a742-c2da678fe267'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:31.815211 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c70a1-7fb5-4c1a-bad8-589be20d0f6f None None] Routers {'776abfed-9d08-40d9-a742-c2da678fe267'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:31.816066 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-077c70a1-7fb5-4c1a-bad8-589be20d0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['776abfed-9d08-40d9-a742-c2da678fe267'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:31.864968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f188f9-ddc1-4d1d-9178-79d5000325a4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:31.865864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] DHCP port deletion for 828e8885-fc77-4a2c-992c-d403d2111f08 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:31.866058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-85f188f9-ddc1-4d1d-9178-79d5000325a4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:31.888488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] Deleting port 889d81ca-3671-44e1-bc40-6fade14facda {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:31.888855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.911085 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-077c70a1-7fb5-4c1a-bad8-589be20d0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:31.916935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 889d81ca-3671-44e1-bc40-6fade14facda owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:31.920212 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c70a1-7fb5-4c1a-bad8-589be20d0f6f None None] Routers {'776abfed-9d08-40d9-a742-c2da678fe267'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:31.920973 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-077c70a1-7fb5-4c1a-bad8-589be20d0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['776abfed-9d08-40d9-a742-c2da678fe267'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:31.955333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456aadcd-5f0a-4c68-ba91-03eeea34de78 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:31.955994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-456aadcd-5f0a-4c68-ba91-03eeea34de78 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:31.986073 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-077c70a1-7fb5-4c1a-bad8-589be20d0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:31.986073 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c70a1-7fb5-4c1a-bad8-589be20d0f6f None None] The sync data for ids ['776abfed-9d08-40d9-a742-c2da678fe267'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:32.017233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.017233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-85f188f9-ddc1-4d1d-9178-79d5000325a4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:32.018733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.019068 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-85f188f9-ddc1-4d1d-9178-79d5000325a4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3880005 Mar 11 16:21:32.019068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:32.107389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60674) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:32.113368 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-36e8af45-6241-4d0e-bf0e-30edaae8946a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946898 Mar 11 16:21:32.115038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b1eaf0b1-65b3-4958-9b7e-398256034b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:32.116436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-456aadcd-5f0a-4c68-ba91-03eeea34de78 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:32.117998 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-456aadcd-5f0a-4c68-ba91-03eeea34de78 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports/da0aebd3-aa67-43b3-a03f-60f75473c948 HTTP/1.1" status: 200 len: 983 time: 0.3070402 Mar 11 16:21:32.120714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:32.137255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d7662287-2d4e-4804-81a7-7d61a43ecef9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:32.189120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.261369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.336469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No DVR routers for this DVR port 889d81ca-3671-44e1-bc40-6fade14facda on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:32.343203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=889d81ca-3671-44e1-bc40-6fade14facda,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:32.428794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3981643a-9367-4dbe-9503-5b45d1601765 None None] For port 3121cdd0-0e19-4b28-9442-70e5c9ee1579, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3121cdd0-0e19-4b28-9442-70e5c9ee1579,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:32.429561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3981643a-9367-4dbe-9503-5b45d1601765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.431827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b1eaf0b1-65b3-4958-9b7e-398256034b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:32.446353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b1eaf0b1-65b3-4958-9b7e-398256034b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:32.463946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] For port 889d81ca-3671-44e1-bc40-6fade14facda, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=889d81ca-3671-44e1-bc40-6fade14facda,segment=NetworkSegment(dde6ceb5-a031-4e5e-a60b-2308181cf4de),segment_id=dde6ceb5-a031-4e5e-a60b-2308181cf4de)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:32.464803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.607551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=1d27d79c-a621-4be8-9f2a-19fac118edc7,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:32.610278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eaf0b1-65b3-4958-9b7e-398256034b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:32.615291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf0b1-65b3-4958-9b7e-398256034b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.619693 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1eaf0b1-65b3-4958-9b7e-398256034b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:21:32.619693 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1eaf0b1-65b3-4958-9b7e-398256034b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:21:32.645330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] Calling delete_port for 889d81ca-3671-44e1-bc40-6fade14facda owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:32.674122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b28fee3e-d560-45fe-9ea2-114cc0a4cd55 None None] Provisioning for port 1d27d79c-a621-4be8-9f2a-19fac118edc7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:32.766084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.808019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3981643a-9367-4dbe-9503-5b45d1601765 None None] Calling delete_port for 3121cdd0-0e19-4b28-9442-70e5c9ee1579 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:32.810382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828e8885-fc77-4a2c-992c-d403d2111f08']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:32.836532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b28fee3e-d560-45fe-9ea2-114cc0a4cd55 None None] Provisioning complete for port 1d27d79c-a621-4be8-9f2a-19fac118edc7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:32.836909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b28fee3e-d560-45fe-9ea2-114cc0a4cd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.876586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d7662287-2d4e-4804-81a7-7d61a43ecef9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:32.876586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.882250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde6ceb5-a031-4e5e-a60b-2308181cf4de') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:32.882660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde6ceb5-a031-4e5e-a60b-2308181cf4de') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:32.899566 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b1eaf0b1-65b3-4958-9b7e-398256034b21 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7911296 Mar 11 16:21:32.903685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60682) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:32.905234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.925672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ce19b1ba-dec4-4547-9bea-791514f0debc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:32.926042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:32.972605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.007396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b28fee3e-d560-45fe-9ea2-114cc0a4cd55 None None] Port 1d27d79c-a621-4be8-9f2a-19fac118edc7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:33.034735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.036755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:33.037171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:33.041947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:33.042400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:33.058510 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:33.134021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e91fa87b-241b-4850-b060-1efa654eb8a7 None None] Provisioning complete for port 1d27d79c-a621-4be8-9f2a-19fac118edc7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:33.134420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e91fa87b-241b-4850-b060-1efa654eb8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.167687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3121cdd0-0e19-4b28-9442-70e5c9ee1579 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:33.173476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.217169 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ce19b1ba-dec4-4547-9bea-791514f0debc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:33.233730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ce19b1ba-dec4-4547-9bea-791514f0debc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:33.241167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e91fa87b-241b-4850-b060-1efa654eb8a7 None None] Port 1d27d79c-a621-4be8-9f2a-19fac118edc7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:33.319023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.356288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3981643a-9367-4dbe-9503-5b45d1601765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.380599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.405769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.414186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Network': ['ID=828e8885-fc77-4a2c-992c-d403d2111f08,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:33.417626 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-75f09a4a-d7cb-46e4-8e7c-1a9a2707ab2d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/networks/828e8885-fc77-4a2c-992c-d403d2111f08 HTTP/1.1" status: 204 len: 168 time: 2.5053210 Mar 11 16:21:33.421051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60686) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:33.428897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'name': 'tempest-PortsTestJSON-819747392'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:33.436655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981643a-9367-4dbe-9503-5b45d1601765 None None] Pushing event deleted for resources: {'Port': ['ID=3121cdd0-0e19-4b28-9442-70e5c9ee1579,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:33.445426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 889d81ca-3671-44e1-bc40-6fade14facda no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:33.450630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce19b1ba-dec4-4547-9bea-791514f0debc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:33.454902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1ba-dec4-4547-9bea-791514f0debc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.456870 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce19b1ba-dec4-4547-9bea-791514f0debc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:21:33.456870 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce19b1ba-dec4-4547-9bea-791514f0debc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:21:33.474855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981643a-9367-4dbe-9503-5b45d1601765 None None] No DVR routers for this DVR port 3121cdd0-0e19-4b28-9442-70e5c9ee1579 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:33.484561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.486075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 889d81ca-3671-44e1-bc40-6fade14facda {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:33.486514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 889d81ca-3671-44e1-bc40-6fade14facda not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:33.486913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router e8dbb226-1939-4729-99d9-776a439b5633 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:21:33.538874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] Deleting port 889d81ca-3671-44e1-bc40-6fade14facda {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:33.540857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.613545 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-24d087b3-3055-415b-ad6c-eb4f62822847 None None] The port '889d81ca-3671-44e1-bc40-6fade14facda' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:21:33.650534 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ce19b1ba-dec4-4547-9bea-791514f0debc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7367492 Mar 11 16:21:33.653734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60690) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:33.687597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:33.712074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-43858abe-1ab2-49c3-9c3e-85db93565b25 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:33.750359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port da0aebd3-aa67-43b3-a03f-60f75473c948 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:33.750622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.770760 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:33.801344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:33.811528 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Sync routers for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:33.821769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:33.822433 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:33.825286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:33.828864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.853929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 5d41ef96-8077-4776-aecf-a9067f0186f9 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:33.899311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:33.900594 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d861de58-1735-4694-a8d5-776cae99209a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3252242 Mar 11 16:21:33.912404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60694) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:34.027011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:21:34.060937 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e91f85b-ee00-4608-bfba-aec8362a4934 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1445873 Mar 11 16:21:34.062713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60700) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:34.214672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43858abe-1ab2-49c3-9c3e-85db93565b25 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:34.255499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.258752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-43858abe-1ab2-49c3-9c3e-85db93565b25 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:34.286893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25608ba4-0ae8-46db-a716-38f04dbb475b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:34.288356 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-25608ba4-0ae8-46db-a716-38f04dbb475b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2259953 Mar 11 16:21:34.291998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.292138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:34.335287 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8d034135-0c39-4fd1-9bc6-ee8f1a500dad tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421317 Mar 11 16:21:34.338581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60708) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:34.345351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1869653841', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:34.377712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:34.382204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Checking router: e8dbb226-1939-4729-99d9-776a439b5633 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:34.382552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Updating router e8dbb226-1939-4729-99d9-776a439b5633 port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:21:34.426411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43858abe-1ab2-49c3-9c3e-85db93565b25 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:34.429917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43858abe-1ab2-49c3-9c3e-85db93565b25 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.431398 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-43858abe-1ab2-49c3-9c3e-85db93565b25 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:21:34.431839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43858abe-1ab2-49c3-9c3e-85db93565b25 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:21:34.443373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.446612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for da0aebd3-aa67-43b3-a03f-60f75473c948 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:34.532139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.558655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.586787 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43858abe-1ab2-49c3-9c3e-85db93565b25 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9302163 Mar 11 16:21:34.591791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60712) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:34.597277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0e75fd2f-9d1d-4956-9a24-b6de7ae867d6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:34.615920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.616824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.645582 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:34.650270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:34.656082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:34.659237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:34.659834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.691757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:34.694050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=5d41ef96-8077-4776-aecf-a9067f0186f9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:34.702152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:subnet and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:34.707518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:34.715064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:34.801559 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd80d4f5-2ecf-496c-877a-b5830b965704 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3774414 Mar 11 16:21:34.801848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60716) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:34.808873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.841752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:34.845806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.895328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=1d27d79c-a621-4be8-9f2a-19fac118edc7,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:34.912281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0e75fd2f-9d1d-4956-9a24-b6de7ae867d6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:34.939114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0e75fd2f-9d1d-4956-9a24-b6de7ae867d6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:34.966263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a9483e46-d407-44bd-b94c-940d22798d04 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 5d41ef96-8077-4776-aecf-a9067f0186f9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:34.966590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9483e46-d407-44bd-b94c-940d22798d04 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:34.969871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 4c8a3646-943b-4dd0-84c8-41acc7277259 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:34.970992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:35.020557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Transition to ACTIVE for port object 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:35.035096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.098502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e75fd2f-9d1d-4956-9a24-b6de7ae867d6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:35.102062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e75fd2f-9d1d-4956-9a24-b6de7ae867d6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.103460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e75fd2f-9d1d-4956-9a24-b6de7ae867d6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:21:35.103879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e75fd2f-9d1d-4956-9a24-b6de7ae867d6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:21:35.107464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=da0aebd3-aa67-43b3-a03f-60f75473c948,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:35.112113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.200229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cf341-7178-44a5-9d10-579deafa9282 None None] Pushing event updated for resources: {'Port': ['ID=7c998f0e-f50d-40cf-b705-a25cbdc6bc27,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:35.223081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Attempting to bind port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:35.223445 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Attempting to bind port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:35.223794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Attempting to bind port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:35.230054 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:35.230513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:35.230846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.231232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:35.231691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Bound port: 7c998f0e-f50d-40cf-b705-a25cbdc6bc27, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:35.232057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.311452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-59bac964-4eec-43b6-bfc4-717a38369918 None None] Provisioning complete for port 1d27d79c-a621-4be8-9f2a-19fac118edc7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:35.311821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59bac964-4eec-43b6-bfc4-717a38369918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.370136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9483e46-d407-44bd-b94c-940d22798d04 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.374685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-59bac964-4eec-43b6-bfc4-717a38369918 None None] Port 1d27d79c-a621-4be8-9f2a-19fac118edc7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:35.386825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] For port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:35.391281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] For port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7c998f0e-f50d-40cf-b705-a25cbdc6bc27,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:35.399495 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0e75fd2f-9d1d-4956-9a24-b6de7ae867d6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8083110 Mar 11 16:21:35.412049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60720) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:35.414520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.425643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8d530cd8-9bfd-462a-951b-299bbfab52ec tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:35.441035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.447773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.518584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:35.519218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:35.571047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a9483e46-d407-44bd-b94c-940d22798d04 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 5d41ef96-8077-4776-aecf-a9067f0186f9 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:35.601228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=5cc44f7a-3b34-47f8-bf4a-4b24c93370c4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:35.673949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Checking segment: {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:35.674373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network hostable DHCP agents. Network: 78455ea6-c4a6-4645-b4df-894754c7b9f2, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:35.708215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cf341-7178-44a5-9d10-579deafa9282 None None] Pushing event updated for resources: {'Port': ['ID=7c998f0e-f50d-40cf-b705-a25cbdc6bc27,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:35.723226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:21:35.757479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9483e46-d407-44bd-b94c-940d22798d04 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.806140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 78455ea6-c4a6-4645-b4df-894754c7b9f2 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:35.809974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9483e46-d407-44bd-b94c-940d22798d04 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=5d41ef96-8077-4776-aecf-a9067f0186f9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:35.821215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9483e46-d407-44bd-b94c-940d22798d04 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.831528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d530cd8-9bfd-462a-951b-299bbfab52ec tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:35.837181 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a9483e46-d407-44bd-b94c-940d22798d04 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/5d41ef96-8077-4776-aecf-a9067f0186f9 HTTP/1.1" status: 204 len: 168 time: 1.0342879 Mar 11 16:21:35.837880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60724) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:35.843480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'mac_address': 'fa:16:3e:f2:10:d9', 'name': 'tempest-PortsTestJSON-982280342'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:35.875018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 78455ea6-c4a6-4645-b4df-894754c7b9f2) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:35.892449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:35.892750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:35.911494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8d530cd8-9bfd-462a-951b-299bbfab52ec tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:35.924272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0296713f-04fe-400c-9d6a-9f30846f8014 None None] Network 78455ea6-c4a6-4645-b4df-894754c7b9f2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:35.978990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:35.983222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:port and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:35.986683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:35.988688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 776abfed-9d08-40d9-a742-c2da678fe267 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:21:35.992596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:36.054782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Router e0666fe3-6182-4896-af8d-06a277f7d625 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:21:36.092962 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b5f26084-bd00-43d1-878c-0bd2774d40de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7505803 Mar 11 16:21:36.093323 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60728) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:36.178658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:36.185240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:36.197914 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba10f514-123f-4c84-a778-126a4bf94de2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/776abfed-9d08-40d9-a742-c2da678fe267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0750566 Mar 11 16:21:36.200356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60732) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:36.214512 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f68c5b-72ba-460a-804c-e6d4c90168bd None None] Sync routers for ids ['776abfed-9d08-40d9-a742-c2da678fe267'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:36.228321 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f68c5b-72ba-460a-804c-e6d4c90168bd None None] Routers {'776abfed-9d08-40d9-a742-c2da678fe267'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:36.229443 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b2f68c5b-72ba-460a-804c-e6d4c90168bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['776abfed-9d08-40d9-a742-c2da678fe267'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.268684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.272119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-78455ea6-c4a6-4645-b4df-894754c7b9f2', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:36.273007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:36.288732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c5c5bd-810c-46b8-8299-9b17df8529f7 None None] The sync data for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv is: [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:21:31Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:36.332757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d530cd8-9bfd-462a-951b-299bbfab52ec tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:36.336458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d530cd8-9bfd-462a-951b-299bbfab52ec tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:36.337843 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d530cd8-9bfd-462a-951b-299bbfab52ec tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:21:36.338297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d530cd8-9bfd-462a-951b-299bbfab52ec tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:21:36.340114 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b2f68c5b-72ba-460a-804c-e6d4c90168bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.352349 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f68c5b-72ba-460a-804c-e6d4c90168bd None None] Routers {'776abfed-9d08-40d9-a742-c2da678fe267'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:36.352956 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b2f68c5b-72ba-460a-804c-e6d4c90168bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['776abfed-9d08-40d9-a742-c2da678fe267'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.467518 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b2f68c5b-72ba-460a-804c-e6d4c90168bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.468164 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f68c5b-72ba-460a-804c-e6d4c90168bd None None] The sync data for ids ['776abfed-9d08-40d9-a742-c2da678fe267'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:36.493753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Allocated IP 172.20.0.2 (78455ea6-c4a6-4645-b4df-894754c7b9f2/5cc44f7a-3b34-47f8-bf4a-4b24c93370c4/7f3b8a94-a8d8-4f45-b9e7-989fef94dc51) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:36.532336 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:36.541829 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0607a17c-04f3-4491-bc2c-8fedc4476c1e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "PUT /v2.0/routers/e0666fe3-6182-4896-af8d-06a277f7d625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5887895 Mar 11 16:21:36.544558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60736) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:36.574697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:36.630590 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d530cd8-9bfd-462a-951b-299bbfab52ec tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2173045 Mar 11 16:21:36.647590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60740) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:36.660321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8a8d55ce-ba41-425f-964e-a931a8244349 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:36.698358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27332ec7-3960-4da1-983d-9430c46de4f4 None None] Sync routers for ids ['e0666fe3-6182-4896-af8d-06a277f7d625'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:36.720595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27332ec7-3960-4da1-983d-9430c46de4f4 None None] Routers {'e0666fe3-6182-4896-af8d-06a277f7d625'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:36.723391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-27332ec7-3960-4da1-983d-9430c46de4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e0666fe3-6182-4896-af8d-06a277f7d625'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.725603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 0f181816-9e27-4649-9786-20c248d6b759 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:36.853448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-27332ec7-3960-4da1-983d-9430c46de4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.877417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27332ec7-3960-4da1-983d-9430c46de4f4 None None] Routers {'e0666fe3-6182-4896-af8d-06a277f7d625'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:36.878049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-27332ec7-3960-4da1-983d-9430c46de4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e0666fe3-6182-4896-af8d-06a277f7d625'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.946086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:36.961974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-27332ec7-3960-4da1-983d-9430c46de4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:36.962402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27332ec7-3960-4da1-983d-9430c46de4f4 None None] The sync data for ids ['e0666fe3-6182-4896-af8d-06a277f7d625'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:36.971062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Transition to ACTIVE for port object 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:36.977225 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-127c860b-41d1-4530-90be-eb9031502016 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 16:21:36.981228 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-127c860b-41d1-4530-90be-eb9031502016 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/776abfed-9d08-40d9-a742-c2da678fe267/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7799053 Mar 11 16:21:36.982159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60744) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:36.998112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Transition to ACTIVE for port object 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:37.054434 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.056427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d6fdae1-f350-4d04-b749-1d5bd8c1e186 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:37.079615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a8d55ce-ba41-425f-964e-a931a8244349 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:37.096069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a8d55ce-ba41-425f-964e-a931a8244349 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:37.119646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b744450b-444d-4d84-967b-d116de1ab29f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:37.120428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b744450b-444d-4d84-967b-d116de1ab29f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:37.124965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Network 78455ea6-c4a6-4645-b4df-894754c7b9f2 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:37.128083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:37.136212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:37.143487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Pushing event updated for resources: {'Port': ['ID=7f3b8a94-a8d8-4f45-b9e7-989fef94dc51,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:37.175840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d6fdae1-f350-4d04-b749-1d5bd8c1e186 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:37.180260 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d6fdae1-f350-4d04-b749-1d5bd8c1e186 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=776abfed-9d08-40d9-a742-c2da678fe267 HTTP/1.1" status: 200 len: 205 time: 0.1878016 Mar 11 16:21:37.180517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60748) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:37.226474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.235818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Attempting to bind port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:37.236182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Attempting to bind port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:37.236542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Attempting to bind port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 on network 78455ea6-c4a6-4645-b4df-894754c7b9f2 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:37.245386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:37.246030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Checking segment: {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:37.246842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.247662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Bound using segment: {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:37.248546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Bound port: 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:37.249240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.270936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8d55ce-ba41-425f-964e-a931a8244349 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:37.274814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a8d55ce-ba41-425f-964e-a931a8244349 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.276330 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8d55ce-ba41-425f-964e-a931a8244349 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:21:37.276766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8d55ce-ba41-425f-964e-a931a8244349 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:21:37.290943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b744450b-444d-4d84-967b-d116de1ab29f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:37.295176 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b744450b-444d-4d84-967b-d116de1ab29f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0666fe3-6182-4896-af8d-06a277f7d625 HTTP/1.1" status: 200 len: 988 time: 0.7496567 Mar 11 16:21:37.300996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60752) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:37.357326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] For port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:37.361344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] For port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7f3b8a94-a8d8-4f45-b9e7-989fef94dc51,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:37.444501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.457455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-892ceeee-22e9-4f50-be70-f3c0e16a1753 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.519930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.556198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05b8ab-95d5-40f5-ac16-7e3158bfae6a None None] Pushing event updated for resources: {'Port': ['ID=7f3b8a94-a8d8-4f45-b9e7-989fef94dc51,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:37.590864 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a8d55ce-ba41-425f-964e-a931a8244349 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9422097 Mar 11 16:21:37.596073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60756) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:37.599498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.695128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:37.705417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:37.714519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:37.719776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:37.720555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.739829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=0f181816-9e27-4649-9786-20c248d6b759,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:37.885981 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-26ae51b6-417f-49fc-9258-49cc33a56896 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0468850 Mar 11 16:21:37.891020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60760) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:37.961889 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-44f9d6a3-afd2-4d62-adf9-314146a8241e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3625910 Mar 11 16:21:37.965536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60764) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:37.981008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-892ceeee-22e9-4f50-be70-f3c0e16a1753 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:37.990065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-892ceeee-22e9-4f50-be70-f3c0e16a1753 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.140229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fb6cbc-f951-4010-869f-821a7ce46951 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:38.140976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-69fb6cbc-f951-4010-869f-821a7ce46951 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:38.192955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7dbd47-829d-4fd8-be32-a41600b7f604 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:38.196203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b7dbd47-829d-4fd8-be32-a41600b7f604 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:38.205046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:38.250457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b7dbd47-829d-4fd8-be32-a41600b7f604 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:38.255606 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b7dbd47-829d-4fd8-be32-a41600b7f604 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2855477 Mar 11 16:21:38.256193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60768) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:38.324271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-892ceeee-22e9-4f50-be70-f3c0e16a1753 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.324684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892ceeee-22e9-4f50-be70-f3c0e16a1753 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Fanout notify agent at l3_agent the message router_deleted on router 776abfed-9d08-40d9-a742-c2da678fe267 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:21:38.345639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-892ceeee-22e9-4f50-be70-f3c0e16a1753 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.349604 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-892ceeee-22e9-4f50-be70-f3c0e16a1753 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/776abfed-9d08-40d9-a742-c2da678fe267 HTTP/1.1" status: 204 len: 168 time: 1.1667454 Mar 11 16:21:38.350527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60772) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:38.357698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:38.365053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:38.491443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-69fb6cbc-f951-4010-869f-821a7ce46951 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:38.495433 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-69fb6cbc-f951-4010-869f-821a7ce46951 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/0f181816-9e27-4649-9786-20c248d6b759 HTTP/1.1" status: 200 len: 840 time: 0.6005518 Mar 11 16:21:38.507177 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:38.507331 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7b59126e-1b0e-4014-9982-e248a7fd4389 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2360115 Mar 11 16:21:38.507331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60776) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:38.508352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60780) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:38.509529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:38.510033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.555055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:38.579872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc221f2-6dfe-495b-8124-9d062c77393c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting subnet 81928b83-33dc-49a3-964b-30987399fe1c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:38.586237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc221f2-6dfe-495b-8124-9d062c77393c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.605424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.1 (78455ea6-c4a6-4645-b4df-894754c7b9f2/5cc44f7a-3b34-47f8-bf4a-4b24c93370c4/2f3897f2-855e-474d-8c02-538a853b367a) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:38.682815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.691134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc221f2-6dfe-495b-8124-9d062c77393c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.696467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d08e749a-33c5-465f-a420-eb14ca112a12 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 0f181816-9e27-4649-9786-20c248d6b759 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:38.696804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d08e749a-33c5-465f-a420-eb14ca112a12 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.702325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7c998f0e-f50d-40cf-b705-a25cbdc6bc27,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:38.731840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.778585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:38.825822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.878124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:39.007454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=7c998f0e-f50d-40cf-b705-a25cbdc6bc27,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:39.031409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc221f2-6dfe-495b-8124-9d062c77393c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.061042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:39.067664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.087019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.127076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 1d27d79c-a621-4be8-9f2a-19fac118edc7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:39.128415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.146262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d08e749a-33c5-465f-a420-eb14ca112a12 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.160978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77600455-9c55-4f28-b17a-9ef9f8847893 None None] Network 78455ea6-c4a6-4645-b4df-894754c7b9f2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:39.169033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 2f3897f2-855e-474d-8c02-538a853b367a will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:39.192312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.219596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc221f2-6dfe-495b-8124-9d062c77393c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.315538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc221f2-6dfe-495b-8124-9d062c77393c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Subnet': ['ID=81928b83-33dc-49a3-964b-30987399fe1c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:39.317515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cc221f2-6dfe-495b-8124-9d062c77393c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.341366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d08e749a-33c5-465f-a420-eb14ca112a12 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 0f181816-9e27-4649-9786-20c248d6b759 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:39.341712 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2cc221f2-6dfe-495b-8124-9d062c77393c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/81928b83-33dc-49a3-964b-30987399fe1c HTTP/1.1" status: 204 len: 168 time: 0.9889445 Mar 11 16:21:39.345555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60784) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:39.356800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f411a45-a053-4c3e-91ad-bb6198f3041d None None] Network d07933fa-c402-4dac-a42d-024cade7d92c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:39.409558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a197ef99-2459-48a3-ae8b-71c3d110029a None None] Provisioning for port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:39.470903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a197ef99-2459-48a3-ae8b-71c3d110029a None None] Provisioning complete for port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:39.471265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a197ef99-2459-48a3-ae8b-71c3d110029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.479540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.547775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.548385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.618322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 1d27d79c-a621-4be8-9f2a-19fac118edc7 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:39.630826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d08e749a-33c5-465f-a420-eb14ca112a12 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.633662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 78455ea6-c4a6-4645-b4df-894754c7b9f2 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:39.644485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:39.650421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:39.669825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 9dd8806a-81fb-42cb-8331-563433a2a9ce {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:39.670353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.716827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d08e749a-33c5-465f-a420-eb14ca112a12 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.725159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=2f3897f2-855e-474d-8c02-538a853b367a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:39.761730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a197ef99-2459-48a3-ae8b-71c3d110029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.828684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a197ef99-2459-48a3-ae8b-71c3d110029a None None] For port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7f3b8a94-a8d8-4f45-b9e7-989fef94dc51,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:39.847209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e749a-33c5-465f-a420-eb14ca112a12 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=0f181816-9e27-4649-9786-20c248d6b759,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:39.885065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.903107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:21:39.905346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] DHCP port deletion for d07933fa-c402-4dac-a42d-024cade7d92c request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:39.910635 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] Deleting port 9dd8806a-81fb-42cb-8331-563433a2a9ce {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:39.911100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.913197 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.944502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a197ef99-2459-48a3-ae8b-71c3d110029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:39.974188 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d08e749a-33c5-465f-a420-eb14ca112a12 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/0f181816-9e27-4649-9786-20c248d6b759 HTTP/1.1" status: 204 len: 168 time: 1.4698129 Mar 11 16:21:39.985875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60788) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:40.035638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:40.046389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:40.073345 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec887bd5-0c19-4578-95d1-4f6565751669 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:21:40.073895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec887bd5-0c19-4578-95d1-4f6565751669 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:40.077371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:40.077953 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.083866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e4f64-50f4-4121-92f7-4ba2b6c20329 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:40.145315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:40.177134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=895fa927-7244-4639-9fc2-47e16ee6681a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:40.191420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port 9dd8806a-81fb-42cb-8331-563433a2a9ce, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9dd8806a-81fb-42cb-8331-563433a2a9ce,segment=NetworkSegment(d999fa2e-77d2-4581-abcf-16723e610a1f),segment_id=d999fa2e-77d2-4581-abcf-16723e610a1f)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:40.191937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.246688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197ef99-2459-48a3-ae8b-71c3d110029a None None] Pushing event updated for resources: {'Port': ['ID=7f3b8a94-a8d8-4f45-b9e7-989fef94dc51,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:40.263067 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7a3b806c-eb79-43cd-a1dd-2ae2b3ddc9b6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7188785 Mar 11 16:21:40.265096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60792) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:40.269910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:de:cc:af', 'name': 'tempest-NetworksTestDHCPv6-1966887196'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:40.313253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec887bd5-0c19-4578-95d1-4f6565751669 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:40.323679 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ec887bd5-0c19-4578-95d1-4f6565751669 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/0f181816-9e27-4649-9786-20c248d6b759 HTTP/1.1" status: 404 len: 333 time: 0.3348868 Mar 11 16:21:40.323679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60796) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:40.331393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 9dd8806a-81fb-42cb-8331-563433a2a9ce owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:40.334519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'name': 'tempest-PortsTestJSON-1863073926'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:40.409563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fa14ca18-25c6-4709-8bcf-5961ad686091 None None] Provisioning complete for port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:40.409922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa14ca18-25c6-4709-8bcf-5961ad686091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.506197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.508923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] For port 9dd8806a-81fb-42cb-8331-563433a2a9ce, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9dd8806a-81fb-42cb-8331-563433a2a9ce,segment=NetworkSegment(d999fa2e-77d2-4581-abcf-16723e610a1f),segment_id=d999fa2e-77d2-4581-abcf-16723e610a1f)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:40.509309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.569598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.576363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=1d27d79c-a621-4be8-9f2a-19fac118edc7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:40.661451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No DVR routers for this DVR port 9dd8806a-81fb-42cb-8331-563433a2a9ce on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:40.662967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=9dd8806a-81fb-42cb-8331-563433a2a9ce,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:40.676395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] Calling delete_port for 9dd8806a-81fb-42cb-8331-563433a2a9ce owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:40.713697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:40.717595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:40.717957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.723597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:40.732231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:40.738236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:40.741903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:40.747978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:40.865869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.883030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.928728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:40.929078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '895fa927-7244-4639-9fc2-47e16ee6681a'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:40.930249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.931115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:40.953599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:40.973404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:40.980523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:40.987870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.014880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 0a89adbd-1df4-4626-8532-b3ffc8eed1f4 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:41.082675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07933fa-c402-4dac-a42d-024cade7d92c']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:41.146221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd999fa2e-77d2-4581-abcf-16723e610a1f') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:41.146221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd999fa2e-77d2-4581-abcf-16723e610a1f') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:41.174912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.197808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9dd8806a-81fb-42cb-8331-563433a2a9ce no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:41.232833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20eba88b-4d9a-436f-be2a-7a9cd25e8a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.242724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Allocated IP 2001:db8::f816:3eff:fe13:e0fd (b7970c8d-d4d0-48da-9704-4bf255aacaa9/895fa927-7244-4639-9fc2-47e16ee6681a/9116514c-caf7-46b3-920b-86016e01a751) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:41.245566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fa14ca18-25c6-4709-8bcf-5961ad686091 None None] Provisioning for port 2f3897f2-855e-474d-8c02-538a853b367a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:41.249900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.253347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 9dd8806a-81fb-42cb-8331-563433a2a9ce {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:41.253683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9dd8806a-81fb-42cb-8331-563433a2a9ce not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:41.256659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fa14ca18-25c6-4709-8bcf-5961ad686091 None None] Provisioning complete for port 2f3897f2-855e-474d-8c02-538a853b367a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:41.256988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa14ca18-25c6-4709-8bcf-5961ad686091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.257574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Router e0666fe3-6182-4896-af8d-06a277f7d625 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:21:41.261430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:41.261827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:41.276740 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:41.361088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.389378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fa14ca18-25c6-4709-8bcf-5961ad686091 None None] Port 2f3897f2-855e-474d-8c02-538a853b367a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:41.449654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 2edf5d13-69b7-40a8-a912-4ff92d75b92b yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:41.480253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] Deleting port 9dd8806a-81fb-42cb-8331-563433a2a9ce {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:41.480253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.507728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:41.522056 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5256671-7498-497b-9488-934ff909e77a None None] Sync routers for ids ['e0666fe3-6182-4896-af8d-06a277f7d625'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:41.536634 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5256671-7498-497b-9488-934ff909e77a None None] Routers {'e0666fe3-6182-4896-af8d-06a277f7d625'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:41.539463 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f5256671-7498-497b-9488-934ff909e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e0666fe3-6182-4896-af8d-06a277f7d625'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:41.569906 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2540c-9423-4ec0-b160-7281fbc07e2c None None] The port '9dd8806a-81fb-42cb-8331-563433a2a9ce' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:21:41.582083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.596084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.603879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-58b5973b-3cff-48bc-bb4f-0d6d25dc9a8f None None] Provisioning complete for port 2f3897f2-855e-474d-8c02-538a853b367a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:41.603879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-58b5973b-3cff-48bc-bb4f-0d6d25dc9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.607813 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/networks/d07933fa-c402-4dac-a42d-024cade7d92c HTTP/1.1" status: 204 len: 168 time: 2.2620177 Mar 11 16:21:41.609601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60800) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:41.628637 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f5256671-7498-497b-9488-934ff909e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:41.637676 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5256671-7498-497b-9488-934ff909e77a None None] Routers {'e0666fe3-6182-4896-af8d-06a277f7d625'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:41.638624 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f5256671-7498-497b-9488-934ff909e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e0666fe3-6182-4896-af8d-06a277f7d625'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:41.650050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-838195668'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:41.653404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e8107-7b1a-493e-b645-51424184733d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Network': ['ID=d07933fa-c402-4dac-a42d-024cade7d92c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:41.657513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:41.661357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:network and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:41.665013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:41.672502 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-187eecc9-5100-4040-89f1-c41cddce037b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "PUT /v2.0/routers/e0666fe3-6182-4896-af8d-06a277f7d625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3675873 Mar 11 16:21:41.676186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:41.680924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:41.702188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f5256671-7498-497b-9488-934ff909e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:41.702846 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5256671-7498-497b-9488-934ff909e77a None None] The sync data for ids ['e0666fe3-6182-4896-af8d-06a277f7d625'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:41.709485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-58b5973b-3cff-48bc-bb4f-0d6d25dc9a8f None None] Port 2f3897f2-855e-474d-8c02-538a853b367a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:41.711543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.727257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Transition to ACTIVE for port object 9116514c-caf7-46b3-920b-86016e01a751 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:41.733826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.749119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Transition to ACTIVE for port object 9116514c-caf7-46b3-920b-86016e01a751 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:41.804767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.843658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.856929 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1e4389-57c7-4be0-aed1-fc4429c9ddf0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:21:41.857460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5c1e4389-57c7-4be0-aed1-fc4429c9ddf0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:41.901776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.908295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:41.911088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:41.918763 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:41.925157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Pushing event updated for resources: {'Port': ['ID=9116514c-caf7-46b3-920b-86016e01a751,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:41.951472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:41.962211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.962470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.981900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5c1e4389-57c7-4be0-aed1-fc4429c9ddf0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:41.986342 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5c1e4389-57c7-4be0-aed1-fc4429c9ddf0 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/1d27d79c-a621-4be8-9f2a-19fac118edc7 HTTP/1.1" status: 404 len: 333 time: 0.3039424 Mar 11 16:21:41.987136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60808) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:42.013720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Attempting to bind port 9116514c-caf7-46b3-920b-86016e01a751 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:42.013720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Attempting to bind port 9116514c-caf7-46b3-920b-86016e01a751 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:42.014494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Attempting to bind port 9116514c-caf7-46b3-920b-86016e01a751 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:42.020842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:42.021218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:42.021612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.022200 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:42.022895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Bound port: 9116514c-caf7-46b3-920b-86016e01a751, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:42.022895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.025055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:fede:ccaf (b7970c8d-d4d0-48da-9704-4bf255aacaa9/895fa927-7244-4639-9fc2-47e16ee6681a/2edf5d13-69b7-40a8-a912-4ff92d75b92b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:42.038093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:42.038093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:42.047142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:42.051390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:42.052608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:42.053207 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.086346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=2f3897f2-855e-474d-8c02-538a853b367a,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:42.134670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.135449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:42.136881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.137312 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added segment 833408de-ef0d-44c6-b3f5-c5ba85978844 of type vlan for network 0eba3066-69d0-4df6-a4b1-fedab31df53a Mar 11 16:21:42.155334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4749cbb7-bdf6-494c-ad0c-77ad426e82ec tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.174397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] For port 9116514c-caf7-46b3-920b-86016e01a751, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:42.187344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] For port 9116514c-caf7-46b3-920b-86016e01a751, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9116514c-caf7-46b3-920b-86016e01a751,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:42.212522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:42.212821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.279692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.316333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.363690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=0a89adbd-1df4-4626-8532-b3ffc8eed1f4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:42.370262 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f55afc4-bed2-4f83-9ffa-9e8850c5489d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0440178 Mar 11 16:21:42.412029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4cf2f-fc5f-455f-b819-e13c02308829 None None] Pushing event updated for resources: {'Port': ['ID=9116514c-caf7-46b3-920b-86016e01a751,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:42.432616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60812) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:42.459744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1d89bbe0-88cd-41b1-9d82-525423192ee8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:42.516010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4749cbb7-bdf6-494c-ad0c-77ad426e82ec tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.526439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4749cbb7-bdf6-494c-ad0c-77ad426e82ec tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.643544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.649729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:42.656110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.700733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4749cbb7-bdf6-494c-ad0c-77ad426e82ec tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.701241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4749cbb7-bdf6-494c-ad0c-77ad426e82ec tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Fanout notify agent at l3_agent the message router_deleted on router e0666fe3-6182-4896-af8d-06a277f7d625 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:21:42.737159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 78455ea6-c4a6-4645-b4df-894754c7b9f2 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:42.738017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d89bbe0-88cd-41b1-9d82-525423192ee8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.754371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:42.767197 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.805372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4749cbb7-bdf6-494c-ad0c-77ad426e82ec tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.806500 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4749cbb7-bdf6-494c-ad0c-77ad426e82ec tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/routers/e0666fe3-6182-4896-af8d-06a277f7d625 HTTP/1.1" status: 204 len: 168 time: 0.8185058 Mar 11 16:21:42.810461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60816) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:42.847954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Network': ['ID=0eba3066-69d0-4df6-a4b1-fedab31df53a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:42.863166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 0eba3066-69d0-4df6-a4b1-fedab31df53a details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:21:42.890240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 2edf5d13-69b7-40a8-a912-4ff92d75b92b will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:42.899715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9b79ae-8df4-4775-aaf3-e8f0833587a5 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet 52710944-8b8f-40a1-bebb-7f2b3af6908b {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:42.903458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf9b79ae-8df4-4775-aaf3-e8f0833587a5 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.973142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf9b79ae-8df4-4775-aaf3-e8f0833587a5 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.020786 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d245630-499f-4567-8da4-9ce79ad9369e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3808763 Mar 11 16:21:43.021680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:43.032565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'subnet': {'network_id': '0eba3066-69d0-4df6-a4b1-fedab31df53a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:43.156246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3c00a6be-a480-4491-9052-0a281fd54a02 None None] Provisioning complete for port 2f3897f2-855e-474d-8c02-538a853b367a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:43.157478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3c00a6be-a480-4491-9052-0a281fd54a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.170189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:43.176793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:subnet and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:43.181150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:43.187676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf9b79ae-8df4-4775-aaf3-e8f0833587a5 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.199078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router e8dbb226-1939-4729-99d9-776a439b5633 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:21:43.222458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:43.231225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3c00a6be-a480-4491-9052-0a281fd54a02 None None] Port 2f3897f2-855e-474d-8c02-538a853b367a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:43.304409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.314842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d89bbe0-88cd-41b1-9d82-525423192ee8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.346293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:43.349795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.414522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-38e93b7a-06d9-4e7b-944b-08b42a59e8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.445575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf9b79ae-8df4-4775-aaf3-e8f0833587a5 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.457868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:43.476608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d89bbe0-88cd-41b1-9d82-525423192ee8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.481403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:43.491632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:43.497849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:43.499054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.503129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b79ae-8df4-4775-aaf3-e8f0833587a5 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=52710944-8b8f-40a1-bebb-7f2b3af6908b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:43.504454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=2edf5d13-69b7-40a8-a912-4ff92d75b92b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:43.522349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf9b79ae-8df4-4775-aaf3-e8f0833587a5 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.531429 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228cf76a-6c77-4581-9b34-c71dfd610b1f None None] Network 4c8a3646-943b-4dd0-84c8-41acc7277259 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:43.555465 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cf9b79ae-8df4-4775-aaf3-e8f0833587a5 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/52710944-8b8f-40a1-bebb-7f2b3af6908b HTTP/1.1" status: 204 len: 168 time: 0.7436121 Mar 11 16:21:43.559872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60824) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:43.601958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-1d89bbe0-88cd-41b1-9d82-525423192ee8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] In _notify_port_updated(), no bound segment for port 0a89adbd-1df4-4626-8532-b3ffc8eed1f4 on network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:21:43.607873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89bbe0-88cd-41b1-9d82-525423192ee8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:43.608646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1d89bbe0-88cd-41b1-9d82-525423192ee8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.610267 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1d89bbe0-88cd-41b1-9d82-525423192ee8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "PUT /v2.0/ports/0a89adbd-1df4-4626-8532-b3ffc8eed1f4 HTTP/1.1" status: 200 len: 818 time: 1.1766164 Mar 11 16:21:43.623257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60828) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:43.626429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:43.670518 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-01e3ce95-a0ef-4f3e-b625-d119525b3eeb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/e8dbb226-1939-4729-99d9-776a439b5633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5760550 Mar 11 16:21:43.680173 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60832) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:43.745138 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c10013bd-1ecc-4405-a522-7779220c3951 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4806833 Mar 11 16:21:43.745954 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60836) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:43.764144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89bbe0-88cd-41b1-9d82-525423192ee8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=0a89adbd-1df4-4626-8532-b3ffc8eed1f4,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:43.773200 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Sync routers for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:43.831792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:43.832461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:43.877514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-75d03f5f-414d-43b6-bfb5-8ecbe115f855 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 0a89adbd-1df4-4626-8532-b3ffc8eed1f4 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:43.877961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75d03f5f-414d-43b6-bfb5-8ecbe115f855 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.912171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.943947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port d7662287-2d4e-4804-81a7-7d61a43ecef9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:43.944572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.062211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-686fe317-5dc8-4be6-92cf-b99324f99ef0 None None] Provisioning for port 9116514c-caf7-46b3-920b-86016e01a751 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:44.119296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.137892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:21:44.199297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] DHCP port deletion for 4c8a3646-943b-4dd0-84c8-41acc7277259 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:44.207014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.207484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.208040 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.208385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.208850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.209280 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.209726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.210199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.210638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.215219 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7604351a-9f99-41f2-8499-13d814ee0324 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6201 time: 0.5247555 Mar 11 16:21:44.217681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60840) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:44.229867 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] Deleting port d7662287-2d4e-4804-81a7-7d61a43ecef9 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:44.230457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.259139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9226d9e-7f1e-404c-90aa-0d74a7537c17 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.264915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9226d9e-7f1e-404c-90aa-0d74a7537c17 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.265696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c9226d9e-7f1e-404c-90aa-0d74a7537c17 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:44.315024 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9116514c-caf7-46b3-920b-86016e01a751 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:44.361041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f530c247-6474-433a-b771-2f5b1f54296d None None] Provisioning for port 2edf5d13-69b7-40a8-a912-4ff92d75b92b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:44.364013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] For port d7662287-2d4e-4804-81a7-7d61a43ecef9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d7662287-2d4e-4804-81a7-7d61a43ecef9,segment=NetworkSegment(16708dcb-7029-4582-8774-34d820fe1449),segment_id=16708dcb-7029-4582-8774-34d820fe1449)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:44.364541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.375499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75d03f5f-414d-43b6-bfb5-8ecbe115f855 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.381858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Subnet': ['ID=c8a1428b-b862-4415-b7cc-f57ccb6a6a62,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:44.443284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f530c247-6474-433a-b771-2f5b1f54296d None None] Provisioning complete for port 2edf5d13-69b7-40a8-a912-4ff92d75b92b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:44.443512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c9226d9e-7f1e-404c-90aa-0d74a7537c17 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:44.443607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f530c247-6474-433a-b771-2f5b1f54296d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.447155 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c9226d9e-7f1e-404c-90aa-0d74a7537c17 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6943674 Mar 11 16:21:44.503360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60844) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:44.505691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for d7662287-2d4e-4804-81a7-7d61a43ecef9 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:44.512587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-75d03f5f-414d-43b6-bfb5-8ecbe115f855 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 0a89adbd-1df4-4626-8532-b3ffc8eed1f4 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:44.554152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Checking segment: {'id': '833408de-ef0d-44c6-b3f5-c5ba85978844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0eba3066-69d0-4df6-a4b1-fedab31df53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:44.554544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network hostable DHCP agents. Network: 0eba3066-69d0-4df6-a4b1-fedab31df53a, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:44.578185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd620b0-5342-4cb2-807f-2bdbe509a754 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.579251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd620b0-5342-4cb2-807f-2bdbe509a754 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.579715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd620b0-5342-4cb2-807f-2bdbe509a754 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.580164 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd620b0-5342-4cb2-807f-2bdbe509a754 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.580610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd620b0-5342-4cb2-807f-2bdbe509a754 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.581088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd620b0-5342-4cb2-807f-2bdbe509a754 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:44.582833 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3bd620b0-5342-4cb2-807f-2bdbe509a754 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3958 time: 0.3637762 Mar 11 16:21:44.588748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60848) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:44.638201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b66692cc-06bd-44a7-97f6-f6bfc441ee14 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 2edf5d13-69b7-40a8-a912-4ff92d75b92b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:44.638795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b66692cc-06bd-44a7-97f6-f6bfc441ee14 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.725669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.742628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f530c247-6474-433a-b771-2f5b1f54296d None None] Port 2edf5d13-69b7-40a8-a912-4ff92d75b92b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:44.773561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] For port d7662287-2d4e-4804-81a7-7d61a43ecef9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d7662287-2d4e-4804-81a7-7d61a43ecef9,segment=NetworkSegment(16708dcb-7029-4582-8774-34d820fe1449),segment_id=16708dcb-7029-4582-8774-34d820fe1449)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:44.773963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.790899 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 9116514c-caf7-46b3-920b-86016e01a751 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:44.808412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 0eba3066-69d0-4df6-a4b1-fedab31df53a is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:44.813605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75d03f5f-414d-43b6-bfb5-8ecbe115f855 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.817075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.871761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=d7662287-2d4e-4804-81a7-7d61a43ecef9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:44.874395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No DVR routers for this DVR port d7662287-2d4e-4804-81a7-7d61a43ecef9 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:44.913326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9116514c-caf7-46b3-920b-86016e01a751 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:44.913683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.914696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d03f5f-414d-43b6-bfb5-8ecbe115f855 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=0a89adbd-1df4-4626-8532-b3ffc8eed1f4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:44.935581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75d03f5f-414d-43b6-bfb5-8ecbe115f855 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.948979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] Calling delete_port for d7662287-2d4e-4804-81a7-7d61a43ecef9 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:44.958203 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-75d03f5f-414d-43b6-bfb5-8ecbe115f855 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/0a89adbd-1df4-4626-8532-b3ffc8eed1f4 HTTP/1.1" status: 204 len: 168 time: 1.3354549 Mar 11 16:21:44.962476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60854) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:44.962635 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-64402cc9-67b5-4dad-b104-e18fbd3ac75d tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.3699024 Mar 11 16:21:45.017253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.022156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.023183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b66692cc-06bd-44a7-97f6-f6bfc441ee14 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.033351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 0eba3066-69d0-4df6-a4b1-fedab31df53a) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:45.045881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.046483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.063332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8a3646-943b-4dd0-84c8-41acc7277259']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:45.080240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36ca4d0-ff45-4964-8d14-79ae5112dc0c None None] Network 0eba3066-69d0-4df6-a4b1-fedab31df53a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:45.081926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16708dcb-7029-4582-8774-34d820fe1449') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:45.082248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16708dcb-7029-4582-8774-34d820fe1449') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:45.096102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.113144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.120107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:45.120541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:45.135477 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:45.153634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b66692cc-06bd-44a7-97f6-f6bfc441ee14 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 2edf5d13-69b7-40a8-a912-4ff92d75b92b owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:45.222251 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d6be8551-c5ef-42ab-a916-a6b349bce57f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1952055 Mar 11 16:21:45.223702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60860) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:45.231167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1009939710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:45.236478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb02a21-7f04-437e-babe-5c02586ad5c1 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.237187 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8fb02a21-7f04-437e-babe-5c02586ad5c1 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:45.240647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:45.244596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:router and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:45.249740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:45.256643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:45.268137 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:45.268864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:45.306132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.326361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.333186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Network': ['ID=4c8a3646-943b-4dd0-84c8-41acc7277259,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:45.337369 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eb03d22b-b05a-47b1-9a30-4d5b9e3a33d4 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/networks/4c8a3646-943b-4dd0-84c8-41acc7277259 HTTP/1.1" status: 204 len: 168 time: 1.7744076 Mar 11 16:21:45.341638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60864) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:45.346389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8fb02a21-7f04-437e-babe-5c02586ad5c1 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:45.347800 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8fb02a21-7f04-437e-babe-5c02586ad5c1 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 841 time: 0.3875210 Mar 11 16:21:45.355209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60868) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:45.384549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.385635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.392045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.399973 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-888e1ddf-dba1-4ba5-8d21-896aa5710a4d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:21:45.404963 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-888e1ddf-dba1-4ba5-8d21-896aa5710a4d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/0a89adbd-1df4-4626-8532-b3ffc8eed1f4 HTTP/1.1" status: 404 len: 333 time: 0.0447836 Mar 11 16:21:45.405093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60872) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:45.409892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b66692cc-06bd-44a7-97f6-f6bfc441ee14 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.413757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1468526113'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:45.421765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:45.430249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:network and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:45.442958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:21:40Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:41Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:45.443949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:45.447339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.455795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da0560-b91c-438c-bbee-5b26201ac4ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.456411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-71da0560-b91c-438c-bbee-5b26201ac4ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:45.464818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66692cc-06bd-44a7-97f6-f6bfc441ee14 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=2edf5d13-69b7-40a8-a912-4ff92d75b92b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:45.468125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:45.484747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 9116514c-caf7-46b3-920b-86016e01a751, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9116514c-caf7-46b3-920b-86016e01a751,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:45.485903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Checking router: e8dbb226-1939-4729-99d9-776a439b5633 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:21:45.486215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Updating router e8dbb226-1939-4729-99d9-776a439b5633 port 2f3897f2-855e-474d-8c02-538a853b367a binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:21:45.506684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b66692cc-06bd-44a7-97f6-f6bfc441ee14 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.540096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-0eba3066-69d0-4df6-a4b1-fedab31df53a', 'network_id': '0eba3066-69d0-4df6-a4b1-fedab31df53a', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'fixed_ips': [{'subnet_id': 'c8a1428b-b862-4415-b7cc-f57ccb6a6a62'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:45.540919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.562628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.567926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-71da0560-b91c-438c-bbee-5b26201ac4ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:45.569122 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-71da0560-b91c-438c-bbee-5b26201ac4ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/2d730ee7-fce9-4063-bde7-8533095aaad9 HTTP/1.1" status: 200 len: 845 time: 0.2268832 Mar 11 16:21:45.573723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60876) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:45.639790 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b66692cc-06bd-44a7-97f6-f6bfc441ee14 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/2edf5d13-69b7-40a8-a912-4ff92d75b92b HTTP/1.1" status: 204 len: 168 time: 1.1349254 Mar 11 16:21:45.640476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60880) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:45.651830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:45.656551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.656868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.667121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.712191 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-60dd9301-b5ed-4688-8999-5055304e32f6 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/2d730ee7-fce9-4063-bde7-8533095aaad9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1368370 Mar 11 16:21:45.719438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60884) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:45.731533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:45.756226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496093a0-c653-4b0a-886c-51d4ec4b13f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.757936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496093a0-c653-4b0a-886c-51d4ec4b13f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.758780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-496093a0-c653-4b0a-886c-51d4ec4b13f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:45.769632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] Deleting port d7662287-2d4e-4804-81a7-7d61a43ecef9 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:45.770001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.859647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-496093a0-c653-4b0a-886c-51d4ec4b13f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:45.861024 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-496093a0-c653-4b0a-886c-51d4ec4b13f4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2192488 Mar 11 16:21:45.863854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:45.865365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.896036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:45.938804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-55de0375-bfcb-486d-9f1f-65a4bfff4308 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 895fa927-7244-4639-9fc2-47e16ee6681a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:45.941796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55de0375-bfcb-486d-9f1f-65a4bfff4308 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.947974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-513a59cd-f076-4a56-b08d-217ff49f4929 None None] The port 'd7662287-2d4e-4804-81a7-7d61a43ecef9' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:21:45.960619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=9116514c-caf7-46b3-920b-86016e01a751,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:45.987675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.994069 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Added segment b27bb9cc-4912-4643-ba28-a0ea9ef976a1 of type vlan for network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 Mar 11 16:21:45.994069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.994069 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-17b50268-fd87-4dd2-bb61-394d569eca6e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7662818 Mar 11 16:21:45.995031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60892) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:46.021448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Allocated IP 2001:db8::2 (0eba3066-69d0-4df6-a4b1-fedab31df53a/c8a1428b-b862-4415-b7cc-f57ccb6a6a62/5debd033-f4da-4ff4-a179-43f8c979663a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:46.044581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:46.053693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:46.058539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.064173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:46.081856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:46.185953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9116514c-caf7-46b3-920b-86016e01a751 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:46.187154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55de0375-bfcb-486d-9f1f-65a4bfff4308 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.226124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:46.229980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.263850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.270623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.271274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.356516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60900) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:46.366705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1708668186', 'description': 'tempest-secgroup-smoke-1708668186 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:46.385329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:46.444306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9116514c-caf7-46b3-920b-86016e01a751 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:46.444885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.446506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:46.460411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Network': ['ID=1f18bba0-0771-4a26-ae72-aa5c285e4ef2,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:46.462301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:46.494428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:21:46.533196 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f6a409bc-41a0-4311-b73f-924a0f43b2bc tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1269991 Mar 11 16:21:46.534061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60904) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:46.545871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:46.585898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.592705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.595687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:46.665168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55de0375-bfcb-486d-9f1f-65a4bfff4308 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.671898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Transition to ACTIVE for port object 5debd033-f4da-4ff4-a179-43f8c979663a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:46.683205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Transition to ACTIVE for port object 2f3897f2-855e-474d-8c02-538a853b367a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:46.719886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:46.728092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:46.734005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:46.740657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:46.743413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Transition to ACTIVE for port object 5debd033-f4da-4ff4-a179-43f8c979663a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:46.759179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.772537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.796685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.833870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d7662287-2d4e-4804-81a7-7d61a43ecef9 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:46.871243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:46.871634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:46.876765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.881812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:46.894644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:46.937237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:46.957942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:46.989514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:47.004601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.007523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:47.019197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:47.019197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.020227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: d7662287-2d4e-4804-81a7-7d61a43ecef9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:21:47.020227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d7662287-2d4e-4804-81a7-7d61a43ecef9 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:47.063451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.072647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad4d40-2731-4fe4-8c0a-56f6880db50e None None] Pushing event updated for resources: {'Port': ['ID=2f3897f2-855e-474d-8c02-538a853b367a,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.106254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55de0375-bfcb-486d-9f1f-65a4bfff4308 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.127199 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ef973-95dc-45c0-9adc-fc19ffd9e259 None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:47.174744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de0375-bfcb-486d-9f1f-65a4bfff4308 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=895fa927-7244-4639-9fc2-47e16ee6681a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.184729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Network 0eba3066-69d0-4df6-a4b1-fedab31df53a is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:47.192797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55de0375-bfcb-486d-9f1f-65a4bfff4308 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.223731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:47.225333 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d882ec49-ba32-4efb-8a8c-9be849727b0a None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:47.235428 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1c7c6cc-dc20-4ac5-be21-6107ba68d45f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5091646 Mar 11 16:21:47.236969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60908) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:47.241864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'security_group': {'name': 'tempest-secgroup-514675195'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:47.252990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:47.257240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:47.260781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:47.268315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:47.288491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:47.301184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.309169 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 2001:db8::1 (0eba3066-69d0-4df6-a4b1-fedab31df53a/c8a1428b-b862-4415-b7cc-f57ccb6a6a62/12ff12d5-d09f-47bf-8ec6-f76d322aa76f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:47.345791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.359026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Pushing event updated for resources: {'Port': ['ID=5debd033-f4da-4ff4-a179-43f8c979663a,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.396536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.417443 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-55de0375-bfcb-486d-9f1f-65a4bfff4308 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/895fa927-7244-4639-9fc2-47e16ee6681a HTTP/1.1" status: 204 len: 168 time: 1.5503681 Mar 11 16:21:47.418834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60912) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:47.444624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:47.448556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=1ee5be90-8079-4b41-8c0c-d3b58537e0be,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.453295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group_rule and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:47.458997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:47.467222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:47.469411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Checking segment: {'id': 'b27bb9cc-4912-4643-ba28-a0ea9ef976a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:47.469740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network hostable DHCP agents. Network: 1f18bba0-0771-4a26-ae72-aa5c285e4ef2, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:47.503301 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ef2f68d2-983f-4f72-89ec-165cb67abfce tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836573 Mar 11 16:21:47.507883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60916) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:47.513510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:47.514774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.585496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca915a93-cf40-4d5f-80e0-d99f1cae4e89,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.611356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:47.613770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.624302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Attempting to bind port 2f3897f2-855e-474d-8c02-538a853b367a on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:47.624302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Attempting to bind port 2f3897f2-855e-474d-8c02-538a853b367a by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:47.624302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Attempting to bind port 2f3897f2-855e-474d-8c02-538a853b367a on network 78455ea6-c4a6-4645-b4df-894754c7b9f2 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:47.632595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Transition to ACTIVE for port object 12ff12d5-d09f-47bf-8ec6-f76d322aa76f will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:47.670373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:47.674944 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:47.675340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Checking segment: {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:47.675832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.676223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Bound using segment: {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:47.676690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Bound port: 2f3897f2-855e-474d-8c02-538a853b367a, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:47.677060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.682012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:47.686818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:47.691376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.693847 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Attempting to bind port 5debd033-f4da-4ff4-a179-43f8c979663a on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:47.694220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Attempting to bind port 5debd033-f4da-4ff4-a179-43f8c979663a by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '833408de-ef0d-44c6-b3f5-c5ba85978844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0eba3066-69d0-4df6-a4b1-fedab31df53a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:47.694609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Attempting to bind port 5debd033-f4da-4ff4-a179-43f8c979663a on network 0eba3066-69d0-4df6-a4b1-fedab31df53a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:47.695246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:47.710981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.712324 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bf3fab50-4a29-4543-beee-c8d5abe8fd1f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3499374 Mar 11 16:21:47.715636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60920) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:47.721550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'ca915a93-cf40-4d5f-80e0-d99f1cae4e89', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:47.727850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:47.731579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:47.735412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:47.735675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.738005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 1f18bba0-0771-4a26-ae72-aa5c285e4ef2) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:47.740443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:47.740815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Checking segment: {'id': '833408de-ef0d-44c6-b3f5-c5ba85978844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0eba3066-69d0-4df6-a4b1-fedab31df53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:47.743416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.743416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Bound using segment: {'id': '833408de-ef0d-44c6-b3f5-c5ba85978844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0eba3066-69d0-4df6-a4b1-fedab31df53a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:47.743416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Bound port: 5debd033-f4da-4ff4-a179-43f8c979663a, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833408de-ef0d-44c6-b3f5-c5ba85978844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0eba3066-69d0-4df6-a4b1-fedab31df53a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:47.743416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.744359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:47.746628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:47.747205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.764885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da604c-b37d-49e4-8695-001449e87b05 None None] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:47.768429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.783751 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:47.788291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.814362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 0eba3066-69d0-4df6-a4b1-fedab31df53a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:47.817573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:47.930427 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1e1a43f5-a379-4862-9f8d-d49363c1ea86 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3876519 Mar 11 16:21:47.930427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.937174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd648deb-25a5-453f-8982-42dbb6bf7585,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.944345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60924) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:47.945356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.946782 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cfc2e03a-9d80-43fc-a942-ab63ae6b902f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7088797 Mar 11 16:21:47.955509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60928) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:47.956367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:47.957048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.958201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:47.968482 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'security_group': {'name': 'tempest-secgroup-1652655695'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:47.973270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=12ff12d5-d09f-47bf-8ec6-f76d322aa76f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.986032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:47.996353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:48.001972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:48.013668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:48.061801 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] For port 2f3897f2-855e-474d-8c02-538a853b367a, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:48.083947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.103750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] For port 5debd033-f4da-4ff4-a179-43f8c979663a, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:48.106457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] For port 2f3897f2-855e-474d-8c02-538a853b367a, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2f3897f2-855e-474d-8c02-538a853b367a,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:48.120262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] For port 5debd033-f4da-4ff4-a179-43f8c979663a, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5debd033-f4da-4ff4-a179-43f8c979663a,segment=NetworkSegment(833408de-ef0d-44c6-b3f5-c5ba85978844),segment_id=833408de-ef0d-44c6-b3f5-c5ba85978844)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:48.167926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.171078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.182507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.191489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:48.195531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group_rule and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:48.198592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:48.205210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:48.225348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.226197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:48.234519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:48.240072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:48.242027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:48.242869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.266983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Deleting port 9116514c-caf7-46b3-920b-86016e01a751 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:48.266983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.275951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:48.295791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea391ba5-4c00-4af8-9552-fa4027996131,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:48.391931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-1f795d1c-9f6f-4b27-af59-9ab696a75901', 'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'tenant_id': '574f42aaefb34068bf83903d8d802290', 'fixed_ips': [{'subnet_id': 'c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:48.392842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.426516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b055fc0-d2b7-4c1c-997b-94be8f4ba3fb None None] Pushing event updated for resources: {'Port': ['ID=5debd033-f4da-4ff4-a179-43f8c979663a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:48.429426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-1f18bba0-0771-4a26-ae72-aa5c285e4ef2', 'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2', 'tenant_id': '82393e89a4984d5d95189d19c56d0d01', 'fixed_ips': [{'subnet_id': '1ee5be90-8079-4b41-8c0c-d3b58537e0be'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:48.430531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.481691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.488586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:48.489744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:48.509272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:48.514766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.533069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.534632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b440eeb-b904-4fae-b739-1f9408989240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8181834 Mar 11 16:21:48.538323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60932) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:48.557035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'ca915a93-cf40-4d5f-80e0-d99f1cae4e89', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:48.569790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:48.621969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:48.634850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:48.647275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.653349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:48.714299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01492bb-7987-47b4-b3bb-9552b7aa8882,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:48.742910 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1ee5be90-8079-4b41-8c0c-d3b58537e0be (CIDR: 172.20.0.0/28) Mar 11 16:21:48.771517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.790813 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:21:48.791036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:21:48.797485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.799128 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-82aa4246-a674-4842-a3c7-8b97211f17c9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8390687 Mar 11 16:21:48.802571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60936) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:48.814639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1896145565', 'security_groups': ['f01492bb-7987-47b4-b3bb-9552b7aa8882'], 'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:48.822623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.840061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.841133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:48.851282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:21:48.930032 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3c5b48e3-88c5-490c-bfe8-449e1014dd0a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9817767 Mar 11 16:21:48.936682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60940) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:48.955284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:49.007369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad4d40-2731-4fe4-8c0a-56f6880db50e None None] Pushing event updated for resources: {'Port': ['ID=2f3897f2-855e-474d-8c02-538a853b367a,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:49.124057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=12ff12d5-d09f-47bf-8ec6-f76d322aa76f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:49.133223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.138637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 0eba3066-69d0-4df6-a4b1-fedab31df53a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:49.145706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:49.152410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:49.164947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.186106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:49.197114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.287825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:49.292489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.337426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:21:49.370048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.382817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.392926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:port and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:49.397614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:49.406013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.419796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Allocated IP 2001:db8::2 (1f795d1c-9f6f-4b27-af59-9ab696a75901/c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e/64f44e29-483b-4f6c-8e20-3d844f66c821) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:49.447840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bf4adf-4b74-47e2-9509-00234918a60b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:49.500976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:49.503947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.529123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 4640b866-f251-44da-863f-267e52af1f2a is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:21:49.557816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Allocated IP 172.20.0.2 (1f18bba0-0771-4a26-ae72-aa5c285e4ef2/1ee5be90-8079-4b41-8c0c-d3b58537e0be/82e5b22a-16ff-4783-a17b-c3f905d76684) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:49.585111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.587141 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8aa5df7f-463f-4e35-a089-f3f7f7e3ca7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0475149 Mar 11 16:21:49.593636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60944) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:49.606877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'ca915a93-cf40-4d5f-80e0-d99f1cae4e89', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:49.616370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] For port 9116514c-caf7-46b3-920b-86016e01a751, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9116514c-caf7-46b3-920b-86016e01a751,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:49.616944 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.619474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.644382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:49.648361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:49.660264 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.835623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.878038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Calling delete_port for 9116514c-caf7-46b3-920b-86016e01a751 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:49.933329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] For port 9116514c-caf7-46b3-920b-86016e01a751, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9116514c-caf7-46b3-920b-86016e01a751,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:49.973910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.992790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.994741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:50.004096 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-24eb1b2e-49b5-461d-bf76-367b918604a0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/4640b866-f251-44da-863f-267e52af1f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0043194 Mar 11 16:21:50.004910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60948) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:50.017659 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89416c-dbc2-49b2-8fef-a4272fc78202 None None] Sync routers for ids ['4640b866-f251-44da-863f-267e52af1f2a'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:50.023495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.026340 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89416c-dbc2-49b2-8fef-a4272fc78202 None None] Routers {'4640b866-f251-44da-863f-267e52af1f2a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:50.027122 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-af89416c-dbc2-49b2-8fef-a4272fc78202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['4640b866-f251-44da-863f-267e52af1f2a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:50.046390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port faf958ff-85c4-4f49-9467-95176f960286 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:50.065587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.090871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cee5568-2d8c-4cf7-9b1c-2ffc30a0dd3c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:50.116878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.126954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.132585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.144610 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-af89416c-dbc2-49b2-8fef-a4272fc78202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:50.155140 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89416c-dbc2-49b2-8fef-a4272fc78202 None None] Routers {'4640b866-f251-44da-863f-267e52af1f2a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:50.161084 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-af89416c-dbc2-49b2-8fef-a4272fc78202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['4640b866-f251-44da-863f-267e52af1f2a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:50.191707 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c9122d-0734-470b-9223-58fadf0f55cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:50.192479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39c9122d-0734-470b-9223-58fadf0f55cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:50.252514 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-af89416c-dbc2-49b2-8fef-a4272fc78202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:50.253169 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89416c-dbc2-49b2-8fef-a4272fc78202 None None] The sync data for ids ['4640b866-f251-44da-863f-267e52af1f2a'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:50.280788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec50857-6264-492f-87b9-3ef89d597983 None None] Network 0eba3066-69d0-4df6-a4b1-fedab31df53a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:50.294953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5debd033-f4da-4ff4-a179-43f8c979663a up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:50.308511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=8df7ac59-677f-4f0a-8ff0-e4fd66217df9,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:50.316698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39c9122d-0734-470b-9223-58fadf0f55cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:50.320798 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-39c9122d-0734-470b-9223-58fadf0f55cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports/12ff12d5-d09f-47bf-8ec6-f76d322aa76f HTTP/1.1" status: 200 len: 911 time: 0.3128464 Mar 11 16:21:50.321177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60952) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:50.325465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:50.361917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:50.363632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:50.371769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:50.374339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:50.375294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.395401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:50.396158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.441637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.445374 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1e7bd21-b2cc-4ce8-87b9-1706ac3594f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8454964 Mar 11 16:21:50.447244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60956) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:50.451001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:50.451344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:50.452312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'ca915a93-cf40-4d5f-80e0-d99f1cae4e89', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:50.459147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=3fbea38a-a355-47df-bdf4-0cd5ee9d9e63,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:50.464538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=9116514c-caf7-46b3-920b-86016e01a751,revision_number=6']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:50.467398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:50.488805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:50.492574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:50.498581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:50.513462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a8a17a34-dddc-4d5c-8168-ea3d91337ce4 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5722005 Mar 11 16:21:50.516161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60960) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:50.526795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2', 'fixed_ips': [{'subnet_id': '1ee5be90-8079-4b41-8c0c-d3b58537e0be'}, {'subnet_id': '8df7ac59-677f-4f0a-8ff0-e4fd66217df9'}], 'name': 'tempest-PortsTestJSON-354996612'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:50.560206 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d822c240-c983-40fe-a0ac-23a9a9dc051f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0488858 Mar 11 16:21:50.562466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60964) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:50.573389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:32:f7:fd', 'name': 'tempest-NetworksTestDHCPv6-400473167'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:50.587539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b5b3ccc1-c198-4d07-afe1-1feb0a010746 None None] Provisioning for port 5debd033-f4da-4ff4-a179-43f8c979663a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:50.623473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.664006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Transition to ACTIVE for port object 64f44e29-483b-4f6c-8e20-3d844f66c821 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:50.675407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.723892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Transition to ACTIVE for port object 82e5b22a-16ff-4783-a17b-c3f905d76684 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:50.737706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.752816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 5debd033-f4da-4ff4-a179-43f8c979663a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:50.759955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Transition to ACTIVE for port object 64f44e29-483b-4f6c-8e20-3d844f66c821 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:50.762669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:21:40Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:48Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:50.780633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5debd033-f4da-4ff4-a179-43f8c979663a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:50.781096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.808454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Transition to ACTIVE for port object 82e5b22a-16ff-4783-a17b-c3f905d76684 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:50.810285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbf4af7-3d7e-4514-a59a-9bfc92b946ca None None] The sync data for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv is: [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:21:40Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:48Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:50.866504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.945950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.959998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Deleting port 9116514c-caf7-46b3-920b-86016e01a751 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:50.960373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.992059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:51.015326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::334 (1f795d1c-9f6f-4b27-af59-9ab696a75901/c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e/faf958ff-85c4-4f49-9467-95176f960286) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:51.022608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:51.029434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:51.038083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:51.042451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:51.046771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:51.057009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.057230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:51.058038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:51.065908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.066106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Pushing event updated for resources: {'Port': ['ID=64f44e29-483b-4f6c-8e20-3d844f66c821,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:51.072865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:51.078968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:51.110118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:51.126390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:51.143257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:51.160632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.175834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:51.330396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.365675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199aaab3-8266-4fe6-bc6c-45e760d1bfbc,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:51.407198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Pushing event updated for resources: {'Port': ['ID=82e5b22a-16ff-4783-a17b-c3f905d76684,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:51.480339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:51.486511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.501997 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Attempting to bind port 64f44e29-483b-4f6c-8e20-3d844f66c821 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:51.507529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Attempting to bind port 64f44e29-483b-4f6c-8e20-3d844f66c821 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '7ff96c89-9152-4002-89d0-89f31ac531d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:51.508832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Attempting to bind port 64f44e29-483b-4f6c-8e20-3d844f66c821 on network 1f795d1c-9f6f-4b27-af59-9ab696a75901 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:51.585077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Attempting to bind port 82e5b22a-16ff-4783-a17b-c3f905d76684 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:51.585619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Attempting to bind port 82e5b22a-16ff-4783-a17b-c3f905d76684 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'b27bb9cc-4912-4643-ba28-a0ea9ef976a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:51.589845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Attempting to bind port 82e5b22a-16ff-4783-a17b-c3f905d76684 on network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:51.602050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:51.604003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Checking segment: {'id': '7ff96c89-9152-4002-89d0-89f31ac531d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:51.604577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.605134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Bound using segment: {'id': '7ff96c89-9152-4002-89d0-89f31ac531d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:51.608946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Bound port: 64f44e29-483b-4f6c-8e20-3d844f66c821, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff96c89-9152-4002-89d0-89f31ac531d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:51.610124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.652252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:51.652922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Checking segment: {'id': 'b27bb9cc-4912-4643-ba28-a0ea9ef976a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:51.653483 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.654043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Bound using segment: {'id': 'b27bb9cc-4912-4643-ba28-a0ea9ef976a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:51.654692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Bound port: 82e5b22a-16ff-4783-a17b-c3f905d76684, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27bb9cc-4912-4643-ba28-a0ea9ef976a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:51.655245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.660630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 12ff12d5-d09f-47bf-8ec6-f76d322aa76f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:51.661203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.782274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.859573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 5debd033-f4da-4ff4-a179-43f8c979663a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5debd033-f4da-4ff4-a179-43f8c979663a,segment=NetworkSegment(833408de-ef0d-44c6-b3f5-c5ba85978844),segment_id=833408de-ef0d-44c6-b3f5-c5ba85978844)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:51.874841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object faf958ff-85c4-4f49-9467-95176f960286 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:51.892719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.893937 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f76d6eb4-6517-4b99-871a-8da7f012b285 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4457748 Mar 11 16:21:51.899813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60968) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:51.909165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] For port 64f44e29-483b-4f6c-8e20-3d844f66c821, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:51.911017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'ca915a93-cf40-4d5f-80e0-d99f1cae4e89', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:51.921492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:51.931685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:51.937076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:51.949027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:51.964721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] For port 64f44e29-483b-4f6c-8e20-3d844f66c821, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64f44e29-483b-4f6c-8e20-3d844f66c821,segment=NetworkSegment(7ff96c89-9152-4002-89d0-89f31ac531d3),segment_id=7ff96c89-9152-4002-89d0-89f31ac531d3)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:51.979516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.985900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] For port 9116514c-caf7-46b3-920b-86016e01a751, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9116514c-caf7-46b3-920b-86016e01a751,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:51.986775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:51.987269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.022923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 231c7c8c-1f56-48a9-91c6-124c935ac811 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:21:52.043309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d72958eb-b78f-4ac6-9936-1f6726bb6a8d None None] Provisioning complete for port 5debd033-f4da-4ff4-a179-43f8c979663a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:52.043840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d72958eb-b78f-4ac6-9936-1f6726bb6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.127163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9116514c-caf7-46b3-920b-86016e01a751 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:52.169680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.9 (1f18bba0-0771-4a26-ae72-aa5c285e4ef2/1ee5be90-8079-4b41-8c0c-d3b58537e0be/0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:52.173113 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:21:52.186851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.195790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.208229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.27 (1f18bba0-0771-4a26-ae72-aa5c285e4ef2/8df7ac59-677f-4f0a-8ff0-e4fd66217df9/0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:52.303083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.316466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:fe32:f7fd (b7970c8d-d4d0-48da-9704-4bf255aacaa9/3fbea38a-a355-47df-bdf4-0cd5ee9d9e63/231c7c8c-1f56-48a9-91c6-124c935ac811) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:52.351431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.403549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 12ff12d5-d09f-47bf-8ec6-f76d322aa76f owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:52.486985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.536381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Calling delete_port for 9116514c-caf7-46b3-920b-86016e01a751 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:52.540473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6826e4-13a9-45a6-b7d6-660815c35d37,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:52.625713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] For port 82e5b22a-16ff-4783-a17b-c3f905d76684, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:52.636809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] For port 82e5b22a-16ff-4783-a17b-c3f905d76684, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=82e5b22a-16ff-4783-a17b-c3f905d76684,segment=NetworkSegment(b27bb9cc-4912-4643-ba28-a0ea9ef976a1),segment_id=b27bb9cc-4912-4643-ba28-a0ea9ef976a1)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:52.669370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.709724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.710991 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d0fb2b2e-2358-4408-8710-4b403eea0d56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8083761 Mar 11 16:21:52.725308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60972) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:52.727218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=5debd033-f4da-4ff4-a179-43f8c979663a,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:52.739909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:52.746415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'ca915a93-cf40-4d5f-80e0-d99f1cae4e89', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:52.748595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:52.754793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:52.761740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:52.764709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:52.767753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.768354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.770527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:52.775672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.784186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.791873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:52.826135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:52.836383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=faf958ff-85c4-4f49-9467-95176f960286,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:52.853145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.877495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 231c7c8c-1f56-48a9-91c6-124c935ac811 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:52.912178 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1c654a17-7f38-4906-b932-c8f92a1412c8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1082144 Mar 11 16:21:52.916304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60976) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:52.923912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:52.947046 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:21:52.967177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.986777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.007179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.014089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd491f9f-cb9e-4a36-8035-9b610284a04a None None] Pushing event updated for resources: {'Port': ['ID=64f44e29-483b-4f6c-8e20-3d844f66c821,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.056225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d72958eb-b78f-4ac6-9936-1f6726bb6a8d None None] Could not find standard attr ID for object 12ff12d5-d09f-47bf-8ec6-f76d322aa76f. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:21:53.069365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.134161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=12ff12d5-d09f-47bf-8ec6-f76d322aa76f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.147170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.162706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3dce-d1df-46dc-aa84-e8645982eac6 None None] Pushing event updated for resources: {'Port': ['ID=82e5b22a-16ff-4783-a17b-c3f905d76684,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.172036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c87cabf4-f689-4667-9870-d0293b2182f2 None None] Could not find standard attr ID for object 12ff12d5-d09f-47bf-8ec6-f76d322aa76f. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:21:53.240522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:53.260745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:53.261836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:53.264596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:53.302845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.341589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.373439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.384694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:53.414322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:53.420500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:53.421146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.442977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] Pushing event deleted for resources: {'Port': ['ID=9116514c-caf7-46b3-920b-86016e01a751,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.467799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:53.468525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.694524 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196d4e4-6d38-4777-ac13-9c7e0d91e95e None None] No DVR routers for this DVR port 9116514c-caf7-46b3-920b-86016e01a751 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:53.715628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd20a208-ca1c-456e-9da1-b5f9aec83453 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:53.736496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.760492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=231c7c8c-1f56-48a9-91c6-124c935ac811,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.770009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:53.780713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:53.786847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:53.793825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:53.819852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.834808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 4640b866-f251-44da-863f-267e52af1f2a has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:21:53.864979 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4a7db271-2dd9-4d29-821c-182fb0a4f0e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.3475943 Mar 11 16:21:53.869268 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3f499bc1-5883-45da-807e-3b8c9fb36645 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3021829 Mar 11 16:21:53.869268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ed0d59-1c79-47cd-a3a0-d34678004a16,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.869268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60980) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:53.869614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 60982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:53.927660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ee5be90-8079-4b41-8c0c-d3b58537e0be'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:53.929048 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64f44e29-483b-4f6c-8e20-3d844f66c821 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:54.041960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:54.052700 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cc0647d8-b5d3-473c-a2ae-807c4f7c76eb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3168571 Mar 11 16:21:54.052700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:54.052700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:54.115223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '3fbea38a-a355-47df-bdf4-0cd5ee9d9e63'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:21:54.130790 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:54.150828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:21:54.185251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:54.187841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d08980-6b17-4a68-8c8c-00ffbd81369b None None] Sync routers for ids ['4640b866-f251-44da-863f-267e52af1f2a'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:21:54.193238 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 64f44e29-483b-4f6c-8e20-3d844f66c821 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:54.223300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5debd033-f4da-4ff4-a179-43f8c979663a up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:54.236084 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5bc1d17c-3db7-4b73-97f5-b50552c70a2e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/4640b866-f251-44da-863f-267e52af1f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9134378 Mar 11 16:21:54.236704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 60996) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:54.267895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d08980-6b17-4a68-8c8c-00ffbd81369b None None] Routers {'4640b866-f251-44da-863f-267e52af1f2a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:54.268546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-92d08980-6b17-4a68-8c8c-00ffbd81369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['4640b866-f251-44da-863f-267e52af1f2a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:54.319383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-620ba42a-9a33-460f-a230-c9a36cc67187 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:54.330110 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e (CIDR: 2001:db8::/64) Mar 11 16:21:54.348601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-92d08980-6b17-4a68-8c8c-00ffbd81369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:54.367356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-3286b3af-d145-4e82-a8d3-46d498c36d35 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:54.380234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d08980-6b17-4a68-8c8c-00ffbd81369b None None] Routers {'4640b866-f251-44da-863f-267e52af1f2a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:21:54.380978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-92d08980-6b17-4a68-8c8c-00ffbd81369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['4640b866-f251-44da-863f-267e52af1f2a'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:54.382828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a61576-fae9-4bef-a2c0-dcc0713407b0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.383724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-00a61576-fae9-4bef-a2c0-dcc0713407b0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:54.439713 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:21:54.440210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:21:54.443206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-620ba42a-9a33-460f-a230-c9a36cc67187 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:54.452148 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-620ba42a-9a33-460f-a230-c9a36cc67187 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=4640b866-f251-44da-863f-267e52af1f2a HTTP/1.1" status: 200 len: 205 time: 0.2109764 Mar 11 16:21:54.458903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32772) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:54.504254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-92d08980-6b17-4a68-8c8c-00ffbd81369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:54.504665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d08980-6b17-4a68-8c8c-00ffbd81369b None None] The sync data for ids ['4640b866-f251-44da-863f-267e52af1f2a'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:21:54.566037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-3286b3af-d145-4e82-a8d3-46d498c36d35 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:54.576886 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-3286b3af-d145-4e82-a8d3-46d498c36d35 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1708668186&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.2838526 Mar 11 16:21:54.628632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-00a61576-fae9-4bef-a2c0-dcc0713407b0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:54.630466 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-00a61576-fae9-4bef-a2c0-dcc0713407b0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7584162 Mar 11 16:21:54.632681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5debd033-f4da-4ff4-a179-43f8c979663a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:54.633283 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:54.639507 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7e09daa8-2998-4f72-98a8-0680074975ce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7215371 Mar 11 16:21:54.652371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32776) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:54.652723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32778) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:54.669737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Allocated IP 2001:db8::f816:3eff:fe55:c49c (b7970c8d-d4d0-48da-9704-4bf255aacaa9/3fbea38a-a355-47df-bdf4-0cd5ee9d9e63/6731e047-d685-4d44-beee-261d2f5178e5) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:54.713804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:54.878504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Delete allocated IP 172.20.0.27 (1f18bba0-0771-4a26-ae72-aa5c285e4ef2/8df7ac59-677f-4f0a-8ff0-e4fd66217df9) {{(pid=88600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:21:54.915345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 82e5b22a-16ff-4783-a17b-c3f905d76684 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:54.947532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] Provisioning for port 64f44e29-483b-4f6c-8e20-3d844f66c821 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:54.958683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a971d945-65a7-4b78-b0ca-740ceb24fcd4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:54.971108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:54.971108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.019223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34a346-c125-43da-a68f-cf7dd65dc927 None None] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:55.106366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.117499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Ignored duplicate provisioning block setup for port 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:21:55.192192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e66f3755-b3e7-40d9-bb2a-aeb648346896 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 231c7c8c-1f56-48a9-91c6-124c935ac811 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:55.192523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e66f3755-b3e7-40d9-bb2a-aeb648346896 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.225334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.296595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.351822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 82e5b22a-16ff-4783-a17b-c3f905d76684 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:55.368208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Transition to ACTIVE for port object 6731e047-d685-4d44-beee-261d2f5178e5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:55.388383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2f3897f2-855e-474d-8c02-538a853b367a up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:55.388602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:55.405105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] In _notify_port_updated(), no bound segment for port 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 on network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:21:55.410967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:55.411640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.411994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-c518ff29-ee6d-4079-b468-2cb2a4ef44e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:55.415997 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f0d8a66c-9dbd-4454-aee5-52ab6a5558f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "PUT /v2.0/ports/0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 HTTP/1.1" status: 200 len: 918 time: 1.5456152 Mar 11 16:21:55.416808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32784) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:55.418790 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-c518ff29-ee6d-4079-b468-2cb2a4ef44e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=78455ea6-c4a6-4645-b4df-894754c7b9f2 HTTP/1.1" status: 200 len: 797 time: 0.8394830 Mar 11 16:21:55.423928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ee5be90-8079-4b41-8c0c-d3b58537e0be'}, {'subnet_id': '8df7ac59-677f-4f0a-8ff0-e4fd66217df9'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:55.427863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.491747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Transition to ACTIVE for port object 6731e047-d685-4d44-beee-261d2f5178e5 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:55.495810 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-9c96b753-5e8f-422c-9ad2-99fedf4c5f46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0761707 Mar 11 16:21:55.496807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:55.543280 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a971d945-65a7-4b78-b0ca-740ceb24fcd4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.543759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] For port 64f44e29-483b-4f6c-8e20-3d844f66c821, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64f44e29-483b-4f6c-8e20-3d844f66c821,segment=NetworkSegment(7ff96c89-9152-4002-89d0-89f31ac531d3),segment_id=7ff96c89-9152-4002-89d0-89f31ac531d3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:55.545184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:55.577577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:55.585661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.586085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a971d945-65a7-4b78-b0ca-740ceb24fcd4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.592076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.612492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:55.677692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.705803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 2f3897f2-855e-474d-8c02-538a853b367a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:55.713081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:55.722795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:55.725510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:21:55.737273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2f3897f2-855e-474d-8c02-538a853b367a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:55.737649 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.748417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a971d945-65a7-4b78-b0ca-740ceb24fcd4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.748899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a971d945-65a7-4b78-b0ca-740ceb24fcd4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Fanout notify agent at l3_agent the message router_deleted on router 4640b866-f251-44da-863f-267e52af1f2a {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:21:55.751437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:55.755495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.779573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Pushing event updated for resources: {'Port': ['ID=6731e047-d685-4d44-beee-261d2f5178e5,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:55.892311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] Provisioning complete for port 2d730ee7-fce9-4063-bde7-8533095aaad9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:55.892677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.963985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a971d945-65a7-4b78-b0ca-740ceb24fcd4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:55.964985 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a971d945-65a7-4b78-b0ca-740ceb24fcd4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/4640b866-f251-44da-863f-267e52af1f2a HTTP/1.1" status: 204 len: 168 time: 1.5099142 Mar 11 16:21:55.967846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32788) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:56.005442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c4eb4-aa50-4606-a499-5cf096b70526 None None] Update dhcp port {'port': {'network_id': '1f18bba0-0771-4a26-ae72-aa5c285e4ef2', 'fixed_ips': [{'subnet_id': '1ee5be90-8079-4b41-8c0c-d3b58537e0be', 'ip_address': '172.20.0.2'}, {'subnet_id': '8df7ac59-677f-4f0a-8ff0-e4fd66217df9'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '82e5b22a-16ff-4783-a17b-c3f905d76684'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:21:56.016200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.27 (1f18bba0-0771-4a26-ae72-aa5c285e4ef2/8df7ac59-677f-4f0a-8ff0-e4fd66217df9/0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:56.025877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-b2ec3acb-8736-4511-817e-93fd3bf75687 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:56.072745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e66f3755-b3e7-40d9-bb2a-aeb648346896 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.084454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Attempting to bind port 6731e047-d685-4d44-beee-261d2f5178e5 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:56.084972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Attempting to bind port 6731e047-d685-4d44-beee-261d2f5178e5 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:56.085334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Attempting to bind port 6731e047-d685-4d44-beee-261d2f5178e5 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:21:56.091985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] Port 2d730ee7-fce9-4063-bde7-8533095aaad9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:56.098931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2aefc-d5ad-40d5-91d1-ef7aab4e68c4 None None] Pushing event updated for resources: {'Port': ['ID=64f44e29-483b-4f6c-8e20-3d844f66c821,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:56.121619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:21:56.121619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:21:56.121619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.122059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:21:56.123110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Bound port: 6731e047-d685-4d44-beee-261d2f5178e5, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:56.123494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.136890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4eb4-aa50-4606-a499-5cf096b70526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.209919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-b2ec3acb-8736-4511-817e-93fd3bf75687 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:56.211263 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-b2ec3acb-8736-4511-817e-93fd3bf75687 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7017996 Mar 11 16:21:56.218445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e66f3755-b3e7-40d9-bb2a-aeb648346896 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 231c7c8c-1f56-48a9-91c6-124c935ac811 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:56.267490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb902d95-5c44-4388-8f4d-74911b7d0ce6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting subnet c8a1428b-b862-4415-b7cc-f57ccb6a6a62 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:56.342158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.368079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.368238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Ignored duplicate provisioning block setup for port 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:21:56.368238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb902d95-5c44-4388-8f4d-74911b7d0ce6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.427709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb902d95-5c44-4388-8f4d-74911b7d0ce6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.462263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.514206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 2f3897f2-855e-474d-8c02-538a853b367a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2f3897f2-855e-474d-8c02-538a853b367a,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:56.575023 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-97f68b96-52a0-46bb-a101-ded8ddf04670 service neutron] 10.222.0.57 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266196 Mar 11 16:21:56.602808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Provisioning for port 82e5b22a-16ff-4783-a17b-c3f905d76684 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:56.615161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] For port 6731e047-d685-4d44-beee-261d2f5178e5, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:21:56.617768 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.631172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e66f3755-b3e7-40d9-bb2a-aeb648346896 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.656166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Provisioning complete for port 82e5b22a-16ff-4783-a17b-c3f905d76684 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:56.657293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.714633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] For port 6731e047-d685-4d44-beee-261d2f5178e5, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=6731e047-d685-4d44-beee-261d2f5178e5,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:21:56.732805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:56.743008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-9b3c4eb4-aa50-4606-a499-5cf096b70526 None None] Allocated IP 172.20.0.18 (1f18bba0-0771-4a26-ae72-aa5c285e4ef2/8df7ac59-677f-4f0a-8ff0-e4fd66217df9/82e5b22a-16ff-4783-a17b-c3f905d76684) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:56.751999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] In _notify_port_updated(), no bound segment for port 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 on network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:21:56.752504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3755-b3e7-40d9-bb2a-aeb648346896 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=231c7c8c-1f56-48a9-91c6-124c935ac811,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:56.759829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:56.760527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.766563 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-06fd3176-067b-417a-9287-b9a128163cb0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "PUT /v2.0/ports/0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 HTTP/1.1" status: 200 len: 998 time: 1.3478501 Mar 11 16:21:56.768397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32794) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:56.785065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.795880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64f44e29-483b-4f6c-8e20-3d844f66c821 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:56.809105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e66f3755-b3e7-40d9-bb2a-aeb648346896 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.839864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb902d95-5c44-4388-8f4d-74911b7d0ce6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.854039 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-cb5ca28e-fd60-4b61-a8e7-bcabc666510f service neutron] 10.222.0.57 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711732 Mar 11 16:21:56.857774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.897321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e97a2cc4-bb90-4940-a733-dac8aeac9876 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:56.897673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e97a2cc4-bb90-4940-a733-dac8aeac9876 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.920450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:56.927378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=2f3897f2-855e-474d-8c02-538a853b367a,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:56.928437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:56.943166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:56.949545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:56.954228 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e66f3755-b3e7-40d9-bb2a-aeb648346896 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/231c7c8c-1f56-48a9-91c6-124c935ac811 HTTP/1.1" status: 204 len: 168 time: 2.2839913 Mar 11 16:21:56.960019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32798) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:56.978772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=b3858009-9805-446f-8945-d824ff07700c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:57.021091 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7435f83d-9c3d-4a2d-9805-4024165cd6eb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3487015 Mar 11 16:21:57.022866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32802) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:57.028881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1598168226', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3858009-9805-446f-8945-d824ff07700c'}], 'security_groups': ['cd648deb-25a5-453f-8982-42dbb6bf7585']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:21:57.098779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9b3c4eb4-aa50-4606-a499-5cf096b70526 None None] For port 82e5b22a-16ff-4783-a17b-c3f905d76684, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=82e5b22a-16ff-4783-a17b-c3f905d76684,segment=NetworkSegment(b27bb9cc-4912-4643-ba28-a0ea9ef976a1),segment_id=b27bb9cc-4912-4643-ba28-a0ea9ef976a1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:57.129888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4eb4-aa50-4606-a499-5cf096b70526 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:57.145673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9b3c4eb4-aa50-4606-a499-5cf096b70526 None None] Ignored duplicate provisioning block setup for port 82e5b22a-16ff-4783-a17b-c3f905d76684 by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:21:57.149133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d139d-7593-4dab-aabf-d7852b290317 None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:57.173209 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-835d2d61-d439-46ad-9fb9-dc0ec4d58868 req-1815eebc-c582-4bad-a4dd-defa5275684a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 210 time: 0.0713882 Mar 11 16:21:57.184053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb902d95-5c44-4388-8f4d-74911b7d0ce6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:57.273773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d260d05-f068-4e67-98ce-c10261be0f0c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:57.275322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d260d05-f068-4e67-98ce-c10261be0f0c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:57.276068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2d260d05-f068-4e67-98ce-c10261be0f0c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:57.295902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb902d95-5c44-4388-8f4d-74911b7d0ce6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a1428b-b862-4415-b7cc-f57ccb6a6a62,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:57.299107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fb902d95-5c44-4388-8f4d-74911b7d0ce6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:57.327738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4eb4-aa50-4606-a499-5cf096b70526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:57.331343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e05b911-48c6-40f2-8035-1df7e42ccf24 None None] Network 0eba3066-69d0-4df6-a4b1-fedab31df53a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:57.377882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:57.378574 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fb902d95-5c44-4388-8f4d-74911b7d0ce6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/c8a1428b-b862-4415-b7cc-f57ccb6a6a62 HTTP/1.1" status: 204 len: 168 time: 1.4088206 Mar 11 16:21:57.385272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32814) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:57.530421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:57.530703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:57.550361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2d260d05-f068-4e67-98ce-c10261be0f0c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:57.551587 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2d260d05-f068-4e67-98ce-c10261be0f0c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5905769 Mar 11 16:21:57.557082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e97a2cc4-bb90-4940-a733-dac8aeac9876 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:57.576192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32822) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:57.618748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69cbe3-adde-4446-846a-cf4854193b08 None None] Pushing event updated for resources: {'Port': ['ID=6731e047-d685-4d44-beee-261d2f5178e5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:57.680380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:57.832875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:57.852936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e97a2cc4-bb90-4940-a733-dac8aeac9876 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:57.978054 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4eb4-aa50-4606-a499-5cf096b70526 None None] Pushing event updated for resources: {'Port': ['ID=82e5b22a-16ff-4783-a17b-c3f905d76684,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:58.079075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e6f61b-39b2-4b00-8997-5cae8d42b31c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 3fbea38a-a355-47df-bdf4-0cd5ee9d9e63 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:21:58.081156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 5debd033-f4da-4ff4-a179-43f8c979663a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:58.081496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.118698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] For port 82e5b22a-16ff-4783-a17b-c3f905d76684, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=82e5b22a-16ff-4783-a17b-c3f905d76684,segment=NetworkSegment(b27bb9cc-4912-4643-ba28-a0ea9ef976a1),segment_id=b27bb9cc-4912-4643-ba28-a0ea9ef976a1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:58.121867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-11e6f61b-39b2-4b00-8997-5cae8d42b31c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.204450 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.292034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] DHCP port deletion for 0eba3066-69d0-4df6-a4b1-fedab31df53a request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:21:58.305939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-11e6f61b-39b2-4b00-8997-5cae8d42b31c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.322096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] Deleting port 5debd033-f4da-4ff4-a179-43f8c979663a {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:58.322581 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.336971 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Delete allocated IP 2001:db8::334 (1f795d1c-9f6f-4b27-af59-9ab696a75901/c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e) {{(pid=88601) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:21:58.350478 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5fd2dd5c-b87e-486d-b156-a9c7124a7907 req-370a3c37-f6fe-428c-88af-f73362e73947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 210 time: 0.0598593 Mar 11 16:21:58.357134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8:0:1::2c8 (1f795d1c-9f6f-4b27-af59-9ab696a75901/b3858009-9805-446f-8945-d824ff07700c/faf958ff-85c4-4f49-9467-95176f960286) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:58.596213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Provisioning for port faf958ff-85c4-4f49-9467-95176f960286 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:58.599844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Pushing event updated for resources: {'Port': ['ID=82e5b22a-16ff-4783-a17b-c3f905d76684,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:58.650209 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Provisioning complete for port faf958ff-85c4-4f49-9467-95176f960286 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:58.650592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.735518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85964bfb-f666-485f-b43c-fe1e5272deb5 None None] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:58.760698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235374cb-49cf-42d1-b900-cee246cb70f3 None None] Update dhcp port {'port': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'fixed_ips': [{'subnet_id': 'c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b3858009-9805-446f-8945-d824ff07700c'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '64f44e29-483b-4f6c-8e20-3d844f66c821'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:21:58.789550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.824851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Ignored duplicate provisioning block setup for port faf958ff-85c4-4f49-9467-95176f960286 by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:21:58.878340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port 5debd033-f4da-4ff4-a179-43f8c979663a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5debd033-f4da-4ff4-a179-43f8c979663a,segment=NetworkSegment(833408de-ef0d-44c6-b3f5-c5ba85978844),segment_id=833408de-ef0d-44c6-b3f5-c5ba85978844)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:58.878785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.905319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.927929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 82e5b22a-16ff-4783-a17b-c3f905d76684 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:59.038485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] In _notify_port_updated(), no bound segment for port faf958ff-85c4-4f49-9467-95176f960286 on network 1f795d1c-9f6f-4b27-af59-9ab696a75901 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:21:59.044900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.045715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.050311 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "PUT /v2.0/ports/faf958ff-85c4-4f49-9467-95176f960286 HTTP/1.1" status: 200 len: 931 time: 2.0236049 Mar 11 16:21:59.050482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff94d1-98c1-43aa-82c6-1bd19f2a06d7 None None] Port faf958ff-85c4-4f49-9467-95176f960286 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:21:59.051217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32832) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:59.087117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-235374cb-49cf-42d1-b900-cee246cb70f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.098357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 5debd033-f4da-4ff4-a179-43f8c979663a owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:59.123269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8cdce-9666-4ad1-92d2-16c060add352 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=faf958ff-85c4-4f49-9467-95176f960286,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:59.138613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-11e6f61b-39b2-4b00-8997-5cae8d42b31c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.169116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-65409a57-1d60-467f-87f3-59d174dbc2a2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port faf958ff-85c4-4f49-9467-95176f960286 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:21:59.169670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65409a57-1d60-467f-87f3-59d174dbc2a2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.208295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] For port 5debd033-f4da-4ff4-a179-43f8c979663a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5debd033-f4da-4ff4-a179-43f8c979663a,segment=NetworkSegment(833408de-ef0d-44c6-b3f5-c5ba85978844),segment_id=833408de-ef0d-44c6-b3f5-c5ba85978844)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:21:59.211502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.250253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e97a2cc4-bb90-4940-a733-dac8aeac9876 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.366143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a2cc4-bb90-4940-a733-dac8aeac9876 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:59.444429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.490885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No DVR routers for this DVR port 5debd033-f4da-4ff4-a179-43f8c979663a on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:59.518515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] Calling delete_port for 5debd033-f4da-4ff4-a179-43f8c979663a owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:59.530901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65409a57-1d60-467f-87f3-59d174dbc2a2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.621750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=5debd033-f4da-4ff4-a179-43f8c979663a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:59.626822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-11e6f61b-39b2-4b00-8997-5cae8d42b31c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.709088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3a7e5d27-f3ac-417c-a18c-14f8e4a8c3fb None None] Provisioning complete for port 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:59.709473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-65409a57-1d60-467f-87f3-59d174dbc2a2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for faf958ff-85c4-4f49-9467-95176f960286 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:21:59.709607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5d27-f3ac-417c-a18c-14f8e4a8c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.714764 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0a67260b-3ea6-46bd-be50-9ae74ddc3805 req-35d8346f-b95f-4554-b836-f95e20f1d339 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 210 time: 0.1413877 Mar 11 16:21:59.715721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6f61b-39b2-4b00-8997-5cae8d42b31c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbea38a-a355-47df-bdf4-0cd5ee9d9e63,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:59.765163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e5d27-f3ac-417c-a18c-14f8e4a8c3fb None None] Port 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 16:21:59.788041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 82e5b22a-16ff-4783-a17b-c3f905d76684 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:59.788415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.806152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-11e6f61b-39b2-4b00-8997-5cae8d42b31c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.810464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.827651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e97a2cc4-bb90-4940-a733-dac8aeac9876 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.854040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e262c-2925-4b19-bdd9-cb017b795ddb None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:21:59.858593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eba3066-69d0-4df6-a4b1-fedab31df53a']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:59.870691 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e97a2cc4-bb90-4940-a733-dac8aeac9876 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 HTTP/1.1" status: 204 len: 168 time: 3.1012142 Mar 11 16:21:59.873421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32838) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:59.881186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833408de-ef0d-44c6-b3f5-c5ba85978844') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:59.882079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833408de-ef0d-44c6-b3f5-c5ba85978844') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:59.897226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.916612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.919912 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca236c2-e9e4-448c-9572-7074aa323fa8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:21:59.921234 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bca236c2-e9e4-448c-9572-7074aa323fa8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 HTTP/1.1" status: 404 len: 333 time: 0.0468588 Mar 11 16:21:59.924288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32842) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:59.960022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:21:59.960455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:59.983515 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:22:00.046950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3a7e5d27-f3ac-417c-a18c-14f8e4a8c3fb None None] Provisioning complete for port 82e5b22a-16ff-4783-a17b-c3f905d76684 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:00.047322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3a7e5d27-f3ac-417c-a18c-14f8e4a8c3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.086562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-517d92ee-f872-41f9-8fb2-407fefabc7df tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet 8df7ac59-677f-4f0a-8ff0-e4fd66217df9 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:00.089454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-517d92ee-f872-41f9-8fb2-407fefabc7df tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.123627 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-11e6f61b-39b2-4b00-8997-5cae8d42b31c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/3fbea38a-a355-47df-bdf4-0cd5ee9d9e63 HTTP/1.1" status: 204 len: 168 time: 2.5458384 Mar 11 16:22:00.124617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:22:00.125664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:22:00.126559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32846) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:00.127418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-235374cb-49cf-42d1-b900-cee246cb70f3 None None] Allocated IP 2001:db8:0:1::2 (1f795d1c-9f6f-4b27-af59-9ab696a75901/b3858009-9805-446f-8945-d824ff07700c/64f44e29-483b-4f6c-8e20-3d844f66c821) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:00.154049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-517d92ee-f872-41f9-8fb2-407fefabc7df tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.209187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.210756 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65409a57-1d60-467f-87f3-59d174dbc2a2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.245959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.253586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Network': ['ID=0eba3066-69d0-4df6-a4b1-fedab31df53a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:00.274629 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cfc863a7-8142-481d-a3c4-0672ba3b0fb0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/networks/0eba3066-69d0-4df6-a4b1-fedab31df53a HTTP/1.1" status: 204 len: 168 time: 2.8789902 Mar 11 16:22:00.274629 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32850) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:00.274797 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-54fcb1ed-d4c1-4ac0-b485-6375be14aaec tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442513 Mar 11 16:22:00.277273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32854) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:00.282487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65409a57-1d60-467f-87f3-59d174dbc2a2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=faf958ff-85c4-4f49-9467-95176f960286,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:00.292293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-680011853', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:00.326097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65409a57-1d60-467f-87f3-59d174dbc2a2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.339758 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-65409a57-1d60-467f-87f3-59d174dbc2a2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/faf958ff-85c4-4f49-9467-95176f960286 HTTP/1.1" status: 204 len: 168 time: 1.2850401 Mar 11 16:22:00.339976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32858) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:00.342189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:00.353971 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:router and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:00.360454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:00.386034 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfad757-6f03-46a9-9318-70723d0ec1ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:22:00.386695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ebfad757-6f03-46a9-9318-70723d0ec1ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:00.394817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:00.423556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-517d92ee-f872-41f9-8fb2-407fefabc7df tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.529203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ebfad757-6f03-46a9-9318-70723d0ec1ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:00.530133 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ebfad757-6f03-46a9-9318-70723d0ec1ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/faf958ff-85c4-4f49-9467-95176f960286 HTTP/1.1" status: 404 len: 333 time: 0.1892292 Mar 11 16:22:00.533654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32862) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:00.573889 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2f3897f2-855e-474d-8c02-538a853b367a up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:00.629793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-705e201d-6dd6-4403-bde5-e30af534bba7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.635983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] Deleting port 5debd033-f4da-4ff4-a179-43f8c979663a {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:00.636465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.652593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.657910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.659553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-705e201d-6dd6-4403-bde5-e30af534bba7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.704727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-235374cb-49cf-42d1-b900-cee246cb70f3 None None] For port 64f44e29-483b-4f6c-8e20-3d844f66c821, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64f44e29-483b-4f6c-8e20-3d844f66c821,segment=NetworkSegment(7ff96c89-9152-4002-89d0-89f31ac531d3),segment_id=7ff96c89-9152-4002-89d0-89f31ac531d3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:00.715002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.736227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a8467-72ce-4cfb-afde-555afe48a904 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:00.737768 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ee1a8467-72ce-4cfb-afde-555afe48a904 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4588766 Mar 11 16:22:00.742690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32868) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:00.754640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b3b79640-6471-4cf9-9317-5cafe440ef76 None None] The port '5debd033-f4da-4ff4-a179-43f8c979663a' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:22:00.773918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-9ddc5dd2-4f05-4a22-a154-7692cf53f769 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:00.773918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-9ddc5dd2-4f05-4a22-a154-7692cf53f769 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:00.810259 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-235374cb-49cf-42d1-b900-cee246cb70f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.832595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2f3897f2-855e-474d-8c02-538a853b367a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:00.832909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.865463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2087aa84-ac47-47f9-a4eb-47c9f6cbdc41 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:00.866317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2087aa84-ac47-47f9-a4eb-47c9f6cbdc41 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:00.870808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-705e201d-6dd6-4403-bde5-e30af534bba7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.881742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30e469-1cfe-434e-a4d2-f1135387fcc6 None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:00.914467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ca30e469-1cfe-434e-a4d2-f1135387fcc6 None None] Deleting port 6731e047-d685-4d44-beee-261d2f5178e5 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:00.916859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca30e469-1cfe-434e-a4d2-f1135387fcc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.933218 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:22:00.933838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e201d-6dd6-4403-bde5-e30af534bba7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01492bb-7987-47b4-b3bb-9552b7aa8882,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:00.948757 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-61838ebd-7757-4d3a-b027-b85de7d4ba92 req-de81679d-7b04-4ff8-b6f3-69c328646ffb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 210 time: 0.0616593 Mar 11 16:22:00.949739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-705e201d-6dd6-4403-bde5-e30af534bba7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.950754 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-705e201d-6dd6-4403-bde5-e30af534bba7 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/security-groups/f01492bb-7987-47b4-b3bb-9552b7aa8882 HTTP/1.1" status: 204 len: 168 time: 0.4152875 Mar 11 16:22:00.954003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32872) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:00.970221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-235374cb-49cf-42d1-b900-cee246cb70f3 None None] Transition to ACTIVE for port object 64f44e29-483b-4f6c-8e20-3d844f66c821 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:00.980260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3a7e5d27-f3ac-417c-a18c-14f8e4a8c3fb None None] Provisioning for port 6731e047-d685-4d44-beee-261d2f5178e5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:01.038618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2087aa84-ac47-47f9-a4eb-47c9f6cbdc41 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:01.042882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2087aa84-ac47-47f9-a4eb-47c9f6cbdc41 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2966630 Mar 11 16:22:01.048762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32876) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:01.048964 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3a7e5d27-f3ac-417c-a18c-14f8e4a8c3fb None None] Could not find standard attr ID for object 231c7c8c-1f56-48a9-91c6-124c935ac811. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:22:01.076262 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-517d92ee-f872-41f9-8fb2-407fefabc7df tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.080976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-235374cb-49cf-42d1-b900-cee246cb70f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.086537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-9ddc5dd2-4f05-4a22-a154-7692cf53f769 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:01.092034 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-9ddc5dd2-4f05-4a22-a154-7692cf53f769 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=78455ea6-c4a6-4645-b4df-894754c7b9f2 HTTP/1.1" status: 200 len: 797 time: 0.7249310 Mar 11 16:22:01.249488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8da35230-2b56-496f-9c80-00c835cc4942 None None] Could not find standard attr ID for object 231c7c8c-1f56-48a9-91c6-124c935ac811. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:22:01.288055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-517d92ee-f872-41f9-8fb2-407fefabc7df tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.288814 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bec960f7-1940-4532-82a5-4f2390a46bce tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2343369 Mar 11 16:22:01.294689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32884) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:01.300880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:01.320152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f8f1-bad6-4a90-ab78-bdf5d26199e9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.383750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6731e047-d685-4d44-beee-261d2f5178e5 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:01.440655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.449650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c011aad-7681-406d-a2f6-73138381c8ce None None] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:01.452086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f8f1-bad6-4a90-ab78-bdf5d26199e9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.453649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d92ee-f872-41f9-8fb2-407fefabc7df tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=8df7ac59-677f-4f0a-8ff0-e4fd66217df9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:01.459205 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-517d92ee-f872-41f9-8fb2-407fefabc7df tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/8df7ac59-677f-4f0a-8ff0-e4fd66217df9 HTTP/1.1" status: 204 len: 168 time: 1.5339019 Mar 11 16:22:01.464866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:01.468330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235374cb-49cf-42d1-b900-cee246cb70f3 None None] Pushing event updated for resources: {'Port': ['ID=64f44e29-483b-4f6c-8e20-3d844f66c821,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:01.488031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-f72d088b-386d-4966-817a-d6df1627173a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:01.497998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-f72d088b-386d-4966-817a-d6df1627173a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:01.499223 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-f72d088b-386d-4966-817a-d6df1627173a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 380 time: 0.2411964 Mar 11 16:22:01.508637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['ca915a93-cf40-4d5f-80e0-d99f1cae4e89']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:01.517176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ca30e469-1cfe-434e-a4d2-f1135387fcc6 None None] For port 6731e047-d685-4d44-beee-261d2f5178e5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=6731e047-d685-4d44-beee-261d2f5178e5,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:01.517577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca30e469-1cfe-434e-a4d2-f1135387fcc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.529247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:01.572235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:01.632723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-405e20cb-8999-4ffe-aa2c-345a5d708d1c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet 1ee5be90-8079-4b41-8c0c-d3b58537e0be {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:01.636489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-405e20cb-8999-4ffe-aa2c-345a5d708d1c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.709338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-405e20cb-8999-4ffe-aa2c-345a5d708d1c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.737161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ca30e469-1cfe-434e-a4d2-f1135387fcc6 None None] Calling delete_port for 6731e047-d685-4d44-beee-261d2f5178e5 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:01.774992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fa05f65e-e5d8-44c4-a273-6c9b51f77a8b None None] Provisioning complete for port 82e5b22a-16ff-4783-a17b-c3f905d76684 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:01.775400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa05f65e-e5d8-44c4-a273-6c9b51f77a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.782443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:01.786263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.791852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:01.808487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:01.831114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 6731e047-d685-4d44-beee-261d2f5178e5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:01.877769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 6731e047-d685-4d44-beee-261d2f5178e5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:01.878442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.902960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:01.908509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.923549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-405e20cb-8999-4ffe-aa2c-345a5d708d1c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.969573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f8f1-bad6-4a90-ab78-bdf5d26199e9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:01.993641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1f8f1-bad6-4a90-ab78-bdf5d26199e9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd648deb-25a5-453f-8982-42dbb6bf7585,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:02.011298 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdb1f8f1-bad6-4a90-ab78-bdf5d26199e9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.014952 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fdb1f8f1-bad6-4a90-ab78-bdf5d26199e9 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/security-groups/cd648deb-25a5-453f-8982-42dbb6bf7585 HTTP/1.1" status: 204 len: 168 time: 1.0573816 Mar 11 16:22:02.016822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32894) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:02.101217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f837246-9762-4d8a-a1e1-474967750535 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:02.117689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f837246-9762-4d8a-a1e1-474967750535 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.134558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca30e469-1cfe-434e-a4d2-f1135387fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.179134 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38eee0de-842e-4076-a603-a9226d3d2126 req-b1dd8e71-d1bf-4e15-9e72-a9eb8b73a277 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 210 time: 0.0597029 Mar 11 16:22:02.237128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f837246-9762-4d8a-a1e1-474967750535 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.262159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.272227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Could not find standard attr ID for object 6731e047-d685-4d44-beee-261d2f5178e5. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:22:02.280315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30e469-1cfe-434e-a4d2-f1135387fcc6 None None] No DVR routers for this DVR port 6731e047-d685-4d44-beee-261d2f5178e5 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:02.295895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.319966 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No ports have port_id starting with 6731e047-d685-4d44-beee-261d2f5178e5 Mar 11 16:22:02.322139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30e469-1cfe-434e-a4d2-f1135387fcc6 None None] Pushing event deleted for resources: {'Port': ['ID=6731e047-d685-4d44-beee-261d2f5178e5,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:02.363193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-405e20cb-8999-4ffe-aa2c-345a5d708d1c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.414433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e20cb-8999-4ffe-aa2c-345a5d708d1c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee5be90-8079-4b41-8c0c-d3b58537e0be,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:02.422392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-405e20cb-8999-4ffe-aa2c-345a5d708d1c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.429186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5debd033-f4da-4ff4-a179-43f8c979663a no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:02.467036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f837246-9762-4d8a-a1e1-474967750535 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.477620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 5debd033-f4da-4ff4-a179-43f8c979663a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:02.478579 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5debd033-f4da-4ff4-a179-43f8c979663a not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:02.497025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2213c97-407d-42a2-a3ed-b281efda8d2b None None] Could not find standard attr ID for object 0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:22:02.525801 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2213c97-407d-42a2-a3ed-b281efda8d2b None None] Provisioning complete for port 2d730ee7-fce9-4063-bde7-8533095aaad9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:02.526353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2213c97-407d-42a2-a3ed-b281efda8d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.532760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.6 (78455ea6-c4a6-4645-b4df-894754c7b9f2/5cc44f7a-3b34-47f8-bf4a-4b24c93370c4/7869a939-c128-4545-9580-c32acca99894) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:02.543040 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-405e20cb-8999-4ffe-aa2c-345a5d708d1c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/1ee5be90-8079-4b41-8c0c-d3b58537e0be HTTP/1.1" status: 204 len: 168 time: 1.0770192 Mar 11 16:22:02.543937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32898) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:02.565143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 172.26.8.107 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/a59525b6-652d-4a65-b69c-ea9b2d7bef81) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:02.634633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d2213c97-407d-42a2-a3ed-b281efda8d2b None None] Port 2d730ee7-fce9-4063-bde7-8533095aaad9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:02.697883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64f44e29-483b-4f6c-8e20-3d844f66c821 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:02.727968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.730800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2213c97-407d-42a2-a3ed-b281efda8d2b None None] Provisioning for port 64f44e29-483b-4f6c-8e20-3d844f66c821 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:02.753313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2213c97-407d-42a2-a3ed-b281efda8d2b None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:02.758579 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d2213c97-407d-42a2-a3ed-b281efda8d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.770788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 82e5b22a-16ff-4783-a17b-c3f905d76684 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:02.770788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.871973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:22:02.880993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:02.970079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:02.982097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:03.007219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9524037-631e-4ce1-a9da-f1a288138432 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:03.032741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.033596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.038301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:03.038670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.076370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f837246-9762-4d8a-a1e1-474967750535 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.097557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=de3b4818-08ce-4158-b281-d24e08caeb46,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:03.144043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.212255 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6f837246-9762-4d8a-a1e1-474967750535 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.221926 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6f837246-9762-4d8a-a1e1-474967750535 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e HTTP/1.1" status: 204 len: 168 time: 1.1988149 Mar 11 16:22:03.223256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32904) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:03.223986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c8b44-fb53-4775-8cd7-540e5455bcd4 None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:03.233304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.249254 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea336439-0062-4392-b163-3994d93e0627 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9507620 Mar 11 16:22:03.250387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f837246-9762-4d8a-a1e1-474967750535 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:03.250640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32908) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:03.255171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d2213c97-407d-42a2-a3ed-b281efda8d2b None None] Could not find standard attr ID for object faf958ff-85c4-4f49-9467-95176f960286. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:22:03.261865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:03.270489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:b8:eb:1e', 'name': 'tempest-NetworksTestDHCPv6-1707414307'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:03.310375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 7869a939-c128-4545-9580-c32acca99894 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:03.394086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec66b8b5-be86-4cfa-880d-fac149f439ad None None] Network 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:03.403417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.444107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1f207ee7-e2bf-47a8-b169-ecf9ecf97d83 None None] Could not find standard attr ID for object faf958ff-85c4-4f49-9467-95176f960286. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:22:03.480896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:03.487525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:03.494419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:03.534410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] For port 82e5b22a-16ff-4783-a17b-c3f905d76684, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=82e5b22a-16ff-4783-a17b-c3f905d76684,segment=NetworkSegment(b27bb9cc-4912-4643-ba28-a0ea9ef976a1),segment_id=b27bb9cc-4912-4643-ba28-a0ea9ef976a1)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:03.534780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.571938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=a59525b6-652d-4a65-b69c-ea9b2d7bef81,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:03.588188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:03.596014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:03.644185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-eabe1f66-845c-44e1-a25c-47a9998ff7e7 None None] Provisioning complete for port 82e5b22a-16ff-4783-a17b-c3f905d76684 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:03.644624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eabe1f66-845c-44e1-a25c-47a9998ff7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.658056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:03.671081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.673167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:03.692551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6731e047-d685-4d44-beee-261d2f5178e5 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:03.731342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 82e5b22a-16ff-4783-a17b-c3f905d76684 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:03.755861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=7869a939-c128-4545-9580-c32acca99894,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:03.810237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 6731e047-d685-4d44-beee-261d2f5178e5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:03.810863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6731e047-d685-4d44-beee-261d2f5178e5 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:03.868546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 78455ea6-c4a6-4645-b4df-894754c7b9f2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:03.871407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:03.876256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:03.906623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:03.939923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': 'de3b4818-08ce-4158-b281-d24e08caeb46'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:03.940876 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:03.952013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aae5e3-6b8a-4c95-93b3-ee46f32f288a req-5c324d01-cc6d-41d4-b3d8-fdb151bf188b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.954227 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-21aae5e3-6b8a-4c95-93b3-ee46f32f288a req-5c324d01-cc6d-41d4-b3d8-fdb151bf188b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 931 time: 0.4070585 Mar 11 16:22:03.976629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:04.100733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:04.100733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:04.100903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:04.100903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.101069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:04.101069 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-21aae5e3-6b8a-4c95-93b3-ee46f32f288a req-fe541790-84af-48b1-b86a-39e083f1861b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981789 Mar 11 16:22:04.101680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.131947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 41bcbd62-60c9-4f1c-a477-bb15c47e2702 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:04.228683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.260373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbae35e-4ebe-461b-bd48-734ef55802c0 None None] DHCP port deletion for 1f18bba0-0771-4a26-ae72-aa5c285e4ef2 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:04.280428 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-4f05c602-1884-4921-899f-fe9bfd8fc75f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7757425 Mar 11 16:22:04.297596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Request body: {'port': {'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:04.298793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:04.302259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.326436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=82e5b22a-16ff-4783-a17b-c3f905d76684,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:04.340960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No DVR routers for this DVR port 82e5b22a-16ff-4783-a17b-c3f905d76684 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:04.421137 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f2a55355-8891-481b-a97d-011d41caf0ef None None] Provisioning for port 7869a939-c128-4545-9580-c32acca99894 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:04.428652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f2a55355-8891-481b-a97d-011d41caf0ef None None] Provisioning complete for port 7869a939-c128-4545-9580-c32acca99894 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:04.429280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f2a55355-8891-481b-a97d-011d41caf0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.491765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:feb8:eb1e (b7970c8d-d4d0-48da-9704-4bf255aacaa9/de3b4818-08ce-4158-b281-d24e08caeb46/41bcbd62-60c9-4f1c-a477-bb15c47e2702) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:04.494638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f2a55355-8891-481b-a97d-011d41caf0ef None None] Port 7869a939-c128-4545-9580-c32acca99894 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:04.562842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.607980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.614141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f18bba0-0771-4a26-ae72-aa5c285e4ef2']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:04.617699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 82e5b22a-16ff-4783-a17b-c3f905d76684 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:04.642635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27bb9cc-4912-4643-ba28-a0ea9ef976a1') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:04.642895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27bb9cc-4912-4643-ba28-a0ea9ef976a1') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:04.668327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.680763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.696647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.707343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:22:04.707806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.713922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 82e5b22a-16ff-4783-a17b-c3f905d76684 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:04.714417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 82e5b22a-16ff-4783-a17b-c3f905d76684 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:22:04.725883 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:22:04.919883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.941767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:04.955198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Network': ['ID=1f18bba0-0771-4a26-ae72-aa5c285e4ef2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:04.970332 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7b967f35-7ef6-4158-82cc-0f023e76fcaf tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/networks/1f18bba0-0771-4a26-ae72-aa5c285e4ef2 HTTP/1.1" status: 204 len: 168 time: 2.4006045 Mar 11 16:22:04.971048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32912) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:05.006874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.019894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3e068375-f67b-4d9a-91b8-0df192c8792c None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:05.020468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e068375-f67b-4d9a-91b8-0df192c8792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.078442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:05.084700 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:05.090375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.091020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.101167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=9820d88d-9bcf-47f7-81db-5b4246d15feb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:05.122930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cbffb7-c075-4e83-a156-0c7261265a06 None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:05.141489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c80e1-748e-40a1-be64-c097cfbca554 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.142640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-130c80e1-748e-40a1-be64-c097cfbca554 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:05.207616 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-74251d29-f003-43a1-8f92-ae8514a005ab tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9718585 Mar 11 16:22:05.208814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32918) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:05.214883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'security_group': {'name': 'tempest-secgroup-1804020675'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:05.222687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:05.227225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:05.233277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:05.241536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-130c80e1-748e-40a1-be64-c097cfbca554 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:05.243180 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-130c80e1-748e-40a1-be64-c097cfbca554 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 841 time: 0.2709816 Mar 11 16:22:05.244621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:05.248437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32922) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:05.270453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3e068375-f67b-4d9a-91b8-0df192c8792c None None] Provisioning complete for port 2d730ee7-fce9-4063-bde7-8533095aaad9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:05.270920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e068375-f67b-4d9a-91b8-0df192c8792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.333068 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-47d6899d-ecb4-46b3-b2dc-48a69f8660c9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0803323 Mar 11 16:22:05.333370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32926) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:05.339375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-526568361'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:05.345092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:05.349217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:network and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:05.352255 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:05.358510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:05.383395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.386778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3e068375-f67b-4d9a-91b8-0df192c8792c None None] Port 2d730ee7-fce9-4063-bde7-8533095aaad9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:05.402862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:05.407640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group_rule and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:05.410628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:05.416858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:05.442064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:05.445706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.493235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.496981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:05.527619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.527833 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Added segment 616b5b7b-ad40-424d-ac48-79c19c8e2cd2 of type vlan for network 44f9f710-359c-4112-bc10-5d0520e55814 Mar 11 16:22:05.530217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.557540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.609296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9192c-bc36-4592-a5c2-0d77db72a650 None None] Update dhcp port {'port': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'fixed_ips': [{'subnet_id': 'b3858009-9805-446f-8945-d824ff07700c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9820d88d-9bcf-47f7-81db-5b4246d15feb'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '64f44e29-483b-4f6c-8e20-3d844f66c821'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:22:05.617622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 41bcbd62-60c9-4f1c-a477-bb15c47e2702 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:05.630474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.669228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6f9192c-bc36-4592-a5c2-0d77db72a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.676885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfe2a12-bbdb-447b-9938-fe36e671c978,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:05.685194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.687471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.694800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.695458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.696650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de1040-3521-470f-ba58-a086108c838f req-b02c09e8-9477-4d6a-abd4-c43dbeb18ba9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.697345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-03de1040-3521-470f-ba58-a086108c838f req-b02c09e8-9477-4d6a-abd4-c43dbeb18ba9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:05.742578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.746498 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a4a5df49-7d0c-4a91-841b-f75fdf825418 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5337245 Mar 11 16:22:05.748590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32930) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:05.753089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'security_group': {'name': 'tempest-secgroup-1266183176'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:05.894884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f6f9192c-bc36-4592-a5c2-0d77db72a650 None None] Allocated IP 2001:db8::2 (1f795d1c-9f6f-4b27-af59-9ab696a75901/9820d88d-9bcf-47f7-81db-5b4246d15feb/64f44e29-483b-4f6c-8e20-3d844f66c821) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:05.932706 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5981641 Mar 11 16:22:05.934838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:05.939235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32934) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:05.942391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-03de1040-3521-470f-ba58-a086108c838f req-b02c09e8-9477-4d6a-abd4-c43dbeb18ba9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:05.943593 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03de1040-3521-470f-ba58-a086108c838f req-b02c09e8-9477-4d6a-abd4-c43dbeb18ba9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 931 time: 0.7090502 Mar 11 16:22:05.944570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:05.948020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': '44f9f710-359c-4112-bc10-5d0520e55814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:05.954157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7869a939-c128-4545-9580-c32acca99894 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:22:05.961673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174c06c-e94d-4989-8f61-3776b741ac06 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Network': ['ID=44f9f710-359c-4112-bc10-5d0520e55814,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:05.966841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:05.979954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 44f9f710-359c-4112-bc10-5d0520e55814 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:05.981400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:05.992204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:06.024967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.075881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:06.080580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:06.081152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:06.083889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:06.089524 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:06.101326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:06.106533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:06.110240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:06.110845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.120324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Transition to ACTIVE for port object 7869a939-c128-4545-9580-c32acca99894 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:06.127886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.134795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=41bcbd62-60c9-4f1c-a477-bb15c47e2702,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:06.149401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:06.151434 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03de1040-3521-470f-ba58-a086108c838f req-694a1e76-6a13-4117-970c-4eb76b82b909 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548834 Mar 11 16:22:06.153383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.182578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:06.190974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Allocated IP 2001:db8::f816:3eff:fe6d:ee60 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/de3b4818-08ce-4158-b281-d24e08caeb46/1a4e0901-52f3-4dce-bfca-2b726450128d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:06.191667 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group_rule and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:06.192235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.197256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:06.217706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f6f9192c-bc36-4592-a5c2-0d77db72a650 None None] For port 64f44e29-483b-4f6c-8e20-3d844f66c821, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64f44e29-483b-4f6c-8e20-3d844f66c821,segment=NetworkSegment(7ff96c89-9152-4002-89d0-89f31ac531d3),segment_id=7ff96c89-9152-4002-89d0-89f31ac531d3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:06.256425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:06.306294 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3c9ae4ac-f67a-4cfd-925b-00dd3c116b85 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0527298 Mar 11 16:22:06.308968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32938) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:06.342484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6f9192c-bc36-4592-a5c2-0d77db72a650 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.354522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 4a7c9348-a26c-4dd1-987f-259127a81bf0 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:22:06.385192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f6f9192c-bc36-4592-a5c2-0d77db72a650 None None] Transition to ACTIVE for port object 64f44e29-483b-4f6c-8e20-3d844f66c821 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:06.417811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Pushing event updated for resources: {'Port': ['ID=7869a939-c128-4545-9580-c32acca99894,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:06.446217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6f9192c-bc36-4592-a5c2-0d77db72a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.596675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.600246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.630149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b383dd7d-ba02-4317-af11-6fae07ea4d70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:06.630149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b383dd7d-ba02-4317-af11-6fae07ea4d70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:06.634763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.656974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Transition to ACTIVE for port object 1a4e0901-52f3-4dce-bfca-2b726450128d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:06.662795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9192c-bc36-4592-a5c2-0d77db72a650 None None] Pushing event updated for resources: {'Port': ['ID=64f44e29-483b-4f6c-8e20-3d844f66c821,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:06.681454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.681759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Attempting to bind port 7869a939-c128-4545-9580-c32acca99894 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:06.682266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Attempting to bind port 7869a939-c128-4545-9580-c32acca99894 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:06.682467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Attempting to bind port 7869a939-c128-4545-9580-c32acca99894 on network 78455ea6-c4a6-4645-b4df-894754c7b9f2 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:06.689660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Transition to ACTIVE for port object 1a4e0901-52f3-4dce-bfca-2b726450128d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:06.739716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.762185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Port 7869a939-c128-4545-9580-c32acca99894 on network 78455ea6-c4a6-4645-b4df-894754c7b9f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:22:06.762512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Attempting to bind port 7869a939-c128-4545-9580-c32acca99894 on network 78455ea6-c4a6-4645-b4df-894754c7b9f2 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:06.773860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:06.774258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Checking segment: {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:06.774615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Bound using segment: {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:06.775035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Bound port: 7869a939-c128-4545-9580-c32acca99894, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c7be50-e667-457d-864e-b469b0583ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:06.775374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.777468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90a310d-d169-45f9-927b-e23d09d8aac5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:06.785103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=17bed52d-aa92-4755-b19c-1a8015c53093,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:06.801324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Checking segment: {'id': '616b5b7b-ad40-424d-ac48-79c19c8e2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '44f9f710-359c-4112-bc10-5d0520e55814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:06.801596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network hostable DHCP agents. Network: 44f9f710-359c-4112-bc10-5d0520e55814, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:06.816386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b383dd7d-ba02-4317-af11-6fae07ea4d70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:06.819835 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b383dd7d-ba02-4317-af11-6fae07ea4d70 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5068207 Mar 11 16:22:06.820526 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32942) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:06.840881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:06.851453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:06.852472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:06.858076 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:06.860923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Pushing event updated for resources: {'Port': ['ID=1a4e0901-52f3-4dce-bfca-2b726450128d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:06.873301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.877688 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ad01d002-b380-4e40-aaeb-2e875ee4f105 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1250994 Mar 11 16:22:06.880654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32946) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:06.882467 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b087144-1b71-45fe-9e70-cad280e0915e None None] Sync routers for ids ['4a7c9348-a26c-4dd1-987f-259127a81bf0'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:06.888743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'security_group': {'name': 'tempest-secgroup-1382150105'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:06.900737 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b087144-1b71-45fe-9e70-cad280e0915e None None] Routers {'4a7c9348-a26c-4dd1-987f-259127a81bf0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:06.902799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:06.903413 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8b087144-1b71-45fe-9e70-cad280e0915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['4a7c9348-a26c-4dd1-987f-259127a81bf0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:06.918659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:06.923443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:06.939631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:06.942420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 41bcbd62-60c9-4f1c-a477-bb15c47e2702 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:06.946997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.948482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] For port 7869a939-c128-4545-9580-c32acca99894, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:06.956716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] For port 7869a939-c128-4545-9580-c32acca99894, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7869a939-c128-4545-9580-c32acca99894,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:06.967516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.968833 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c6614c7b-54fe-46bd-926a-752bcd9d121e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.6973991 Mar 11 16:22:06.971915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32950) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:06.988465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 44f9f710-359c-4112-bc10-5d0520e55814 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:07.036034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.093473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.127325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 44f9f710-359c-4112-bc10-5d0520e55814) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:07.140783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:07.142359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.143822 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] 10.222.0.35 "PUT /v2.0/ports/7869a939-c128-4545-9580-c32acca99894 HTTP/1.1" status: 200 len: 1093 time: 2.8512952 Mar 11 16:22:07.144652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:07.145242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.153263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Attempting to bind port 1a4e0901-52f3-4dce-bfca-2b726450128d on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:07.153903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Attempting to bind port 1a4e0901-52f3-4dce-bfca-2b726450128d by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:07.154932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Attempting to bind port 1a4e0901-52f3-4dce-bfca-2b726450128d on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:07.161969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbccdcf4-2b32-497c-beb6-7b32aac1b6b0 None None] Network 44f9f710-359c-4112-bc10-5d0520e55814 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:07.162131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'tag': '7869a939-c128-4545-9580-c32acca99894'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:07.162383 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8b087144-1b71-45fe-9e70-cad280e0915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:07.210136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:07.212465 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b087144-1b71-45fe-9e70-cad280e0915e None None] Routers {'4a7c9348-a26c-4dd1-987f-259127a81bf0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:07.213091 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8b087144-1b71-45fe-9e70-cad280e0915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['4a7c9348-a26c-4dd1-987f-259127a81bf0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:07.286420 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c1c0c433-31d4-4a32-938e-b8801539e4f7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3462191 Mar 11 16:22:07.294746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32958) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:07.305443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:07.306064 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:07.320504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.320915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:07.321407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Bound port: 1a4e0901-52f3-4dce-bfca-2b726450128d, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:07.321789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.375873 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8b087144-1b71-45fe-9e70-cad280e0915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:07.376524 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b087144-1b71-45fe-9e70-cad280e0915e None None] The sync data for ids ['4a7c9348-a26c-4dd1-987f-259127a81bf0'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:07.392090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:security_group_rule and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:07.400296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:07.412069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': '44f9f710-359c-4112-bc10-5d0520e55814', 'name': 'tempest-PortsTestJSON-645093711'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:07.412309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:07.575301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.607817 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'tag': '7869a939-c128-4545-9580-c32acca99894', 'status': 'completed', 'code': 200} Mar 11 16:22:07.638769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Pushing event updated for resources: {'Port': ['ID=7869a939-c128-4545-9580-c32acca99894,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:07.707758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] For port 1a4e0901-52f3-4dce-bfca-2b726450128d, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:07.727247 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] For port 1a4e0901-52f3-4dce-bfca-2b726450128d, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1a4e0901-52f3-4dce-bfca-2b726450128d,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:07.728155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.728648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.728893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.729224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.729583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.729943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.730728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.730728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.731015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.731282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.731675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.732000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da505b-4b0f-4fec-aa9a-148306ad8708 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:07.749079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 41bcbd62-60c9-4f1c-a477-bb15c47e2702 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:07.776670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.796791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-44f9f710-359c-4112-bc10-5d0520e55814', 'network_id': '44f9f710-359c-4112-bc10-5d0520e55814', 'tenant_id': '82393e89a4984d5d95189d19c56d0d01', 'fixed_ips': [{'subnet_id': '17bed52d-aa92-4755-b19c-1a8015c53093'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:07.801484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.801918 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1d073a1d-680b-493a-97da-896c12318d4e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/routers/4a7c9348-a26c-4dd1-987f-259127a81bf0 HTTP/1.1" status: 200 len: 884 time: 0.8286510 Mar 11 16:22:07.802763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32962) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:07.802912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:07.824337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:07.826229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.894684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.907802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0fc63fdf-479c-44ff-a5e4-710e58bad173 None None] Provisioning for port 64f44e29-483b-4f6c-8e20-3d844f66c821 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:07.928815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:07.933793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.965276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae284d4-a07f-4af2-ba95-30d76d3535f3,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:07.969985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0fc63fdf-479c-44ff-a5e4-710e58bad173 None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:07.970543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fc63fdf-479c-44ff-a5e4-710e58bad173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.970885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-c5dcce30-799e-4a20-b463-8a46140d2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:07.972447 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-c5dcce30-799e-4a20-b463-8a46140d2954 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 1096 time: 0.4423761 Mar 11 16:22:07.990848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 01067ab0-8d2d-4ca0-87e8-ac3ea794e184 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:08.021640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3b0dd-ff52-4a5e-82b7-0023a470b28d None None] Pushing event updated for resources: {'Port': ['ID=1a4e0901-52f3-4dce-bfca-2b726450128d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:08.052677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78180627-b494-4f68-b75d-f7d53473e149 req-58a0580d-552b-40c8-9f80-71c42af5c101 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:08.054221 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78180627-b494-4f68-b75d-f7d53473e149 req-58a0580d-552b-40c8-9f80-71c42af5c101 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 943 time: 0.4400291 Mar 11 16:22:08.065299 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-0608290c-a303-444f-9e4c-f5e9af188dde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7869a939-c128-4545-9580-c32acca99894 HTTP/1.1" status: 200 len: 217 time: 0.0856352 Mar 11 16:22:08.122624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0fc63fdf-479c-44ff-a5e4-710e58bad173 None None] Provisioning complete for port 2d730ee7-fce9-4063-bde7-8533095aaad9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:08.123050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fc63fdf-479c-44ff-a5e4-710e58bad173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.150869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.152546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4601c53b-c26e-40de-83a7-149057827369 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2704279 Mar 11 16:22:08.156618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32966) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:08.173574 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1735236443', 'security_groups': ['aae284d4-a07f-4af2-ba95-30d76d3535f3'], 'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9820d88d-9bcf-47f7-81db-5b4246d15feb'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:08.180491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0fc63fdf-479c-44ff-a5e4-710e58bad173 None None] Port 2d730ee7-fce9-4063-bde7-8533095aaad9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:08.232601 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78180627-b494-4f68-b75d-f7d53473e149 req-ea87036f-00a7-419f-ae8f-e87c25c8919c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320095 Mar 11 16:22:08.232601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-b367757c-5b7f-4140-8085-7fa44caab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:08.232601 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-b367757c-5b7f-4140-8085-7fa44caab87f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cc44f7a-3b34-47f8-bf4a-4b24c93370c4 HTTP/1.1" status: 200 len: 835 time: 0.1202550 Mar 11 16:22:08.433068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-c2a5a4f3-81f8-4238-b2ac-580af9f37f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:08.434767 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-c2a5a4f3-81f8-4238-b2ac-580af9f37f18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78455ea6-c4a6-4645-b4df-894754c7b9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2277496 Mar 11 16:22:08.448096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Allocated IP 172.20.0.2 (44f9f710-359c-4112-bc10-5d0520e55814/17bed52d-aa92-4755-b19c-1a8015c53093/09ab493d-6add-4243-875c-74c2bb390aed) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:08.464610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.532831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c5dd88be-cc22-4072-817b-10c1ab9492cd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:router {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:08.577301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=41bcbd62-60c9-4f1c-a477-bb15c47e2702,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:08.670801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.676687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.677094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.677569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.677874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.678306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.678691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.679350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.679724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.680105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.680510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.681570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.681958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.692791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c5dd88be-cc22-4072-817b-10c1ab9492cd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:router {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:08.694254 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c5dd88be-cc22-4072-817b-10c1ab9492cd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8899739 Mar 11 16:22:08.697261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32970) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:08.702684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bdf4a753-0600-4d99-a254-003016a737e4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-680011853'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:08.717650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64f44e29-483b-4f6c-8e20-3d844f66c821 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:08.724872 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5367aba2-31b1-48ae-81f1-f36f416eb692 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/41bcbd62-60c9-4f1c-a477-bb15c47e2702 HTTP/1.1" status: 204 len: 168 time: 1.9010594 Mar 11 16:22:08.725650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32974) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:08.762801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:08.788552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:08.812509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd31f44-6f23-4f86-8418-cd667fa1c37d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:08.816469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd31f44-6f23-4f86-8418-cd667fa1c37d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:08.816469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9bd31f44-6f23-4f86-8418-cd667fa1c37d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:08.856575 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.870455 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:08.870824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.887163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:08.896266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Transition to ACTIVE for port object 09ab493d-6add-4243-875c-74c2bb390aed will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:08.897517 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-821719d6-ac56-43d8-b0d8-d50200fd5adc service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422674 Mar 11 16:22:08.934299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Transition to ACTIVE for port object 09ab493d-6add-4243-875c-74c2bb390aed will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:08.995266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9bd31f44-6f23-4f86-8418-cd667fa1c37d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:08.996566 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9bd31f44-6f23-4f86-8418-cd667fa1c37d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2705762 Mar 11 16:22:09.003411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32978) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:09.026416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1a4e0901-52f3-4dce-bfca-2b726450128d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:09.063291 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.122885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.7 (44f9f710-359c-4112-bc10-5d0520e55814/17bed52d-aa92-4755-b19c-1a8015c53093/01067ab0-8d2d-4ca0-87e8-ac3ea794e184) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:09.147796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Network 44f9f710-359c-4112-bc10-5d0520e55814 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:09.158814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:09.162584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:09.173502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.181132 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b6b9d0-3d2c-404a-aa86-afc4033fb38f req-cfd7411d-a217-4da7-aca0-35872ace0ec6 service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753854 Mar 11 16:22:09.192103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Pushing event updated for resources: {'Port': ['ID=09ab493d-6add-4243-875c-74c2bb390aed,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:09.320159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Attempting to bind port 09ab493d-6add-4243-875c-74c2bb390aed on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:09.320636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Attempting to bind port 09ab493d-6add-4243-875c-74c2bb390aed by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '616b5b7b-ad40-424d-ac48-79c19c8e2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '44f9f710-359c-4112-bc10-5d0520e55814'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:09.320997 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Attempting to bind port 09ab493d-6add-4243-875c-74c2bb390aed on network 44f9f710-359c-4112-bc10-5d0520e55814 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:09.328097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:09.328692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Checking segment: {'id': '616b5b7b-ad40-424d-ac48-79c19c8e2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '44f9f710-359c-4112-bc10-5d0520e55814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:09.329626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.330020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Bound using segment: {'id': '616b5b7b-ad40-424d-ac48-79c19c8e2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '44f9f710-359c-4112-bc10-5d0520e55814'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:09.330643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Bound port: 09ab493d-6add-4243-875c-74c2bb390aed, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616b5b7b-ad40-424d-ac48-79c19c8e2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '44f9f710-359c-4112-bc10-5d0520e55814'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:09.331013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.381539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 1a4e0901-52f3-4dce-bfca-2b726450128d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:09.403863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.427680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object 01067ab0-8d2d-4ca0-87e8-ac3ea794e184 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:09.452511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] For port 09ab493d-6add-4243-875c-74c2bb390aed, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:09.457120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] For port 09ab493d-6add-4243-875c-74c2bb390aed, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=09ab493d-6add-4243-875c-74c2bb390aed,segment=NetworkSegment(616b5b7b-ad40-424d-ac48-79c19c8e2cd2),segment_id=616b5b7b-ad40-424d-ac48-79c19c8e2cd2)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:09.555784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-56dcb729-6a2c-47e8-ba7b-a6f693d15b61 None None] Provisioning for port 1a4e0901-52f3-4dce-bfca-2b726450128d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:09.563071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-56dcb729-6a2c-47e8-ba7b-a6f693d15b61 None None] Provisioning complete for port 1a4e0901-52f3-4dce-bfca-2b726450128d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:09.563723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56dcb729-6a2c-47e8-ba7b-a6f693d15b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.597601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.598877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.628075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea242f41-dc82-4ffe-84b6-d29ef95287d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet de3b4818-08ce-4158-b281-d24e08caeb46 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:09.631390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea242f41-dc82-4ffe-84b6-d29ef95287d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.638661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-bbf841e9-4905-4415-bb96-1c4c266840a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:09.640460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-bbf841e9-4905-4415-bb96-1c4c266840a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 1096 time: 0.2633405 Mar 11 16:22:09.697400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a753-0600-4d99-a254-003016a737e4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.702162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea242f41-dc82-4ffe-84b6-d29ef95287d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.749354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] device_id is not set on port 1a9b7fea-0f69-479d-8e08-42076916acf0 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:09.789781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b64815-c5e7-415d-be90-b3eae78a2c44 None None] Pushing event updated for resources: {'Port': ['ID=09ab493d-6add-4243-875c-74c2bb390aed,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:09.790749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.805315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-4b70473e-170c-4fcd-bf16-91c53f57f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:09.807844 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-4b70473e-170c-4fcd-bf16-91c53f57f4c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78455ea6-c4a6-4645-b4df-894754c7b9f2 HTTP/1.1" status: 200 len: 898 time: 0.1589441 Mar 11 16:22:09.831009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56dcb729-6a2c-47e8-ba7b-a6f693d15b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.866349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f3e1b-23d9-4cf6-8c69-64398566fdf0 req-c057d39b-3208-420b-bc0a-b7f6c0a3260a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:09.867897 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe6f3e1b-23d9-4cf6-8c69-64398566fdf0 req-c057d39b-3208-420b-bc0a-b7f6c0a3260a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 943 time: 0.3939347 Mar 11 16:22:09.877590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-56dcb729-6a2c-47e8-ba7b-a6f693d15b61 None None] For port 1a4e0901-52f3-4dce-bfca-2b726450128d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1a4e0901-52f3-4dce-bfca-2b726450128d,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:09.886112 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-e4543130-09aa-4b25-8dd5-73b7fee7a225 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7869a939-c128-4545-9580-c32acca99894 HTTP/1.1" status: 200 len: 217 time: 0.0710893 Mar 11 16:22:09.888069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a753-0600-4d99-a254-003016a737e4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.961682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-56dcb729-6a2c-47e8-ba7b-a6f693d15b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.993034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea242f41-dc82-4ffe-84b6-d29ef95287d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.038782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-d78c6083-0341-48e2-a72e-5d380b586b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:10.040310 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-d78c6083-0341-48e2-a72e-5d380b586b07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cc44f7a-3b34-47f8-bf4a-4b24c93370c4 HTTP/1.1" status: 200 len: 835 time: 0.1417348 Mar 11 16:22:10.065574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcb729-6a2c-47e8-ba7b-a6f693d15b61 None None] Pushing event updated for resources: {'Port': ['ID=1a4e0901-52f3-4dce-bfca-2b726450128d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:10.076677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-40f45993-8745-41bd-bab9-2d7a47de0730 None None] Could not find standard attr ID for object 41bcbd62-60c9-4f1c-a477-bb15c47e2702. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:22:10.078456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 44f9f710-359c-4112-bc10-5d0520e55814 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:10.159342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:10.173336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea242f41-dc82-4ffe-84b6-d29ef95287d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.184415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:10.221679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf4a753-0600-4d99-a254-003016a737e4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 4a7c9348-a26c-4dd1-987f-259127a81bf0 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:22:10.237958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=01067ab0-8d2d-4ca0-87e8-ac3ea794e184,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:10.277605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea242f41-dc82-4ffe-84b6-d29ef95287d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=de3b4818-08ce-4158-b281-d24e08caeb46,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:10.283170 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fe6f3e1b-23d9-4cf6-8c69-64398566fdf0 req-87ab415e-df16-426e-aa75-9ca7e40bedcb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856444 Mar 11 16:22:10.303855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea242f41-dc82-4ffe-84b6-d29ef95287d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.313510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-7a121c23-8620-46f4-abe3-13086511cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:10.314005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e176ab2-f303-4cb9-b317-e6a643a63c4d None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:10.315034 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-7a121c23-8620-46f4-abe3-13086511cff7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78455ea6-c4a6-4645-b4df-894754c7b9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2602856 Mar 11 16:22:10.333341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:10.333973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.439383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8::281 (1f795d1c-9f6f-4b27-af59-9ab696a75901/9820d88d-9bcf-47f7-81db-5b4246d15feb/1a9b7fea-0f69-479d-8e08-42076916acf0) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:10.461899 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea242f41-dc82-4ffe-84b6-d29ef95287d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/de3b4818-08ce-4158-b281-d24e08caeb46 HTTP/1.1" status: 204 len: 168 time: 1.4577527 Mar 11 16:22:10.470677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32984) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:10.546307 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee05dee4-cf1b-47c1-a195-ab640e644202 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2489908 Mar 11 16:22:10.559478 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fa12abb9-ef0d-4094-b831-93714ff5d994 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879881 Mar 11 16:22:10.560073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32988) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:10.560394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 32990) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:10.574832 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': '44f9f710-359c-4112-bc10-5d0520e55814', 'name': 'tempest-PortsTestJSON-863342527'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:10.593955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:10.704635 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a4196-7046-41cb-9e4c-f0e313dda0bd None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:10.712503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-662a4196-7046-41cb-9e4c-f0e313dda0bd None None] Deleting port 1a4e0901-52f3-4dce-bfca-2b726450128d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:10.712503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-662a4196-7046-41cb-9e4c-f0e313dda0bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.722359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf4a753-0600-4d99-a254-003016a737e4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:10.730256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a753-0600-4d99-a254-003016a737e4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.734907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bdf4a753-0600-4d99-a254-003016a737e4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/4a7c9348-a26c-4dd1-987f-259127a81bf0 HTTP/1.1" status: 200 len: 891 time: 2.0332699 Mar 11 16:22:10.734907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-bf94ec87-3006-4858-9394-95d7dcbb6069 service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135756 Mar 11 16:22:10.735599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 32996) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:10.760046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 09ab493d-6add-4243-875c-74c2bb390aed up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:10.793172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5c93b-26de-4e96-9c82-6a128c8dab52 None None] Sync routers for ids ['4a7c9348-a26c-4dd1-987f-259127a81bf0'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:10.841326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5c93b-26de-4e96-9c82-6a128c8dab52 None None] Routers {'4a7c9348-a26c-4dd1-987f-259127a81bf0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:10.841888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-66d5c93b-26de-4e96-9c82-6a128c8dab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['4a7c9348-a26c-4dd1-987f-259127a81bf0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:10.944044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-66d5c93b-26de-4e96-9c82-6a128c8dab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:11.038247 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38e496e1-16b7-479f-89e1-72d0bfd98b53 req-010a661d-d195-44ec-83fe-7825761f077e service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364490 Mar 11 16:22:11.043666 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0083d876-3652-48c7-9fe2-f2899360f661 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/routers/4a7c9348-a26c-4dd1-987f-259127a81bf0 HTTP/1.1" status: 200 len: 891 time: 0.3069746 Mar 11 16:22:11.046878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33000) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:11.113223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:11.117535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:11.117766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a4b2d39a-6d9a-4a44-9a41-d3b805c26444 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:11.120614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:11.128543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:11.150337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-662a4196-7046-41cb-9e4c-f0e313dda0bd None None] For port 1a4e0901-52f3-4dce-bfca-2b726450128d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1a4e0901-52f3-4dce-bfca-2b726450128d,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:11.150772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-662a4196-7046-41cb-9e4c-f0e313dda0bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.164379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abebea4b-d634-45a0-942f-c9d8c5a77385 None None] Network 44f9f710-359c-4112-bc10-5d0520e55814 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:11.170580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.177035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5c93b-26de-4e96-9c82-6a128c8dab52 None None] Routers {'4a7c9348-a26c-4dd1-987f-259127a81bf0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:11.177663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-66d5c93b-26de-4e96-9c82-6a128c8dab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:21:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['4a7c9348-a26c-4dd1-987f-259127a81bf0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:11.184263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:11.190027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a4b2d39a-6d9a-4a44-9a41-d3b805c26444 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:11.196387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:port and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:11.196554 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a4b2d39a-6d9a-4a44-9a41-d3b805c26444 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a7c9348-a26c-4dd1-987f-259127a81bf0 HTTP/1.1" status: 200 len: 205 time: 0.1355054 Mar 11 16:22:11.196829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33004) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:11.197687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:11.200690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object 1a9b7fea-0f69-479d-8e08-42076916acf0 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:11.205839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:11.230488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:11.235973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.270375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:11.274135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.291275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.387603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-662a4196-7046-41cb-9e4c-f0e313dda0bd None None] Calling delete_port for 1a4e0901-52f3-4dce-bfca-2b726450128d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:11.394645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.441082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a155-fd8a-4c6a-b742-0b7b130ae761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.447371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:11.449691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-66d5c93b-26de-4e96-9c82-6a128c8dab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:11.450266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5c93b-26de-4e96-9c82-6a128c8dab52 None None] The sync data for ids ['4a7c9348-a26c-4dd1-987f-259127a81bf0'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:11.450984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 015d6349-ed1f-435f-b999-dc3518ce0e00 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:11.493697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:11.508122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:11.513951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:11.514615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.567396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 09ab493d-6add-4243-875c-74c2bb390aed completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:11.570057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=1a9b7fea-0f69-479d-8e08-42076916acf0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:11.646308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b8a49-984a-4dc3-a3e4-8d324d644005 req-832137aa-8f27-4da1-988c-4ee4c2ae9577 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:11.646308 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f61b8a49-984a-4dc3-a3e4-8d324d644005 req-832137aa-8f27-4da1-988c-4ee4c2ae9577 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 943 time: 0.1899242 Mar 11 16:22:11.688692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-812e5a7d-cf3d-4568-a260-79faafa614be None None] Provisioning for port 09ab493d-6add-4243-875c-74c2bb390aed completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:11.694087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-662a4196-7046-41cb-9e4c-f0e313dda0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.707316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-812e5a7d-cf3d-4568-a260-79faafa614be None None] Provisioning complete for port 09ab493d-6add-4243-875c-74c2bb390aed triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:11.708010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-812e5a7d-cf3d-4568-a260-79faafa614be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.713482 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6ea4aa97-c01d-47a8-942a-2e69f812946b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5553393 Mar 11 16:22:11.716427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.721893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33010) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:11.730478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:11.776954 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.11 (44f9f710-359c-4112-bc10-5d0520e55814/17bed52d-aa92-4755-b19c-1a8015c53093/015d6349-ed1f-435f-b999-dc3518ce0e00) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:11.782720 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f61b8a49-984a-4dc3-a3e4-8d324d644005 req-22363f33-dd83-4c00-b305-1b4b22c53d53 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189792 Mar 11 16:22:11.803787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a4196-7046-41cb-9e4c-f0e313dda0bd None None] Pushing event deleted for resources: {'Port': ['ID=1a4e0901-52f3-4dce-bfca-2b726450128d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:11.811818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a4196-7046-41cb-9e4c-f0e313dda0bd None None] No DVR routers for this DVR port 1a4e0901-52f3-4dce-bfca-2b726450128d on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:11.904267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port a59525b6-652d-4a65-b69c-ea9b2d7bef81 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:11.904585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.921325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7869a939-c128-4545-9580-c32acca99894 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:22:11.948420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-812e5a7d-cf3d-4568-a260-79faafa614be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.006731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-812e5a7d-cf3d-4568-a260-79faafa614be None None] For port 09ab493d-6add-4243-875c-74c2bb390aed, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=09ab493d-6add-4243-875c-74c2bb390aed,segment=NetworkSegment(616b5b7b-ad40-424d-ac48-79c19c8e2cd2),segment_id=616b5b7b-ad40-424d-ac48-79c19c8e2cd2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:12.017536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:12.031194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:12.036770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:12.048133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:12.123411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:22:12.128356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.146791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-812e5a7d-cf3d-4568-a260-79faafa614be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.194392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.216845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:12.222829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:12.229920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:12.230653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.246048 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d42da-a567-44c3-aaec-9be25e0a2192 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:12.255554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=b0b784f6-b1bf-454d-80b2-15cdc4844ed7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:12.258362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object 015d6349-ed1f-435f-b999-dc3518ce0e00 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:12.293375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7869a939-c128-4545-9580-c32acca99894, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7869a939-c128-4545-9580-c32acca99894,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:12.313448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:12.317636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.320937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e5a7d-cf3d-4568-a260-79faafa614be None None] Pushing event updated for resources: {'Port': ['ID=09ab493d-6add-4243-875c-74c2bb390aed,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:12.323595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '7869a939-c128-4545-9580-c32acca99894', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:22:12.345390 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b09bca08-e9d2-451f-ba7a-06580ffbe588 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7780821 Mar 11 16:22:12.347978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:12.353626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:3b:2f:a2', 'name': 'tempest-NetworksTestDHCPv6-1988738314'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:12.378907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.436384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Provisioning for port 1a9b7fea-0f69-479d-8e08-42076916acf0 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:12.449608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Provisioning complete for port 1a9b7fea-0f69-479d-8e08-42076916acf0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:12.449981 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.469833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.528774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 44f9f710-359c-4112-bc10-5d0520e55814 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:12.536096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:12.550199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:12.585482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Port 1a9b7fea-0f69-479d-8e08-42076916acf0 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:12.603128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.625522 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=015d6349-ed1f-435f-b999-dc3518ce0e00,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:12.630258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for a59525b6-652d-4a65-b69c-ea9b2d7bef81 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:12.652532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 09ab493d-6add-4243-875c-74c2bb390aed up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:12.670004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:12.675595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.704674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7869a939-c128-4545-9580-c32acca99894 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:22:12.712822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:12.722941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:12.728087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Provisioning complete for port 09ab493d-6add-4243-875c-74c2bb390aed triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:12.728603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.730474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:12.737573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:12.770253 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9820d88d-9bcf-47f7-81db-5b4246d15feb (CIDR: 2001:db8::/64) Mar 11 16:22:12.801390 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7aff3aea-2f5d-4c03-a7e8-de383ab7ff51 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2357976 Mar 11 16:22:12.806856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33020) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:12.817574 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:22:12.818155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:12.839515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7869a939-c128-4545-9580-c32acca99894, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7869a939-c128-4545-9580-c32acca99894,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:12.869329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:12.881669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': 'b0b784f6-b1bf-454d-80b2-15cdc4844ed7'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:12.882511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.914246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.947476 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8eba03b3-7a54-45ea-b432-36dcc4e5a5ad tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2225533 Mar 11 16:22:12.947476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.954951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33024) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:12.979900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 09ab493d-6add-4243-875c-74c2bb390aed triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:12.980270 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.996311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:13.071159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=a59525b6-652d-4a65-b69c-ea9b2d7bef81,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:13.183710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['7869a939-c128-4545-9580-c32acca99894'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:22:13.216593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac228cc4-f5bb-49e6-97c3-6e6b101add4f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:13.217207 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ac228cc4-f5bb-49e6-97c3-6e6b101add4f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:13.220903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.221067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=7869a939-c128-4545-9580-c32acca99894,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:13.243267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.291145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e27c5-7db5-4579-a926-6ba525e63379 req-8585e944-910e-49b5-8504-61714ab56c55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:13.298313 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-106e27c5-7db5-4579-a926-6ba525e63379 req-8585e944-910e-49b5-8504-61714ab56c55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 944 time: 0.3387902 Mar 11 16:22:13.336771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port b8503463-99c3-46fc-b504-768cde6102c7 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:13.373829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ac228cc4-f5bb-49e6-97c3-6e6b101add4f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:13.378580 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ac228cc4-f5bb-49e6-97c3-6e6b101add4f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.5671828 Mar 11 16:22:13.383868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33028) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:13.402250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Allocated IP 2001:db8::f816:3eff:fe7e:7b10 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/b0b784f6-b1bf-454d-80b2-15cdc4844ed7/fb967bed-4ef3-4502-9ece-724664230c3c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:13.434600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:13.438808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.442194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.444076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:13.447947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:13.452660 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-106e27c5-7db5-4579-a926-6ba525e63379 req-1315b372-bef1-4a2f-8a34-b46cac984c2e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531126 Mar 11 16:22:13.458727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:13.491020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Provisioning for port 01067ab0-8d2d-4ca0-87e8-ac3ea794e184 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:13.493984 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Provisioning complete for port 01067ab0-8d2d-4ca0-87e8-ac3ea794e184 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:13.494389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.509861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9a84f1ae-a661-4be8-92c5-fd84f3c8f0b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 015d6349-ed1f-435f-b999-dc3518ce0e00 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:13.510535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9a84f1ae-a661-4be8-92c5-fd84f3c8f0b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.533961 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36b118e0-fdad-4609-8484-b6737e495527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.535655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1a4e0901-52f3-4dce-bfca-2b726450128d no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:13.561529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.563221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Fanout notify agent at l3_agent the message router_deleted on router 4a7c9348-a26c-4dd1-987f-259127a81bf0 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:22:13.578239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:13.582503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.637907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 1a4e0901-52f3-4dce-bfca-2b726450128d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:13.638268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1a4e0901-52f3-4dce-bfca-2b726450128d not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:13.684852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.686043 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-01e20607-2d92-4591-99e0-84f771648287 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/4a7c9348-a26c-4dd1-987f-259127a81bf0 HTTP/1.1" status: 204 len: 168 time: 2.4879858 Mar 11 16:22:13.691602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33032) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:13.700605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4c6d3-62c7-4008-aec1-9f36822818ff None None] Port 01067ab0-8d2d-4ca0-87e8-ac3ea794e184 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:13.705676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1659255067'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:13.712301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:13.720296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:network and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:13.728086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:13.734747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:13.760445 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b3858009-9805-446f-8945-d824ff07700c (CIDR: 2001:db8:0:1::/64) Mar 11 16:22:13.789788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9a84f1ae-a661-4be8-92c5-fd84f3c8f0b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.802389 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:22:13.802846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:13.819092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:13.822674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.860838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:13.867699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.870100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.870762 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added segment 199fd4a7-efdd-467c-af15-d9de1b928b17 of type vlan for network 95a7c2db-58f3-488d-a477-846428867c0c Mar 11 16:22:13.885264 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-54ac4ddb-f43a-4299-b256-8e4ebfc7f915 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8943481 Mar 11 16:22:13.894206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Transition to ACTIVE for port object fb967bed-4ef3-4502-9ece-724664230c3c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:13.894448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33036) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:13.903003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'subnet': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:13.922953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.924543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9a84f1ae-a661-4be8-92c5-fd84f3c8f0b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 015d6349-ed1f-435f-b999-dc3518ce0e00 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:13.927962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4cb15b24-1daa-4347-92be-fd9c34ca0438 None None] Provisioning for port 015d6349-ed1f-435f-b999-dc3518ce0e00 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:13.935741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Transition to ACTIVE for port object fb967bed-4ef3-4502-9ece-724664230c3c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:13.954216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4cb15b24-1daa-4347-92be-fd9c34ca0438 None None] Provisioning complete for port 015d6349-ed1f-435f-b999-dc3518ce0e00 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:13.954216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4cb15b24-1daa-4347-92be-fd9c34ca0438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.061023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4cb15b24-1daa-4347-92be-fd9c34ca0438 None None] Port 015d6349-ed1f-435f-b999-dc3518ce0e00 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:14.064296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.072744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:14.074508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Usage tracker for resource:subnet and tenant:574f42aaefb34068bf83903d8d802290 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:14.077540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:14.083498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:14.132783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.137143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:fe3b:2fa2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/b0b784f6-b1bf-454d-80b2-15cdc4844ed7/b8503463-99c3-46fc-b504-768cde6102c7) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:14.141881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:14.141881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.160123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:14.169283 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:14.176040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:14.179967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Made reservation on behalf of 574f42aaefb34068bf83903d8d802290 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:14.181271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Pushing event updated for resources: {'Port': ['ID=fb967bed-4ef3-4502-9ece-724664230c3c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:14.183407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.213510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4cb15b24-1daa-4347-92be-fd9c34ca0438 None None] Provisioning complete for port 01067ab0-8d2d-4ca0-87e8-ac3ea794e184 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:14.213510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4cb15b24-1daa-4347-92be-fd9c34ca0438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.225898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9a84f1ae-a661-4be8-92c5-fd84f3c8f0b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.316594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84f1ae-a661-4be8-92c5-fd84f3c8f0b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=015d6349-ed1f-435f-b999-dc3518ce0e00,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:14.322693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4cb15b24-1daa-4347-92be-fd9c34ca0438 None None] Port 01067ab0-8d2d-4ca0-87e8-ac3ea794e184 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:14.324225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Attempting to bind port fb967bed-4ef3-4502-9ece-724664230c3c on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:14.324540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Attempting to bind port fb967bed-4ef3-4502-9ece-724664230c3c by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:14.324893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Attempting to bind port fb967bed-4ef3-4502-9ece-724664230c3c on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:14.334648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:14.334648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:14.335065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.335154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:14.335561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Bound port: fb967bed-4ef3-4502-9ece-724664230c3c, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:14.335951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.448350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] For port fb967bed-4ef3-4502-9ece-724664230c3c, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:14.454984 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] For port fb967bed-4ef3-4502-9ece-724664230c3c, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fb967bed-4ef3-4502-9ece-724664230c3c,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:14.457671 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7650528 Mar 11 16:22:14.471031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33040) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:14.479914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7ee20-6cf4-4cc0-924a-75145d2db611 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Network': ['ID=95a7c2db-58f3-488d-a477-846428867c0c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:14.491927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 95a7c2db-58f3-488d-a477-846428867c0c details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:14.512595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'subnet': {'network_id': '95a7c2db-58f3-488d-a477-846428867c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:14.641785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.718990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9a84f1ae-a661-4be8-92c5-fd84f3c8f0b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.752312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bb843-a405-4e63-8ca1-4881e9f0a141 req-6720e5c6-0b5d-45c6-b447-f2f0777f7125 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:14.753809 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ff7bb843-a405-4e63-8ca1-4881e9f0a141 req-6720e5c6-0b5d-45c6-b447-f2f0777f7125 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 944 time: 0.1254530 Mar 11 16:22:14.754691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.771652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:14.784334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488e1c7-a2df-41e5-b9f2-994509853064 None None] Pushing event updated for resources: {'Port': ['ID=fb967bed-4ef3-4502-9ece-724664230c3c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:14.786641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:subnet and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:14.790710 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:14.798730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object b8503463-99c3-46fc-b504-768cde6102c7 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:14.805394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.805823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:14.816978 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ff7bb843-a405-4e63-8ca1-4881e9f0a141 req-0fcf5e43-de2d-43a8-b06e-02b7bfabceea tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522244 Mar 11 16:22:14.835308 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.898817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.899285 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9a84f1ae-a661-4be8-92c5-fd84f3c8f0b0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/015d6349-ed1f-435f-b999-dc3518ce0e00 HTTP/1.1" status: 204 len: 168 time: 1.5141222 Mar 11 16:22:14.901729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33046) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:14.941616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:14.945109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.968736 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.974833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:14.978244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:14.986826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:14.987889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.001857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d945fe3-e4f9-4939-9cc1-105de2d72037 None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:15.002427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Subnet': ['ID=05b2813c-bdef-4ecd-9700-f4789b8442d1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:15.094974 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-64bf4d05-40d4-430f-bde7-a42bdd675a5b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1995683 Mar 11 16:22:15.097798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33050) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:15.105543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1087647856', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05b2813c-bdef-4ecd-9700-f4789b8442d1'}], 'security_groups': ['2bfe2a12-bbdb-447b-9938-fe36e671c978', 'f90a310d-d169-45f9-927b-e23d09d8aac5']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:15.117456 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca94cfe-3ada-48b4-8f65-61af6ad3b8cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:22:15.118004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eca94cfe-3ada-48b4-8f65-61af6ad3b8cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:15.144009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:15.149562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:15.164307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:15.169781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.170440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.206537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=b8503463-99c3-46fc-b504-768cde6102c7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:15.386516 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3096e4fb-6b4b-401e-88a0-9b6502c8fbcf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0345714 Mar 11 16:22:15.386516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-eca94cfe-3ada-48b4-8f65-61af6ad3b8cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:15.386516 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eca94cfe-3ada-48b4-8f65-61af6ad3b8cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/015d6349-ed1f-435f-b999-dc3518ce0e00 HTTP/1.1" status: 404 len: 333 time: 0.4828558 Mar 11 16:22:15.388417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33054) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:15.388795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33056) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:15.399742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4b4cdd-0f62-4663-9db3-023d0be3816f None None] Update dhcp port {'port': {'network_id': '1f795d1c-9f6f-4b27-af59-9ab696a75901', 'fixed_ips': [{'subnet_id': 'b3858009-9805-446f-8945-d824ff07700c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9820d88d-9bcf-47f7-81db-5b4246d15feb', 'ip_address': '2001:db8::2'}, {'subnet_id': '05b2813c-bdef-4ecd-9700-f4789b8442d1'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '64f44e29-483b-4f6c-8e20-3d844f66c821'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:22:15.425880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.451235 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4cdd-0f62-4663-9db3-023d0be3816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.521741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.580463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1370c9c5-6e57-4e5f-b10c-189bc0abc478 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 01067ab0-8d2d-4ca0-87e8-ac3ea794e184 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:15.580826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1370c9c5-6e57-4e5f-b10c-189bc0abc478 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.644821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Subnet': ['ID=a39ffafd-36b3-43bd-8c95-7a8145aa5a00,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:15.652902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Checking segment: {'id': '199fd4a7-efdd-467c-af15-d9de1b928b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a7c2db-58f3-488d-a477-846428867c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:15.653228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network hostable DHCP agents. Network: 95a7c2db-58f3-488d-a477-846428867c0c, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:15.703474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3f4b4cdd-0f62-4663-9db3-023d0be3816f None None] Allocated IP 2001:db8:0:2::2 (1f795d1c-9f6f-4b27-af59-9ab696a75901/05b2813c-bdef-4ecd-9700-f4789b8442d1/64f44e29-483b-4f6c-8e20-3d844f66c821) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:15.727386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 95a7c2db-58f3-488d-a477-846428867c0c is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:15.801342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 95a7c2db-58f3-488d-a477-846428867c0c) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:15.805619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.806349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.846870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7f86a-cee1-4d4c-bf1b-cd24e7fd8dc3 None None] Network 95a7c2db-58f3-488d-a477-846428867c0c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:15.871567 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.884173 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6a575876-04a6-43ac-9698-c794fff00656 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4111319 Mar 11 16:22:15.886528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33064) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:15.897898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-13110787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:15.908741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:15.914473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:router and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:15.917662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:15.918452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d14cad-e342-44d6-91e9-e235a456fcd3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.924031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:15.924259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d14cad-e342-44d6-91e9-e235a456fcd3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:15.925043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-49d14cad-e342-44d6-91e9-e235a456fcd3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:15.965055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7869a939-c128-4545-9580-c32acca99894 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:16.037234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.039709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.042972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3f4b4cdd-0f62-4663-9db3-023d0be3816f None None] For port 64f44e29-483b-4f6c-8e20-3d844f66c821, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64f44e29-483b-4f6c-8e20-3d844f66c821,segment=NetworkSegment(7ff96c89-9152-4002-89d0-89f31ac531d3),segment_id=7ff96c89-9152-4002-89d0-89f31ac531d3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:16.075449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.096115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-49d14cad-e342-44d6-91e9-e235a456fcd3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:16.098014 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-49d14cad-e342-44d6-91e9-e235a456fcd3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7080255 Mar 11 16:22:16.101245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33068) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:16.129729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7657a4-e732-40f3-9843-e3d7196310b5 req-1d4a2f1f-3b12-4b81-ba49-aa42e70a0250 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:16.138261 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bf7657a4-e732-40f3-9843-e3d7196310b5 req-1d4a2f1f-3b12-4b81-ba49-aa42e70a0250 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 944 time: 0.1694119 Mar 11 16:22:16.150594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4cdd-0f62-4663-9db3-023d0be3816f None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.188818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1370c9c5-6e57-4e5f-b10c-189bc0abc478 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.191713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3f4b4cdd-0f62-4663-9db3-023d0be3816f None None] Transition to ACTIVE for port object 64f44e29-483b-4f6c-8e20-3d844f66c821 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:16.216598 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bf7657a4-e732-40f3-9843-e3d7196310b5 req-cf67e062-a5d0-418c-9e10-e9e6a1f310cf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773668 Mar 11 16:22:16.265317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.270008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3f4b4cdd-0f62-4663-9db3-023d0be3816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.273513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 7869a939-c128-4545-9580-c32acca99894 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:16.310335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-79508046-6992-416a-92b7-772b1677a850 None None] Provisioning for port fb967bed-4ef3-4502-9ece-724664230c3c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:16.332916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 7869a939-c128-4545-9580-c32acca99894 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:16.333278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.350802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0e42b04a-1543-4bec-be1b-9561fbb46ffe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port b8503463-99c3-46fc-b504-768cde6102c7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:16.351147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e42b04a-1543-4bec-be1b-9561fbb46ffe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.366126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-95a7c2db-58f3-488d-a477-846428867c0c', 'network_id': '95a7c2db-58f3-488d-a477-846428867c0c', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'fixed_ips': [{'subnet_id': 'a39ffafd-36b3-43bd-8c95-7a8145aa5a00'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:16.366938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.384827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.388986 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-10bd2efc-4639-4f99-af2f-3ff4d08d7e00 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4987280 Mar 11 16:22:16.390332 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33072) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:16.533412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b4cdd-0f62-4663-9db3-023d0be3816f None None] Pushing event updated for resources: {'Port': ['ID=64f44e29-483b-4f6c-8e20-3d844f66c821,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:16.550217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1370c9c5-6e57-4e5f-b10c-189bc0abc478 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 01067ab0-8d2d-4ca0-87e8-ac3ea794e184 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:16.699077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fb967bed-4ef3-4502-9ece-724664230c3c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:16.763724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-68500093-39b3-4602-9f75-4dbdd9c8a7f2 None None] Provisioning for port b8503463-99c3-46fc-b504-768cde6102c7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:16.787352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-68500093-39b3-4602-9f75-4dbdd9c8a7f2 None None] Provisioning complete for port b8503463-99c3-46fc-b504-768cde6102c7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:16.787594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68500093-39b3-4602-9f75-4dbdd9c8a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.863978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.939589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.943481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-68500093-39b3-4602-9f75-4dbdd9c8a7f2 None None] Port b8503463-99c3-46fc-b504-768cde6102c7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:16.969100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7869a939-c128-4545-9580-c32acca99894'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:17.012410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 7869a939-c128-4545-9580-c32acca99894, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7869a939-c128-4545-9580-c32acca99894,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:17.028917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Allocated IP 2001:db8::2 (95a7c2db-58f3-488d-a477-846428867c0c/a39ffafd-36b3-43bd-8c95-7a8145aa5a00/0eae2c60-8216-4d5e-a7c9-19796f5db9f5) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:17.039574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e42b04a-1543-4bec-be1b-9561fbb46ffe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.064290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Delete allocated IP 2001:db8::281 (1f795d1c-9f6f-4b27-af59-9ab696a75901/9820d88d-9bcf-47f7-81db-5b4246d15feb) {{(pid=88600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:22:17.088190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port fb967bed-4ef3-4502-9ece-724664230c3c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:17.110311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port fb967bed-4ef3-4502-9ece-724664230c3c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:17.110634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.150627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.203672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0e42b04a-1543-4bec-be1b-9561fbb46ffe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for b8503463-99c3-46fc-b504-768cde6102c7 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:17.269839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Allocated IP 2001:db8:0:2::13c (1f795d1c-9f6f-4b27-af59-9ab696a75901/05b2813c-bdef-4ecd-9700-f4789b8442d1/1a9b7fea-0f69-479d-8e08-42076916acf0) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:17.375353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1370c9c5-6e57-4e5f-b10c-189bc0abc478 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.428320 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7869a939-c128-4545-9580-c32acca99894', 'code': 200} Mar 11 16:22:17.432196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=7869a939-c128-4545-9580-c32acca99894,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:17.549007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac9efc-647b-4323-b15c-b7f8a339bf58 req-e99a7cbd-2004-4764-a17a-a74a1ecb374d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:17.557961 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88ac9efc-647b-4323-b15c-b7f8a339bf58 req-e99a7cbd-2004-4764-a17a-a74a1ecb374d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 945 time: 0.1534326 Mar 11 16:22:17.578808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.635678 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88ac9efc-647b-4323-b15c-b7f8a339bf58 req-39a4ebc8-0b89-4982-9e61-71c69dcf58a9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760987 Mar 11 16:22:17.644394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370c9c5-6e57-4e5f-b10c-189bc0abc478 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=01067ab0-8d2d-4ca0-87e8-ac3ea794e184,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:17.690013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port fb967bed-4ef3-4502-9ece-724664230c3c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fb967bed-4ef3-4502-9ece-724664230c3c,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:17.691192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1370c9c5-6e57-4e5f-b10c-189bc0abc478 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.724021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.772599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.826687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e7a7a00-a183-44ca-9fea-3bec346a0dc1 None None] Provisioning for port 64f44e29-483b-4f6c-8e20-3d844f66c821 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:17.844370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e7a7a00-a183-44ca-9fea-3bec346a0dc1 None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:17.844764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7a00-a183-44ca-9fea-3bec346a0dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.883728 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1370c9c5-6e57-4e5f-b10c-189bc0abc478 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/01067ab0-8d2d-4ca0-87e8-ac3ea794e184 HTTP/1.1" status: 204 len: 168 time: 2.4912212 Mar 11 16:22:17.886491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33082) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:17.887888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=fb967bed-4ef3-4502-9ece-724664230c3c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:17.901405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc985fe-b441-477f-a76a-938408702477 req-7917e510-affe-47c9-9dd3-2d9033f6c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:17.902915 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8bc985fe-b441-477f-a76a-938408702477 req-7917e510-affe-47c9-9dd3-2d9033f6c21f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 1098 time: 0.1541827 Mar 11 16:22:17.904526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Transition to ACTIVE for port object 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:17.906056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e42b04a-1543-4bec-be1b-9561fbb46ffe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.933036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Transition to ACTIVE for port object 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:17.937186 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-54accced-eaea-4666-b2b5-cd2829dd44db tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:22:17.941113 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-54accced-eaea-4666-b2b5-cd2829dd44db tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/01067ab0-8d2d-4ca0-87e8-ac3ea794e184 HTTP/1.1" status: 404 len: 333 time: 0.0506353 Mar 11 16:22:17.941316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33086) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:17.967955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.010379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.037235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42b04a-1543-4bec-be1b-9561fbb46ffe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=b8503463-99c3-46fc-b504-768cde6102c7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:18.053168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0e42b04a-1543-4bec-be1b-9561fbb46ffe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.058161 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0e42b04a-1543-4bec-be1b-9561fbb46ffe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/b8503463-99c3-46fc-b504-768cde6102c7 HTTP/1.1" status: 204 len: 168 time: 1.9555855 Mar 11 16:22:18.059579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33090) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:18.067959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Transition to ACTIVE for port object 1a9b7fea-0f69-479d-8e08-42076916acf0 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:18.077656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8bc985fe-b441-477f-a76a-938408702477 req-83487547-7a30-417e-9e39-b62ab6e0af11 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637857 Mar 11 16:22:18.099721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Network 95a7c2db-58f3-488d-a477-846428867c0c is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:18.101535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:18.103527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Pushing event updated for resources: {'Port': ['ID=0eae2c60-8216-4d5e-a7c9-19796f5db9f5,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:18.105992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:18.144315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.163694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e7a7a00-a183-44ca-9fea-3bec346a0dc1 None None] Provisioning complete for port 1a9b7fea-0f69-479d-8e08-42076916acf0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:18.163694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7a00-a183-44ca-9fea-3bec346a0dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.258138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a312af-e752-473e-8761-fa9a65b94c56 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet 17bed52d-aa92-4755-b19c-1a8015c53093 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:18.268728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] In _notify_port_updated(), no bound segment for port 1a9b7fea-0f69-479d-8e08-42076916acf0 on network 1f795d1c-9f6f-4b27-af59-9ab696a75901 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:22:18.275723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Attempting to bind port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:18.276357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Attempting to bind port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '199fd4a7-efdd-467c-af15-d9de1b928b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a7c2db-58f3-488d-a477-846428867c0c'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:18.276691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Attempting to bind port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 on network 95a7c2db-58f3-488d-a477-846428867c0c {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:18.277674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6a312af-e752-473e-8761-fa9a65b94c56 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.283470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:18.283870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a7a00-a183-44ca-9fea-3bec346a0dc1 None None] Port 1a9b7fea-0f69-479d-8e08-42076916acf0 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:18.284363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.286247 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "PUT /v2.0/ports/1a9b7fea-0f69-479d-8e08-42076916acf0 HTTP/1.1" status: 200 len: 970 time: 3.1866753 Mar 11 16:22:18.291961 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:18.292333 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Checking segment: {'id': '199fd4a7-efdd-467c-af15-d9de1b928b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a7c2db-58f3-488d-a477-846428867c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:18.292735 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.293127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Bound using segment: {'id': '199fd4a7-efdd-467c-af15-d9de1b928b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a7c2db-58f3-488d-a477-846428867c0c'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:18.293603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Bound port: 0eae2c60-8216-4d5e-a7c9-19796f5db9f5, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199fd4a7-efdd-467c-af15-d9de1b928b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '95a7c2db-58f3-488d-a477-846428867c0c'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:18.294083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.299426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33094) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:18.316814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e7a7a00-a183-44ca-9fea-3bec346a0dc1 None None] Provisioning complete for port 2d730ee7-fce9-4063-bde7-8533095aaad9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:18.317207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e7a7a00-a183-44ca-9fea-3bec346a0dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.362339 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 2001:db8::1 (95a7c2db-58f3-488d-a477-846428867c0c/a39ffafd-36b3-43bd-8c95-7a8145aa5a00/d93154b4-ac6c-4db7-990c-79433945f457) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:18.386857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a69e85-591c-40e9-b52f-467c73c3b788 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:18.387410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-17c44e29-ffcb-4b18-ae86-d29a6d9cfa98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 1a9b7fea-0f69-479d-8e08-42076916acf0 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:18.387991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17c44e29-ffcb-4b18-ae86-d29a6d9cfa98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.388373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a69e85-591c-40e9-b52f-467c73c3b788 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:18.389166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d9a69e85-591c-40e9-b52f-467c73c3b788 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:18.394019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6a312af-e752-473e-8761-fa9a65b94c56 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.499691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] For port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:18.501938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a7a00-a183-44ca-9fea-3bec346a0dc1 None None] Port 2d730ee7-fce9-4063-bde7-8533095aaad9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:18.511849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] For port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0eae2c60-8216-4d5e-a7c9-19796f5db9f5,segment=NetworkSegment(199fd4a7-efdd-467c-af15-d9de1b928b17),segment_id=199fd4a7-efdd-467c-af15-d9de1b928b17)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:18.582223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d9a69e85-591c-40e9-b52f-467c73c3b788 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:18.583505 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d9a69e85-591c-40e9-b52f-467c73c3b788 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5193043 Mar 11 16:22:18.590836 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33098) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:18.595971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.658097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fb967bed-4ef3-4502-9ece-724664230c3c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:18.696274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef50391-80d9-40ca-b53f-bea7f91a3485 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event updated for resources: {'Port': ['ID=1a9b7fea-0f69-479d-8e08-42076916acf0,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:18.718474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-80967519-cd54-4ed9-964b-878b6c5b603c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet b0b784f6-b1bf-454d-80b2-15cdc4844ed7 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:18.722701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.730671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80967519-cd54-4ed9-964b-878b6c5b603c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.763304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6a312af-e752-473e-8761-fa9a65b94c56 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.787857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a259a-066a-4b18-a1bb-26dd5f9e4a3d None None] Pushing event updated for resources: {'Port': ['ID=0eae2c60-8216-4d5e-a7c9-19796f5db9f5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:18.808607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port fb967bed-4ef3-4502-9ece-724664230c3c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:18.809157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.824370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Transition to ACTIVE for port object d93154b4-ac6c-4db7-990c-79433945f457 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:18.838154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-829fe9ce-0871-4132-9d84-2f98c97bf991 None None] Provisioning for port 1a9b7fea-0f69-479d-8e08-42076916acf0 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:18.849585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80967519-cd54-4ed9-964b-878b6c5b603c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.856517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-829fe9ce-0871-4132-9d84-2f98c97bf991 None None] Provisioning complete for port 1a9b7fea-0f69-479d-8e08-42076916acf0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:18.856991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-829fe9ce-0871-4132-9d84-2f98c97bf991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.919469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17c44e29-ffcb-4b18-ae86-d29a6d9cfa98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.962685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-829fe9ce-0871-4132-9d84-2f98c97bf991 None None] Port 1a9b7fea-0f69-479d-8e08-42076916acf0 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:18.995521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80967519-cd54-4ed9-964b-878b6c5b603c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.039871 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.057391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64f44e29-483b-4f6c-8e20-3d844f66c821 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:19.083266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-17c44e29-ffcb-4b18-ae86-d29a6d9cfa98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 1a9b7fea-0f69-479d-8e08-42076916acf0 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:19.111938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6a312af-e752-473e-8761-fa9a65b94c56 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.160644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:19.161641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.191454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a312af-e752-473e-8761-fa9a65b94c56 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=17bed52d-aa92-4755-b19c-1a8015c53093,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:19.206969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 95a7c2db-58f3-488d-a477-846428867c0c is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:19.218449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:19.219035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:19.219572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.230719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e6a312af-e752-473e-8761-fa9a65b94c56 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.249033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a1497-f6a6-4a05-8eeb-2fad1d7914ce None None] Network 44f9f710-359c-4112-bc10-5d0520e55814 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:19.302521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=d93154b4-ac6c-4db7-990c-79433945f457,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:19.308197 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e6a312af-e752-473e-8761-fa9a65b94c56 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/17bed52d-aa92-4755-b19c-1a8015c53093 HTTP/1.1" status: 204 len: 168 time: 1.3655906 Mar 11 16:22:19.320424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33106) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:19.345201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03b994-5560-4af6-938f-de285b244129 req-ae727559-2704-4c5c-bf47-723ab39de703 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:19.346972 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ec03b994-5560-4af6-938f-de285b244129 req-ae727559-2704-4c5c-bf47-723ab39de703 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 945 time: 0.4634886 Mar 11 16:22:19.430008 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ec03b994-5560-4af6-938f-de285b244129 req-e953ad20-e8ea-4f47-8482-9f5f3a4345b1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681872 Mar 11 16:22:19.478005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80967519-cd54-4ed9-964b-878b6c5b603c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.487966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17c44e29-ffcb-4b18-ae86-d29a6d9cfa98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.527374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80967519-cd54-4ed9-964b-878b6c5b603c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b784f6-b1bf-454d-80b2-15cdc4844ed7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:19.536770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80967519-cd54-4ed9-964b-878b6c5b603c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.543360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c44e29-ffcb-4b18-ae86-d29a6d9cfa98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=1a9b7fea-0f69-479d-8e08-42076916acf0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:19.545543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.560785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056842da-3393-47c1-aa0e-ba08c714621b None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:19.566605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 09ab493d-6add-4243-875c-74c2bb390aed {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:19.567087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.611204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17c44e29-ffcb-4b18-ae86-d29a6d9cfa98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.669178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33110) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:19.669402 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-80967519-cd54-4ed9-964b-878b6c5b603c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/b0b784f6-b1bf-454d-80b2-15cdc4844ed7 HTTP/1.1" status: 204 len: 168 time: 1.0778117 Mar 11 16:22:19.738336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.757965 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-17c44e29-ffcb-4b18-ae86-d29a6d9cfa98 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/1a9b7fea-0f69-479d-8e08-42076916acf0 HTTP/1.1" status: 204 len: 168 time: 1.4567804 Mar 11 16:22:19.758897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33114) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:19.814615 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-572b56e6-54f9-4b42-badb-38619a0ee2fb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441450 Mar 11 16:22:19.818443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33118) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:19.827132 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-930812ba-7559-454c-ba6e-7f38cf242608 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] GET failed (client error): The resource could not be found. Mar 11 16:22:19.827719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-930812ba-7559-454c-ba6e-7f38cf242608 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Synchronizing usage tracker for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:19.898553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] DHCP port deletion for 44f9f710-359c-4112-bc10-5d0520e55814 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:19.903205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] Deleting port 09ab493d-6add-4243-875c-74c2bb390aed {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:19.903677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.903978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-930812ba-7559-454c-ba6e-7f38cf242608 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Unset dirty status for tenant:574f42aaefb34068bf83903d8d802290 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:19.908636 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-930812ba-7559-454c-ba6e-7f38cf242608 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports/1a9b7fea-0f69-479d-8e08-42076916acf0 HTTP/1.1" status: 404 len: 333 time: 0.1402290 Mar 11 16:22:19.909243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33122) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:19.963257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:19.973291 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Deleting port fb967bed-4ef3-4502-9ece-724664230c3c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:19.973791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.001549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9481113b-d725-4b99-8db3-07833b874a32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.033693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9481113b-d725-4b99-8db3-07833b874a32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.166726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9481113b-d725-4b99-8db3-07833b874a32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.191382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481113b-d725-4b99-8db3-07833b874a32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae284d4-a07f-4af2-ba95-30d76d3535f3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:20.210583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9481113b-d725-4b99-8db3-07833b874a32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.214999 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9481113b-d725-4b99-8db3-07833b874a32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/security-groups/aae284d4-a07f-4af2-ba95-30d76d3535f3 HTTP/1.1" status: 204 len: 168 time: 0.3023679 Mar 11 16:22:20.215274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33126) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:20.299595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] For port 09ab493d-6add-4243-875c-74c2bb390aed, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=09ab493d-6add-4243-875c-74c2bb390aed,segment=NetworkSegment(616b5b7b-ad40-424d-ac48-79c19c8e2cd2),segment_id=616b5b7b-ad40-424d-ac48-79c19c8e2cd2)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:20.299742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.299950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0fc8a-6169-4d42-b838-6d1f046c85ce None None] Network 95a7c2db-58f3-488d-a477-846428867c0c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:20.307412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9de4a5fe-dfd2-4f2e-b88c-3200f6036783 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.336879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9de4a5fe-dfd2-4f2e-b88c-3200f6036783 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.448590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8600e694-f881-4781-badb-d356b60d5fb9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:20.449531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8600e694-f881-4781-badb-d356b60d5fb9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:20.453443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9de4a5fe-dfd2-4f2e-b88c-3200f6036783 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.463256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 09ab493d-6add-4243-875c-74c2bb390aed owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:20.502535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4a5fe-dfd2-4f2e-b88c-3200f6036783 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90a310d-d169-45f9-927b-e23d09d8aac5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:20.504414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] For port 09ab493d-6add-4243-875c-74c2bb390aed, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=09ab493d-6add-4243-875c-74c2bb390aed,segment=NetworkSegment(616b5b7b-ad40-424d-ac48-79c19c8e2cd2),segment_id=616b5b7b-ad40-424d-ac48-79c19c8e2cd2)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:20.504810 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.520048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9de4a5fe-dfd2-4f2e-b88c-3200f6036783 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.528949 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9de4a5fe-dfd2-4f2e-b88c-3200f6036783 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/security-groups/f90a310d-d169-45f9-927b-e23d09d8aac5 HTTP/1.1" status: 204 len: 168 time: 0.3126538 Mar 11 16:22:20.530787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33132) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:20.604825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e79de852-7ebf-4d08-bbe5-b19ffa7cc8cc None None] Provisioning for port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:20.619603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cb3c3ccf-4b9b-4f35-a538-93e5b43cfc8b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.660554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cb3c3ccf-4b9b-4f35-a538-93e5b43cfc8b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.683113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] Calling delete_port for 09ab493d-6add-4243-875c-74c2bb390aed owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:20.726629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:20.757311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] For port fb967bed-4ef3-4502-9ece-724664230c3c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fb967bed-4ef3-4502-9ece-724664230c3c,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:20.757538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8600e694-f881-4781-badb-d356b60d5fb9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:20.758033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.759119 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8600e694-f881-4781-badb-d356b60d5fb9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9338238 Mar 11 16:22:20.761296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33136) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:20.805841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cb3c3ccf-4b9b-4f35-a538-93e5b43cfc8b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.845255 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cb3c3ccf-4b9b-4f35-a538-93e5b43cfc8b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.849449 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cb3c3ccf-4b9b-4f35-a538-93e5b43cfc8b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/security-groups/2bfe2a12-bbdb-447b-9938-fe36e671c978 HTTP/1.1" status: 204 len: 168 time: 0.3175640 Mar 11 16:22:20.850720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c3ccf-4b9b-4f35-a538-93e5b43cfc8b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfe2a12-bbdb-447b-9938-fe36e671c978,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:20.854780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33140) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:20.870150 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.888985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9421d-8be2-4a52-b339-a9ab16f5c6e7 req-6cd2ef61-d803-4f6d-a24b-88491fe8f189 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:20.891159 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ecd9421d-8be2-4a52-b339-a9ab16f5c6e7 req-6cd2ef61-d803-4f6d-a24b-88491fe8f189 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 945 time: 0.1766422 Mar 11 16:22:20.892270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.912110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Calling delete_port for fb967bed-4ef3-4502-9ece-724664230c3c owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:20.925394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9f810e-153d-47c1-97eb-033bb38eef32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet 9820d88d-9bcf-47f7-81db-5b4246d15feb {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:20.931823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a9f810e-153d-47c1-97eb-033bb38eef32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.957623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No DVR routers for this DVR port 09ab493d-6add-4243-875c-74c2bb390aed on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:20.966694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf74c1d-c124-4aae-bce1-2a86d9d2fe6d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:20.967378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2cf74c1d-c124-4aae-bce1-2a86d9d2fe6d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:20.992664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=09ab493d-6add-4243-875c-74c2bb390aed,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:21.000613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.001360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.010095 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a9f810e-153d-47c1-97eb-033bb38eef32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.059088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2cf74c1d-c124-4aae-bce1-2a86d9d2fe6d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:21.063261 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2cf74c1d-c124-4aae-bce1-2a86d9d2fe6d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3007438 Mar 11 16:22:21.064119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33144) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:21.123180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:22:21.123531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:22:21.143248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33148) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:21.143488 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b9916dbc-4247-4741-a0b4-f91fdf2cefe6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748234 Mar 11 16:22:21.161558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:21.168718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:21.169158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.190760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a9f810e-153d-47c1-97eb-033bb38eef32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.204569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:21.209020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.243661 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ecd9421d-8be2-4a52-b339-a9ab16f5c6e7 req-ab96ae66-2277-4feb-bf57-5266e6492d13 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408058 Mar 11 16:22:21.275415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Pushing event deleted for resources: {'Port': ['ID=fb967bed-4ef3-4502-9ece-724664230c3c,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:21.301104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] No DVR routers for this DVR port fb967bed-4ef3-4502-9ece-724664230c3c on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:21.306502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.320542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.321739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.322841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.322841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.323564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.323667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.324185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.324296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.324569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.325053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.325584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.325923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240339cf-07c8-4fac-9034-2e5432a3da38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:21.328370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=d93154b4-ac6c-4db7-990c-79433945f457,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:21.356000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a9f810e-153d-47c1-97eb-033bb38eef32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.410926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd80bc-daaa-4afc-b89d-3ce38a6c8ec8 None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:21.463936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f9f710-359c-4112-bc10-5d0520e55814']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:21.479085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616b5b7b-ad40-424d-ac48-79c19c8e2cd2') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:21.479463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616b5b7b-ad40-424d-ac48-79c19c8e2cd2') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:21.499432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:21.504815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.525979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.532714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:21.538418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.559154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:22:21.559629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:22:21.589850 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:22:21.620191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0eae2c60-8216-4d5e-a7c9-19796f5db9f5,segment=NetworkSegment(199fd4a7-efdd-467c-af15-d9de1b928b17),segment_id=199fd4a7-efdd-467c-af15-d9de1b928b17)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:21.648945 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] Deleting port 09ab493d-6add-4243-875c-74c2bb390aed {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:21.649340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.651129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a9f810e-153d-47c1-97eb-033bb38eef32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.672946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f810e-153d-47c1-97eb-033bb38eef32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=9820d88d-9bcf-47f7-81db-5b4246d15feb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:21.691595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network 95a7c2db-58f3-488d-a477-846428867c0c is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:21.702709 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a9f810e-153d-47c1-97eb-033bb38eef32 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/9820d88d-9bcf-47f7-81db-5b4246d15feb HTTP/1.1" status: 204 len: 168 time: 0.8366179 Mar 11 16:22:21.702709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33154) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:21.703007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:21.720718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-27fc95e5-fee7-4eb3-a3c2-8cefb975aebb None None] Provisioning for port d93154b4-ac6c-4db7-990c-79433945f457 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:21.737825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-33e7782f-d54f-4541-8ddc-c58495428535 None None] The port '09ab493d-6add-4243-875c-74c2bb390aed' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:22:21.740494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-27fc95e5-fee7-4eb3-a3c2-8cefb975aebb None None] Provisioning complete for port d93154b4-ac6c-4db7-990c-79433945f457 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:21.740864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27fc95e5-fee7-4eb3-a3c2-8cefb975aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.778334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc204e39-e9e1-4432-a6cd-e70274c0df1d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet 05b2813c-bdef-4ecd-9700-f4789b8442d1 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:21.782420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc204e39-e9e1-4432-a6cd-e70274c0df1d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.792978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:21.797406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.813766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.821285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-27fc95e5-fee7-4eb3-a3c2-8cefb975aebb None None] Port d93154b4-ac6c-4db7-990c-79433945f457 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:21.826902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.865055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc204e39-e9e1-4432-a6cd-e70274c0df1d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.870584 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.941820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e015-5f89-4add-9d2a-af1d6956ef80 req-b318f8b8-97eb-4b25-a002-754b574dfd81 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:21.943484 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9ab1e015-5f89-4add-9d2a-af1d6956ef80 req-b318f8b8-97eb-4b25-a002-754b574dfd81 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 945 time: 0.5344517 Mar 11 16:22:21.946408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fb967bed-4ef3-4502-9ece-724664230c3c no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:21.995732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: fb967bed-4ef3-4502-9ece-724664230c3c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:21.996075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fb967bed-4ef3-4502-9ece-724664230c3c not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:21.996495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 09ab493d-6add-4243-875c-74c2bb390aed no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:22.034646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc204e39-e9e1-4432-a6cd-e70274c0df1d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.118424 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 09ab493d-6add-4243-875c-74c2bb390aed {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:22.118765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 09ab493d-6add-4243-875c-74c2bb390aed not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:22.125569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-27fc95e5-fee7-4eb3-a3c2-8cefb975aebb None None] Provisioning complete for port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:22.125569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-27fc95e5-fee7-4eb3-a3c2-8cefb975aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.125853 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9ab1e015-5f89-4add-9d2a-af1d6956ef80 req-bebf9df6-6f9e-4a70-a7ad-f1288813a64a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702986 Mar 11 16:22:22.152338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:22.157978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=0eae2c60-8216-4d5e-a7c9-19796f5db9f5,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:22.166983 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Network': ['ID=44f9f710-359c-4112-bc10-5d0520e55814,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:22.182983 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a3f6ec44-031b-4c35-af79-dfbe55057d46 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/networks/44f9f710-359c-4112-bc10-5d0520e55814 HTTP/1.1" status: 204 len: 168 time: 2.8612366 Mar 11 16:22:22.190664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33162) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:22.196867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-511965102'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:22.215839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:22.228092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:network and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:22.232336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:22.244956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea7c49-1ac7-4383-8061-57c733bd4916 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:22.251594 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43ea7c49-1ac7-4383-8061-57c733bd4916 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 1093 time: 0.0932477 Mar 11 16:22:22.251809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:22.251917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33166) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:22.257054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:22.265151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:22.269976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:floatingip and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:22.273797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:22.280267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:22.290835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc204e39-e9e1-4432-a6cd-e70274c0df1d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.335412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc204e39-e9e1-4432-a6cd-e70274c0df1d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=05b2813c-bdef-4ecd-9700-f4789b8442d1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:22.340708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc204e39-e9e1-4432-a6cd-e70274c0df1d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.348187 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cc204e39-e9e1-4432-a6cd-e70274c0df1d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/05b2813c-bdef-4ecd-9700-f4789b8442d1 HTTP/1.1" status: 204 len: 168 time: 0.6487801 Mar 11 16:22:22.350714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33170) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:22.353438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:22.357006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.382859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router ecacdc35-cdff-4360-b8c5-448f3134817a is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:22:22.394246 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a15a336-67d4-46d9-9f06-70b51d1942d2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:22.395137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a15a336-67d4-46d9-9f06-70b51d1942d2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:22.397172 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a15a336-67d4-46d9-9f06-70b51d1942d2 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/9820d88d-9bcf-47f7-81db-5b4246d15feb HTTP/1.1" status: 404 len: 337 time: 0.0454810 Mar 11 16:22:22.399702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33174) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:22.406234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b8c877fb-d269-4e70-a6f3-1d9d6313d2fb None None] Provisioning complete for port d93154b4-ac6c-4db7-990c-79433945f457 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:22.406891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8c877fb-d269-4e70-a6f3-1d9d6313d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.437594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.487837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b8c877fb-d269-4e70-a6f3-1d9d6313d2fb None None] Port d93154b4-ac6c-4db7-990c-79433945f457 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:22.509989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3667bf8b-487d-46d4-bb22-1d61dd162c8a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting subnet b3858009-9805-446f-8945-d824ff07700c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:22.511431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:22.515724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3667bf8b-487d-46d4-bb22-1d61dd162c8a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.607284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.625023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:22.649636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3667bf8b-487d-46d4-bb22-1d61dd162c8a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.676970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.677333 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Added segment d5056797-8881-450d-aef4-e9ae9fbf9604 of type vlan for network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc Mar 11 16:22:22.723787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:22.724314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.740603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:22.744054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:22.757242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:22.765701 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643029a7-ff8f-4e80-b9ae-beae5ec0ae92 None None] Sync routers for ids ['ecacdc35-cdff-4360-b8c5-448f3134817a'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:22.766602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=2ebdde5d-4044-49a0-abb1-ec251c4ad2ad,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:22.769897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.775072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:22.775760 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.778825 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643029a7-ff8f-4e80-b9ae-beae5ec0ae92 None None] Routers {'ecacdc35-cdff-4360-b8c5-448f3134817a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:22.779440 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-643029a7-ff8f-4e80-b9ae-beae5ec0ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['ecacdc35-cdff-4360-b8c5-448f3134817a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:22.784574 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea21e53f-40ae-4506-83f8-ea8468e4bb0c tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/ecacdc35-cdff-4360-b8c5-448f3134817a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3936782 Mar 11 16:22:22.784758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45f125-585b-4e4f-a22d-afc159bb1fab None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:22.786621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.792468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:22.883543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3667bf8b-487d-46d4-bb22-1d61dd162c8a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.902853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f67ebb-9798-4284-bf21-78f3f12772be tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:22.903406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2f67ebb-9798-4284-bf21-78f3f12772be tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:22.910995 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-643029a7-ff8f-4e80-b9ae-beae5ec0ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:22.927968 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643029a7-ff8f-4e80-b9ae-beae5ec0ae92 None None] Routers {'ecacdc35-cdff-4360-b8c5-448f3134817a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:22.928828 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-643029a7-ff8f-4e80-b9ae-beae5ec0ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['ecacdc35-cdff-4360-b8c5-448f3134817a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:22.955742 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b9beba82-5e1a-4c66-9843-89cb1a632202 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7671964 Mar 11 16:22:22.958256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33182) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:22.964550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:8e:ca:2e', 'name': 'tempest-NetworksTestDHCPv6-445169772'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:23.063484 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-643029a7-ff8f-4e80-b9ae-beae5ec0ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:23.064227 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643029a7-ff8f-4e80-b9ae-beae5ec0ae92 None None] The sync data for ids ['ecacdc35-cdff-4360-b8c5-448f3134817a'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:23.073697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.254 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/feb949f2-ca42-49eb-988d-5c5dcac5c915) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:23.088961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2f67ebb-9798-4284-bf21-78f3f12772be tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:23.090125 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f2f67ebb-9798-4284-bf21-78f3f12772be tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports/d93154b4-ac6c-4db7-990c-79433945f457 HTTP/1.1" status: 200 len: 911 time: 0.2967300 Mar 11 16:22:23.090928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.097726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.098478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.103155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33186) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.105724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a353d8ea-d054-4a4b-8205-2c467182a1cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a39ffafd-36b3-43bd-8c95-7a8145aa5a00'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:23.118005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '2ebdde5d-4044-49a0-abb1-ec251c4ad2ad'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:23.118874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.130739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95547fd-081a-450c-9e94-b326be7533bd None None] Network 1f795d1c-9f6f-4b27-af59-9ab696a75901 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:23.153229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3667bf8b-487d-46d4-bb22-1d61dd162c8a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.247280 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Network': ['ID=4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:23.255056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667bf8b-487d-46d4-bb22-1d61dd162c8a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Subnet': ['ID=b3858009-9805-446f-8945-d824ff07700c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:23.259574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3667bf8b-487d-46d4-bb22-1d61dd162c8a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.263788 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-43ea9e6f-2a89-4c50-bcf2-6c8db499122e tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0711997 Mar 11 16:22:23.269348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33190) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.274480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': '4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:23.276056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:23.302545 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3667bf8b-487d-46d4-bb22-1d61dd162c8a tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/b3858009-9805-446f-8945-d824ff07700c HTTP/1.1" status: 204 len: 168 time: 0.8993208 Mar 11 16:22:23.313831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33194) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.320113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:23.413866 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6375e2-6d53-4d76-b71b-7a43cc520843 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:23.414616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6375e2-6d53-4d76-b71b-7a43cc520843 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:23.418474 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3a6375e2-6d53-4d76-b71b-7a43cc520843 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/c3ec0a39-4a42-4b1d-ae08-8210e67fbd9e HTTP/1.1" status: 404 len: 337 time: 0.1002755 Mar 11 16:22:23.424664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33198) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.425252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:23.453941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:23.459498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:23.459658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-98202689-bea1-4051-b75e-0c00f166550f None None] Provisioning complete for port 64f44e29-483b-4f6c-8e20-3d844f66c821 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:23.462683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98202689-bea1-4051-b75e-0c00f166550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.462808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:23.468235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:23.477230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.493412 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5df89c70-e79d-4468-9609-11747768a251 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0666fe3-6182-4896-af8d-06a277f7d625 HTTP/1.1" status: 200 len: 205 time: 0.0635533 Mar 11 16:22:23.493793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33202) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.580010 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-0741542b-5b42-4dce-ba74-44ff0255900f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] delete failed (client error): The resource could not be found. Mar 11 16:22:23.583716 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0741542b-5b42-4dce-ba74-44ff0255900f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/routers/e0666fe3-6182-4896-af8d-06a277f7d625 HTTP/1.1" status: 404 len: 336 time: 0.0862925 Mar 11 16:22:23.584970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33206) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.586006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:23.589246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a353d8ea-d054-4a4b-8205-2c467182a1cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.609732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/2ebdde5d-4044-49a0-abb1-ec251c4ad2ad/89dd39d8-0f26-4dd8-802e-c32aa8aa7205) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:23.611556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:23.615028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.705933 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0540d36d-d055-4d9e-b5a1-46d5ac163c8e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:23.706326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0540d36d-d055-4d9e-b5a1-46d5ac163c8e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:23.710591 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0540d36d-d055-4d9e-b5a1-46d5ac163c8e tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/52710944-8b8f-40a1-bebb-7f2b3af6908b HTTP/1.1" status: 404 len: 337 time: 0.0980432 Mar 11 16:22:23.761135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33210) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.782028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.808470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703aa212-2ab1-4637-84ae-d17829496cc2 None None] DHCP port deletion for 1f795d1c-9f6f-4b27-af59-9ab696a75901 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:23.822594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-98202689-bea1-4051-b75e-0c00f166550f None None] Provisioning complete for port 2d730ee7-fce9-4063-bde7-8533095aaad9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:23.822966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98202689-bea1-4051-b75e-0c00f166550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.861304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-703aa212-2ab1-4637-84ae-d17829496cc2 None None] Deleting port 64f44e29-483b-4f6c-8e20-3d844f66c821 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:23.861304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-703aa212-2ab1-4637-84ae-d17829496cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.862400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:23.868898 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dbce77-c94e-45f6-af01-7a3279d17d4d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:23.869375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dbce77-c94e-45f6-af01-7a3279d17d4d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:23.874210 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c0dbce77-c94e-45f6-af01-7a3279d17d4d tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/8c63ddf6-1e73-4cbd-a9b8-5d2e6b7f5b82 HTTP/1.1" status: 404 len: 337 time: 0.1100938 Mar 11 16:22:23.877557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33214) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.929845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:23.932455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:23.933163 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-5691f215-a6ab-4ce8-ba06-bfb927fcc282 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:23.933653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5691f215-a6ab-4ce8-ba06-bfb927fcc282 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:23.935341 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5691f215-a6ab-4ce8-ba06-bfb927fcc282 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/55b62556-1182-426d-b296-bf43164f14a1 HTTP/1.1" status: 404 len: 337 time: 0.0550547 Mar 11 16:22:23.943994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33218) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.968752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=feb949f2-ca42-49eb-988d-5c5dcac5c915,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:23.989330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-98202689-bea1-4051-b75e-0c00f166550f None None] Port 2d730ee7-fce9-4063-bde7-8533095aaad9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:24.007893 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3789bec-880b-46ce-8c04-b5577bdcfc77 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:24.008004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3789bec-880b-46ce-8c04-b5577bdcfc77 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:24.019418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.040746 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c3789bec-880b-46ce-8c04-b5577bdcfc77 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/c21121f6-e6d9-4e87-9920-1a7491a1317e HTTP/1.1" status: 404 len: 333 time: 0.0933530 Mar 11 16:22:24.040943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33224) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:24.060577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.156236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Transition to ACTIVE for port object 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:24.236342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Transition to ACTIVE for port object 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:24.247103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-703aa212-2ab1-4637-84ae-d17829496cc2 None None] For port 64f44e29-483b-4f6c-8e20-3d844f66c821, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64f44e29-483b-4f6c-8e20-3d844f66c821,segment=NetworkSegment(7ff96c89-9152-4002-89d0-89f31ac531d3),segment_id=7ff96c89-9152-4002-89d0-89f31ac531d3)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:24.247538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-703aa212-2ab1-4637-84ae-d17829496cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.277253 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc32fbe-d768-4d29-b1e6-52207b7b71bb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:24.277712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc32fbe-d768-4d29-b1e6-52207b7b71bb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:24.282788 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9bc32fbe-d768-4d29-b1e6-52207b7b71bb tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/127540ac-08a6-47ea-9217-60bd8f13ff14 HTTP/1.1" status: 404 len: 337 time: 0.2376981 Mar 11 16:22:24.282788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 12fa9afb-3b7e-4489-97fc-4e3a59e04b0f yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:24.297821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33230) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:24.359287 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-472bd86e-b5bd-4b9e-8c24-e7acbbf9833b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:24.360001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472bd86e-b5bd-4b9e-8c24-e7acbbf9833b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:24.363762 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-472bd86e-b5bd-4b9e-8c24-e7acbbf9833b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/a87fc354-1c81-46bd-a0fd-60ce649f2bdf HTTP/1.1" status: 404 len: 337 time: 0.0604959 Mar 11 16:22:24.364402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33234) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:24.370230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.381494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-703aa212-2ab1-4637-84ae-d17829496cc2 None None] Calling delete_port for 64f44e29-483b-4f6c-8e20-3d844f66c821 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:24.444131 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f9d313-1781-47cc-af4d-3f0b266e6cce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:24.444879 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f9d313-1781-47cc-af4d-3f0b266e6cce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:24.472404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:24.476731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:24.488661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:24.597165 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d2f9d313-1781-47cc-af4d-3f0b266e6cce tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/9a36407f-dbcf-45ef-a79f-dba5ae96184c HTTP/1.1" status: 404 len: 333 time: 0.2162869 Mar 11 16:22:24.607095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Pushing event updated for resources: {'Port': ['ID=89dd39d8-0f26-4dd8-802e-c32aa8aa7205,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:24.612885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64f44e29-483b-4f6c-8e20-3d844f66c821 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:24.614200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33238) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:24.625695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::238 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/2ebdde5d-4044-49a0-abb1-ec251c4ad2ad/12fa9afb-3b7e-4489-97fc-4e3a59e04b0f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:24.643301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Attempting to bind port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:24.643546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Attempting to bind port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:24.643819 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Attempting to bind port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:24.658761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:24.659193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:24.659533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.659927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:24.660403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Bound port: 89dd39d8-0f26-4dd8-802e-c32aa8aa7205, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:24.660780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.665846 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d15658f-5c12-4e7c-9031-e7ab66941319 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:24.666335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d15658f-5c12-4e7c-9031-e7ab66941319 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:24.669563 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7d15658f-5c12-4e7c-9031-e7ab66941319 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/09575ca7-6b67-4c0e-aaea-26efd56408ed HTTP/1.1" status: 404 len: 337 time: 0.0515027 Mar 11 16:22:24.676360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33242) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:24.700795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.724492 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11c5965-26cf-43cd-865b-731c09c0b57b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] DELETE failed (client error): The resource could not be found. Mar 11 16:22:24.724969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11c5965-26cf-43cd-865b-731c09c0b57b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:24.728505 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-703aa212-2ab1-4637-84ae-d17829496cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.756258 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e11c5965-26cf-43cd-865b-731c09c0b57b tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/subnets/09ab5938-3260-4e9d-8274-2ecd60e42d00 HTTP/1.1" status: 404 len: 337 time: 0.0764310 Mar 11 16:22:24.760048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33246) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:24.786253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703aa212-2ab1-4637-84ae-d17829496cc2 None None] Pushing event deleted for resources: {'Port': ['ID=64f44e29-483b-4f6c-8e20-3d844f66c821,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:24.787988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No active binding found for port 64f44e29-483b-4f6c-8e20-3d844f66c821 {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 16:22:24.788395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64f44e29-483b-4f6c-8e20-3d844f66c821 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:24.799526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703aa212-2ab1-4637-84ae-d17829496cc2 None None] No DVR routers for this DVR port 64f44e29-483b-4f6c-8e20-3d844f66c821 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:24.832807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:24.834344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] For port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:24.838372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] For port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=89dd39d8-0f26-4dd8-802e-c32aa8aa7205,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:24.860097 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a353d8ea-d054-4a4b-8205-2c467182a1cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.879493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5d56777b-efd0-4c15-8258-d84105d663f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Deleting port 2d730ee7-fce9-4063-bde7-8533095aaad9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:24.879866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d56777b-efd0-4c15-8258-d84105d663f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.904347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.921494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Checking segment: {'id': 'd5056797-8881-450d-aef4-e9ae9fbf9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:24.921494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network hostable DHCP agents. Network: 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:24.926318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a353d8ea-d054-4a4b-8205-2c467182a1cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.932003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353d8ea-d054-4a4b-8205-2c467182a1cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:24.932636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a353d8ea-d054-4a4b-8205-2c467182a1cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.937271 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a353d8ea-d054-4a4b-8205-2c467182a1cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/ports/d93154b4-ac6c-4db7-990c-79433945f457 HTTP/1.1" status: 200 len: 911 time: 1.8332169 Mar 11 16:22:24.939876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33252) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:25.006969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40438d-7bc3-40d1-b387-540c2a3ca86e None None] Pushing event updated for resources: {'Port': ['ID=89dd39d8-0f26-4dd8-802e-c32aa8aa7205,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.076377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353d8ea-d054-4a4b-8205-2c467182a1cf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=d93154b4-ac6c-4db7-990c-79433945f457,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.085627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.121757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:25.131508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.169028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 12fa9afb-3b7e-4489-97fc-4e3a59e04b0f will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:25.236422 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:25.254388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:25.255147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.262601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef40c11-1c41-4ffb-a3bc-5dcd70495e90 None None] Network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:25.378961 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-918fa0c4-3540-4b46-bac6-8e8bf4523781 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1095688 Mar 11 16:22:25.388722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33256) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:25.391559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d56777b-efd0-4c15-8258-d84105d663f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.405998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': '4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc', 'name': 'tempest-PortsTestJSON-808340984', 'fixed_ips': [{'subnet_id': '66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e', 'ip_address': '172.20.0.10'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:25.567490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc', 'network_id': '4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc', 'tenant_id': '82393e89a4984d5d95189d19c56d0d01', 'fixed_ips': [{'subnet_id': '66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:25.568362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.570771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.613344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5d56777b-efd0-4c15-8258-d84105d663f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Calling delete_port for 2d730ee7-fce9-4063-bde7-8533095aaad9 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:25.669410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:25.675161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:25.682141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:25.687805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:25.688435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.714270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=12fa9afb-3b7e-4489-97fc-4e3a59e04b0f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.746060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.746319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.747584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Allocated IP 172.20.0.2 (4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc/66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e/3d56cb22-dc3a-4bb2-af5b-9b710e366caf) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:25.876531 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5d8148fb-a836-4867-aac5-7625a6b02b06 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9169371 Mar 11 16:22:25.879810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33260) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:25.901650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:25.906686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:port and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:25.909769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:25.915694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:25.980564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d56777b-efd0-4c15-8258-d84105d663f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.987570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.000746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Transition to ACTIVE for port object 3d56cb22-dc3a-4bb2-af5b-9b710e366caf will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:26.022087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Transition to ACTIVE for port object 3d56cb22-dc3a-4bb2-af5b-9b710e366caf will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:26.059844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:26.075869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d56777b-efd0-4c15-8258-d84105d663f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.081804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56777b-efd0-4c15-8258-d84105d663f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Port': ['ID=2d730ee7-fce9-4063-bde7-8533095aaad9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:26.083062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.117828 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d56777b-efd0-4c15-8258-d84105d663f8 tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/ports/2d730ee7-fce9-4063-bde7-8533095aaad9 HTTP/1.1" status: 204 len: 168 time: 1.3550251 Mar 11 16:22:26.121822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33264) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:26.182378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Pushing event updated for resources: {'Port': ['ID=3d56cb22-dc3a-4bb2-af5b-9b710e366caf,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:26.202919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:26.204629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:26.207307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:26.239701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa213d-5b74-4b72-9d33-9984ca04cc59 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:26.246634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa213d-5b74-4b72-9d33-9984ca04cc59 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:26.247530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-36fa213d-5b74-4b72-9d33-9984ca04cc59 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:26.312135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Attempting to bind port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:26.312501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Attempting to bind port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'd5056797-8881-450d-aef4-e9ae9fbf9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:26.312860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Attempting to bind port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf on network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:26.319341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:26.319764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Checking segment: {'id': 'd5056797-8881-450d-aef4-e9ae9fbf9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:26.320162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.320548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Bound using segment: {'id': 'd5056797-8881-450d-aef4-e9ae9fbf9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:26.321010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Bound port: 3d56cb22-dc3a-4bb2-af5b-9b710e366caf, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5056797-8881-450d-aef4-e9ae9fbf9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:26.321377 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.334520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-36fa213d-5b74-4b72-9d33-9984ca04cc59 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:26.335830 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-36fa213d-5b74-4b72-9d33-9984ca04cc59 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4554503 Mar 11 16:22:26.338703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33268) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:26.402940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port d93154b4-ac6c-4db7-990c-79433945f457 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:26.402940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.403231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.407046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.440237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port 79c7babe-9a20-4a67-b460-b52ae357c42f yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:26.487357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] For port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:26.492182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] For port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3d56cb22-dc3a-4bb2-af5b-9b710e366caf,segment=NetworkSegment(d5056797-8881-450d-aef4-e9ae9fbf9604),segment_id=d5056797-8881-450d-aef4-e9ae9fbf9604)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:26.501975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.524553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-46343a6a-f127-4ed2-8c6f-94c1b64dda89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 12fa9afb-3b7e-4489-97fc-4e3a59e04b0f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:26.525030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46343a6a-f127-4ed2-8c6f-94c1b64dda89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.595103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3f09feca-4b96-4f6f-8621-a1a1237b5dbc None None] Provisioning for port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:26.624456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.700862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:26.709315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.783150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.812143 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45fb5e-c81f-4746-90b4-44c649ea22f0 None None] Pushing event updated for resources: {'Port': ['ID=3d56cb22-dc3a-4bb2-af5b-9b710e366caf,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:26.867152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.888770 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:26.891192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f795d1c-9f6f-4b27-af59-9ab696a75901']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:26.897339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:26.898714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.960876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff96c89-9152-4002-89d0-89f31ac531d3') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:26.961442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff96c89-9152-4002-89d0-89f31ac531d3') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:26.971573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.009875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for d93154b4-ac6c-4db7-990c-79433945f457 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:27.062223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fd8f1111-3f2c-4a2f-8b0b-431d9ae39d84 None None] Provisioning for port 12fa9afb-3b7e-4489-97fc-4e3a59e04b0f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:27.088577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fd8f1111-3f2c-4a2f-8b0b-431d9ae39d84 None None] Provisioning complete for port 12fa9afb-3b7e-4489-97fc-4e3a59e04b0f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:27.089272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd8f1111-3f2c-4a2f-8b0b-431d9ae39d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.092298 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46343a6a-f127-4ed2-8c6f-94c1b64dda89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.151274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.192746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=feb949f2-ca42-49eb-988d-5c5dcac5c915,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:27.200994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.201235 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f1111-3f2c-4a2f-8b0b-431d9ae39d84 None None] Port 12fa9afb-3b7e-4489-97fc-4e3a59e04b0f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:27.219378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=89dd39d8-0f26-4dd8-802e-c32aa8aa7205,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:27.236259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.250996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:22:27.251304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:22:27.269255 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:22:27.274056 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-46343a6a-f127-4ed2-8c6f-94c1b64dda89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 12fa9afb-3b7e-4489-97fc-4e3a59e04b0f owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:27.286605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.360975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=89dd39d8-0f26-4dd8-802e-c32aa8aa7205,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:27.361206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.10 (4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc/66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e/79c7babe-9a20-4a67-b460-b52ae357c42f) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:27.450470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.481817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.505347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] Pushing event deleted for resources: {'Network': ['ID=1f795d1c-9f6f-4b27-af59-9ab696a75901,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:27.534618 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-81b1f568-7a25-406c-85f5-33a4d0fec98f tempest-PortsIpV6TestJSON-698562165 tempest-PortsIpV6TestJSON-698562165-project] 10.222.0.57 "DELETE /v2.0/networks/1f795d1c-9f6f-4b27-af59-9ab696a75901 HTTP/1.1" status: 204 len: 168 time: 1.4114883 Mar 11 16:22:27.542419 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP da43061f-1942-4472-9e79-ac6eda8c1de2 associated. External IP: 172.26.8.254, port: 7869a939-c128-4545-9580-c32acca99894. Mar 11 16:22:27.572033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46343a6a-f127-4ed2-8c6f-94c1b64dda89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.616945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.650681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46343a6a-f127-4ed2-8c6f-94c1b64dda89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=12fa9afb-3b7e-4489-97fc-4e3a59e04b0f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:27.752462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=d93154b4-ac6c-4db7-990c-79433945f457,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:27.755258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-46343a6a-f127-4ed2-8c6f-94c1b64dda89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:27.890362 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-46343a6a-f127-4ed2-8c6f-94c1b64dda89 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/12fa9afb-3b7e-4489-97fc-4e3a59e04b0f HTTP/1.1" status: 204 len: 168 time: 1.5489442 Mar 11 16:22:27.891768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33274) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:28.023267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.137003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33280) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:28.163802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123aacea-039d-46f4-aa5a-f9b834b21e80 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:28.165390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123aacea-039d-46f4-aa5a-f9b834b21e80 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:28.166336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-123aacea-039d-46f4-aa5a-f9b834b21e80 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:28.179564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router e8dbb226-1939-4729-99d9-776a439b5633 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:22:28.184547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object 79c7babe-9a20-4a67-b460-b52ae357c42f will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:28.313037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e764e6-73d2-402a-b09f-6ad26c813d5f None None] Network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:28.334333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-123aacea-039d-46f4-aa5a-f9b834b21e80 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:28.338228 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-123aacea-039d-46f4-aa5a-f9b834b21e80 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4454696 Mar 11 16:22:28.340997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33286) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:28.344199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.404148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-094ac1a7-cdc7-42fb-a004-09c1b0dedeb1 None None] Provisioning for port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:28.434267 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3b0b0c35-0ce3-43dc-a351-250f9a5ab676 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=574f42aaefb34068bf83903d8d802290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825458 Mar 11 16:22:28.437654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.439100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33290) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:28.447918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:28.460287 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] Sync routers for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:28.549642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:28.559282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:28.575081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e1da69-48fe-4b34-a4e2-c860e018ee58 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 2ebdde5d-4044-49a0-abb1-ec251c4ad2ad {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:28.580777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:28.583051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b7e1da69-48fe-4b34-a4e2-c860e018ee58 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.606050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=79c7babe-9a20-4a67-b460-b52ae357c42f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:28.626371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.644436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:28.645918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:28.719399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:28.720882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.738573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ff4fb0c-934c-4724-bfb8-5cd844270f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.746902 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff8bb399-1684-4698-a866-eee39bc21d31 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4949756 Mar 11 16:22:28.751948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'tag': '7869a939-c128-4545-9580-c32acca99894'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:22:28.756256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:28.761163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3d56cb22-dc3a-4bb2-af5b-9b710e366caf up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:28.788634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b7e1da69-48fe-4b34-a4e2-c860e018ee58 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.822852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router ecacdc35-cdff-4360-b8c5-448f3134817a has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:22:28.830103 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'tag': '7869a939-c128-4545-9580-c32acca99894', 'status': 'completed', 'code': 200} Mar 11 16:22:28.954026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:22:29.001635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:29.013786 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c043563-8168-4227-9d07-b2bc6bfb258d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/ecacdc35-cdff-4360-b8c5-448f3134817a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0707872 Mar 11 16:22:29.017192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33300) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:29.017742 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5128f35-482e-4746-a493-2acd6f1b6f40 None None] Sync routers for ids ['ecacdc35-cdff-4360-b8c5-448f3134817a'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:29.042504 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5128f35-482e-4746-a493-2acd6f1b6f40 None None] Routers {'ecacdc35-cdff-4360-b8c5-448f3134817a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:29.046345 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a5128f35-482e-4746-a493-2acd6f1b6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['ecacdc35-cdff-4360-b8c5-448f3134817a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:29.072834 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f7f9be14-caa4-46de-b2c1-6d451e2de2ba tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6726549 Mar 11 16:22:29.080336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33304) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:29.083354 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-83b5d9b3-c529-43a3-9bcf-656f25f81667 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/da43061f-1942-4472-9e79-ac6eda8c1de2 HTTP/1.1" status: 200 len: 991 time: 0.3188481 Mar 11 16:22:29.090474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': '4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc', 'name': 'tempest-PortsTestJSON-1158171556', 'fixed_ips': [{'subnet_id': '66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e', 'ip_address': '172.20.0.9'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:29.092380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ff4fb0c-934c-4724-bfb8-5cd844270f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.106137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ecce1806-eeef-4346-b168-f33b43740ee4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:29.122265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:29.150735 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a5128f35-482e-4746-a493-2acd6f1b6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:29.151318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b7e1da69-48fe-4b34-a4e2-c860e018ee58 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.168015 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5128f35-482e-4746-a493-2acd6f1b6f40 None None] Routers {'ecacdc35-cdff-4360-b8c5-448f3134817a'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:29.168234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:29.168529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.169245 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a5128f35-482e-4746-a493-2acd6f1b6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['ecacdc35-cdff-4360-b8c5-448f3134817a'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:29.218528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-0dbb65f9-6459-4fba-945a-d5bf8992f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:29.220417 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-0dbb65f9-6459-4fba-945a-d5bf8992f9b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 1098 time: 0.3732078 Mar 11 16:22:29.223516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ff4fb0c-934c-4724-bfb8-5cd844270f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.247999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ecce1806-eeef-4346-b168-f33b43740ee4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:29.249929 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ecce1806-eeef-4346-b168-f33b43740ee4 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecacdc35-cdff-4360-b8c5-448f3134817a HTTP/1.1" status: 200 len: 205 time: 0.2232702 Mar 11 16:22:29.260267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33308) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:29.260737 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a5128f35-482e-4746-a493-2acd6f1b6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:29.261058 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5128f35-482e-4746-a493-2acd6f1b6f40 None None] The sync data for ids ['ecacdc35-cdff-4360-b8c5-448f3134817a'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:29.353674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4fb0c-934c-4724-bfb8-5cd844270f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed692ff-d589-4001-9443-98af56957b23,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:29.367839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:29.368385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1ff4fb0c-934c-4724-bfb8-5cd844270f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.368385 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1ff4fb0c-934c-4724-bfb8-5cd844270f77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bed692ff-d589-4001-9443-98af56957b23 HTTP/1.1" status: 204 len: 168 time: 0.9237754 Mar 11 16:22:29.384271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:port and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:29.392981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:29.406297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:29.414245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b7e1da69-48fe-4b34-a4e2-c860e018ee58 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.489631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1da69-48fe-4b34-a4e2-c860e018ee58 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebdde5d-4044-49a0-abb1-ec251c4ad2ad,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:29.506876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b7e1da69-48fe-4b34-a4e2-c860e018ee58 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.531730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ebb7ee-6f4e-43ab-80cb-1340312e07cc None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:29.555097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:29.578789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d82c868b-3140-4dc6-b494-aa851b5fbe03 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.622824 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b7e1da69-48fe-4b34-a4e2-c860e018ee58 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/2ebdde5d-4044-49a0-abb1-ec251c4ad2ad HTTP/1.1" status: 204 len: 168 time: 1.2785058 Mar 11 16:22:29.626851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33314) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:29.757865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e3597ffe-d5ce-4423-a658-f245bf2297fd None None] Provisioning complete for port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:29.758213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e3597ffe-d5ce-4423-a658-f245bf2297fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.806380 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7c40d459-fe87-4698-ab88-6b518dda049f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1745765 Mar 11 16:22:29.807096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33318) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:29.914031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.061660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.067144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d82c868b-3140-4dc6-b494-aa851b5fbe03 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.071662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d82c868b-3140-4dc6-b494-aa851b5fbe03 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.074409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3d56cb22-dc3a-4bb2-af5b-9b710e366caf,segment=NetworkSegment(d5056797-8881-450d-aef4-e9ae9fbf9604),segment_id=d5056797-8881-450d-aef4-e9ae9fbf9604)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:30.086106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33324) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:30.105757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-6129a347-0241-4c11-bc9a-7ef25c61f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.105757 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-6129a347-0241-4c11-bc9a-7ef25c61f617 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78455ea6-c4a6-4645-b4df-894754c7b9f2 HTTP/1.1" status: 200 len: 898 time: 0.8715119 Mar 11 16:22:30.145769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.146747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:30.164739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1bc977-1393-47c3-bbc2-b0d929d2458b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.165446 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b1bc977-1393-47c3-bbc2-b0d929d2458b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:30.172920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port ca4d0220-d004-4532-add8-4da4a422e679 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:30.234911 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-f2e2197f-b036-4f13-a979-31c0cf2e3d05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7869a939-c128-4545-9580-c32acca99894 HTTP/1.1" status: 200 len: 999 time: 0.1230221 Mar 11 16:22:30.281031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e3597ffe-d5ce-4423-a658-f245bf2297fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.305146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d82c868b-3140-4dc6-b494-aa851b5fbe03 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.305993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82c868b-3140-4dc6-b494-aa851b5fbe03 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Fanout notify agent at l3_agent the message router_deleted on router ecacdc35-cdff-4360-b8c5-448f3134817a {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:22:30.345302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=3d56cb22-dc3a-4bb2-af5b-9b710e366caf,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:30.346552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d82c868b-3140-4dc6-b494-aa851b5fbe03 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.350117 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d82c868b-3140-4dc6-b494-aa851b5fbe03 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/ecacdc35-cdff-4360-b8c5-448f3134817a HTTP/1.1" status: 204 len: 168 time: 1.0812731 Mar 11 16:22:30.350337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:21:40Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'da43061f-1942-4472-9e79-ac6eda8c1de2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:24Z', 'updated_at': '2022-03-11T16:22:24Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:30.351043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:30.361107 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c6370649-09af-47ee-bd4c-bfdf786a8635 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/da43061f-1942-4472-9e79-ac6eda8c1de2 HTTP/1.1" status: 200 len: 991 time: 0.2695553 Mar 11 16:22:30.362103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6b1bc977-1393-47c3-bbc2-b0d929d2458b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:30.366975 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b1bc977-1393-47c3-bbc2-b0d929d2458b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5519764 Mar 11 16:22:30.367755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33336) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:30.392692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] Checking router: e8dbb226-1939-4729-99d9-776a439b5633 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:22:30.422007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:30.422409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.449772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:30.450440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:30.472217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-3901f9ea-ab69-412b-8c29-8c6a66d8abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.472433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa54f9f-749a-4790-8268-123a96227c35 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.472892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0aa54f9f-749a-4790-8268-123a96227c35 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:30.475115 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-3901f9ea-ab69-412b-8c29-8c6a66d8abce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cc44f7a-3b34-47f8-bf4a-4b24c93370c4 HTTP/1.1" status: 200 len: 835 time: 0.2343874 Mar 11 16:22:30.501042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff07146-8399-4fd0-8b6b-8861c463585b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting subnet a39ffafd-36b3-43bd-8c95-7a8145aa5a00 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:30.562718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.9 (4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc/66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e/ca4d0220-d004-4532-add8-4da4a422e679) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:30.564872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fff07146-8399-4fd0-8b6b-8861c463585b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.570858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd7044-dd42-43d4-9274-a397c7b4b77e None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:30.593811 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-e3597ffe-d5ce-4423-a658-f245bf2297fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:22:30.594157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-e3597ffe-d5ce-4423-a658-f245bf2297fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:22:30.604526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-75dd7044-dd42-43d4-9274-a397c7b4b77e None None] Deleting port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:30.604825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75dd7044-dd42-43d4-9274-a397c7b4b77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.608457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0aa54f9f-749a-4790-8268-123a96227c35 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:30.613547 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0aa54f9f-749a-4790-8268-123a96227c35 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2357745 Mar 11 16:22:30.615235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33344) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:30.647576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fff07146-8399-4fd0-8b6b-8861c463585b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.712691 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c4ff6de1-402b-443f-a77a-eb2dcac0b255 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892906 Mar 11 16:22:30.715406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33348) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:30.722638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:30.727922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-658a24b4-fcc8-4d2f-8ff6-3baadddad61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.727922 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-658a24b4-fcc8-4d2f-8ff6-3baadddad61a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78455ea6-c4a6-4645-b4df-894754c7b9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2242665 Mar 11 16:22:30.885618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fff07146-8399-4fd0-8b6b-8861c463585b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.893190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:22:30.947819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:30.969556 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-3851a6f8-2a96-44c1-b5dd-df267fa14612 service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343056 Mar 11 16:22:30.973284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:30.999259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.018459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object ca4d0220-d004-4532-add8-4da4a422e679 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:31.070331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:31.076143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.201036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3d56cb22-dc3a-4bb2-af5b-9b710e366caf up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:31.216301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.219203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33360) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:31.229655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fff07146-8399-4fd0-8b6b-8861c463585b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.283571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff07146-8399-4fd0-8b6b-8861c463585b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Subnet': ['ID=a39ffafd-36b3-43bd-8c95-7a8145aa5a00,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:31.290947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fff07146-8399-4fd0-8b6b-8861c463585b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.293108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-75dd7044-dd42-43d4-9274-a397c7b4b77e None None] For port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=89dd39d8-0f26-4dd8-802e-c32aa8aa7205,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:31.293673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75dd7044-dd42-43d4-9274-a397c7b4b77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.300828 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fff07146-8399-4fd0-8b6b-8861c463585b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/a39ffafd-36b3-43bd-8c95-7a8145aa5a00 HTTP/1.1" status: 204 len: 168 time: 0.9486115 Mar 11 16:22:31.309683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33366) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:31.321799 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d20ca343-e1c5-4481-b338-115f2b59f680 req-8a403787-6230-48e2-bb30-46b148d976f1 service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451293 Mar 11 16:22:31.367679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33370) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:31.370053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:31.388274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea64c0-b6ae-4674-bec1-16167a1c3003 None None] Network 95a7c2db-58f3-488d-a477-846428867c0c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:31.397776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:31.409875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:31.508868 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f3151334-614a-4c20-8537-1c567db0cbf2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/da43061f-1942-4472-9e79-ac6eda8c1de2 HTTP/1.1" status: 200 len: 991 time: 0.1405253 Mar 11 16:22:31.515946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'network': {'name': 'tempest-RoutersTest-2067979653'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:31.521676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:31.526147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:network and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:31.530001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:31.541559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:31.558752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=ca4d0220-d004-4532-add8-4da4a422e679,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:31.583529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-75dd7044-dd42-43d4-9274-a397c7b4b77e None None] Calling delete_port for 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:31.623953 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.647281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:31.647977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.674968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:31.678479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.693071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.709443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:31.713465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:security_group_rule and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:31.717106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:31.720066 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:31.720409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.722598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:31.899171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:31.899573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.907405 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7a921e90-2533-402f-8dbe-ed25c4722da0 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8284185 Mar 11 16:22:31.907744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33374) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:31.973963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e3597ffe-d5ce-4423-a658-f245bf2297fd None None] Provisioning for port 79c7babe-9a20-4a67-b460-b52ae357c42f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:31.989044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0eae2c60-8216-4d5e-a7c9-19796f5db9f5,segment=NetworkSegment(199fd4a7-efdd-467c-af15-d9de1b928b17),segment_id=199fd4a7-efdd-467c-af15-d9de1b928b17)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:31.989395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:31.998929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb5d74-6d22-4dca-ba11-9ae0467c827f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:31.999991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1ecb5d74-6d22-4dca-ba11-9ae0467c827f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:32.022460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75dd7044-dd42-43d4-9274-a397c7b4b77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.056251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e3597ffe-d5ce-4423-a658-f245bf2297fd None None] Provisioning complete for port 79c7babe-9a20-4a67-b460-b52ae357c42f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:32.056617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e3597ffe-d5ce-4423-a658-f245bf2297fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.076200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1ecb5d74-6d22-4dca-ba11-9ae0467c827f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:32.080045 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1ecb5d74-6d22-4dca-ba11-9ae0467c827f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1688519 Mar 11 16:22:32.085362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33378) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:32.114969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7044-dd42-43d4-9274-a397c7b4b77e None None] Pushing event deleted for resources: {'Port': ['ID=89dd39d8-0f26-4dd8-802e-c32aa8aa7205,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:32.135407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd7044-dd42-43d4-9274-a397c7b4b77e None None] No DVR routers for this DVR port 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:32.136128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.171172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e3597ffe-d5ce-4423-a658-f245bf2297fd None None] Port 79c7babe-9a20-4a67-b460-b52ae357c42f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:32.182941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a423385e-f5e5-47be-b8df-e7923b6f183c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:32.189282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a423385e-f5e5-47be-b8df-e7923b6f183c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:32.195778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a423385e-f5e5-47be-b8df-e7923b6f183c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:32.199408 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a423385e-f5e5-47be-b8df-e7923b6f183c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1104131 Mar 11 16:22:32.199691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33382) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:32.250565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.251393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:21:40Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'da43061f-1942-4472-9e79-ac6eda8c1de2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:24Z', 'updated_at': '2022-03-11T16:22:24Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:32.263108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77e5b4-0d93-4089-9cbb-64810977d6b1 None None] The sync data for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv is: [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:21:40Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'da43061f-1942-4472-9e79-ac6eda8c1de2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:24Z', 'updated_at': '2022-03-11T16:22:24Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:32.301970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:32.312618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] DHCP port deletion for 95a7c2db-58f3-488d-a477-846428867c0c request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:32.314479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:32.329039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-154dcafe-15d2-425d-b7a0-4f77c6e6454b None None] Provisioning complete for port 79c7babe-9a20-4a67-b460-b52ae357c42f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:32.330380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-154dcafe-15d2-425d-b7a0-4f77c6e6454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.332469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d88b44e-c54c-4dc2-9417-0824cd1134b9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:32.344229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-dfc28db6-7215-424d-bbe0-f9620af26bf3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port ca4d0220-d004-4532-add8-4da4a422e679 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:32.344573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dfc28db6-7215-424d-bbe0-f9620af26bf3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.378031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.378411 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added segment c5d02d00-4192-45e4-bb69-31d2f8d6fc21 of type vlan for network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 Mar 11 16:22:32.400099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] Deleting port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:32.400740 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.422614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:22:32.425069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.436904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.447152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:32.493905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:32.494454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 89dd39d8-0f26-4dd8-802e-c32aa8aa7205 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:32.511957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33386) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:32.550016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=64b9afe7-8391-4ea0-8b5f-473b84534313,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:32.557077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:32.558276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:32.561092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:32.561901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.579062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.583720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c798a94-d348-4b47-83f9-b37c9859450d None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:32.633799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No DVR routers for this DVR port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:32.668963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=0eae2c60-8216-4d5e-a7c9-19796f5db9f5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:32.676278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68b4f96-a6ef-44f2-8411-82cfbcd56ac7 None None] New status for floating IP da43061f-1942-4472-9e79-ac6eda8c1de2: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:22:32.703292 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bdd046f7-c844-42c3-b636-82551d7d5c0b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9873281 Mar 11 16:22:32.706954 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33390) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:32.712134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d72f8464-29fc-4b7e-8de9-76b92311b294 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:32.759279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.759491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-154dcafe-15d2-425d-b7a0-4f77c6e6454b None None] Port 79c7babe-9a20-4a67-b460-b52ae357c42f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:32.765132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:32.765718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.805224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.829907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8b7cff7c-3db3-4650-8c73-dfbcfbe16a7e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/da43061f-1942-4472-9e79-ac6eda8c1de2 HTTP/1.1" status: 200 len: 991 time: 0.3122447 Mar 11 16:22:32.893490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a7c2db-58f3-488d-a477-846428867c0c']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:32.911799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199fd4a7-efdd-467c-af15-d9de1b928b17') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:32.912187 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199fd4a7-efdd-467c-af15-d9de1b928b17') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:32.927432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Network': ['ID=35859dc0-19b7-47a2-ac9b-d6c9b9444ba4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:32.937578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.937870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dfc28db6-7215-424d-bbe0-f9620af26bf3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.947012 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b32b7781-d794-463b-b803-511971ade27d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7263966 Mar 11 16:22:32.950409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33394) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:32.964162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d72f8464-29fc-4b7e-8de9-76b92311b294 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:32.965445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.978248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:22:32.981012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:22:32.994856 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:22:32.997417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d72f8464-29fc-4b7e-8de9-76b92311b294 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:33.010722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'network': {'name': 'tempest-RoutersTest-1565420797'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:33.038344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:33.080641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-154dcafe-15d2-425d-b7a0-4f77c6e6454b None None] Provisioning for port ca4d0220-d004-4532-add8-4da4a422e679 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:33.085964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-dfc28db6-7215-424d-bbe0-f9620af26bf3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for ca4d0220-d004-4532-add8-4da4a422e679 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:33.088236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] For port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0eae2c60-8216-4d5e-a7c9-19796f5db9f5,segment=NetworkSegment(199fd4a7-efdd-467c-af15-d9de1b928b17),segment_id=199fd4a7-efdd-467c-af15-d9de1b928b17)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:33.088631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.103737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-154dcafe-15d2-425d-b7a0-4f77c6e6454b None None] Provisioning complete for port ca4d0220-d004-4532-add8-4da4a422e679 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:33.104108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-154dcafe-15d2-425d-b7a0-4f77c6e6454b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.114973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:33.118961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:network and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:33.127630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72f8464-29fc-4b7e-8de9-76b92311b294 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:33.129664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:33.131084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d72f8464-29fc-4b7e-8de9-76b92311b294 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.139161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:33.163362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.184988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.195807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:33.221984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:33.225686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.242085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Network': ['ID=95a7c2db-58f3-488d-a477-846428867c0c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:33.254199 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7391bc38-84df-4118-b356-1c2967806e27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/networks/95a7c2db-58f3-488d-a477-846428867c0c HTTP/1.1" status: 204 len: 168 time: 1.9367113 Mar 11 16:22:33.254404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33398) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:33.261808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1431876793', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:33.279847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:33.287420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:router and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:33.292192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:33.305945 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:33.306516 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-d72f8464-29fc-4b7e-8de9-76b92311b294 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64b9afe7-8391-4ea0-8b5f-473b84534313 (CIDR: 2001:db8::/64) Mar 11 16:22:33.316092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:33.331429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.331636 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added segment dc230b12-b577-4e58-9aa4-af3817105ace of type vlan for network 92d335fb-a83c-4cd9-a195-585df75d280a Mar 11 16:22:33.336580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:33.336924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:33.340658 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72f8464-29fc-4b7e-8de9-76b92311b294 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:22:33.341178 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72f8464-29fc-4b7e-8de9-76b92311b294 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:33.366270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.406109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dfc28db6-7215-424d-bbe0-f9620af26bf3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.417755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] Calling delete_port for 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:33.460050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-154dcafe-15d2-425d-b7a0-4f77c6e6454b None None] Port ca4d0220-d004-4532-add8-4da4a422e679 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:33.465331 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d72f8464-29fc-4b7e-8de9-76b92311b294 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7574663 Mar 11 16:22:33.468123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33402) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:33.474432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:33.584700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc28db6-7215-424d-bbe0-f9620af26bf3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=ca4d0220-d004-4532-add8-4da4a422e679,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:33.612649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.616928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.620830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.626923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:33.627997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.647186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '64b9afe7-8391-4ea0-8b5f-473b84534313'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:33.648013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.673478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:33.690084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:33.719708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:22:33.720061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:22:33.757220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.783686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:33.787408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.845357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Network': ['ID=92d335fb-a83c-4cd9-a195-585df75d280a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:33.848859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33406) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:33.858975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 92d335fb-a83c-4cd9-a195-585df75d280a details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:33.934695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dfc28db6-7215-424d-bbe0-f9620af26bf3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.937504 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dfc28db6-7215-424d-bbe0-f9620af26bf3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/ca4d0220-d004-4532-add8-4da4a422e679 HTTP/1.1" status: 204 len: 168 time: 1.7366607 Mar 11 16:22:33.940010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33410) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:33.946859 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2dec7650-1eee-4a79-a5ce-ddb78fd4f894 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9950438 Mar 11 16:22:33.947666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:33.962909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33414) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:33.968409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'subnet': {'network_id': '35859dc0-19b7-47a2-ac9b-d6c9b9444ba4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:33.970591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Allocated IP 2001:db8::f816:3eff:fed4:7853 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/64b9afe7-8391-4ea0-8b5f-473b84534313/ee08b5b4-d2c4-490e-98ca-743f35f4bd67) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:33.989737 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-963772f4-6d25-4356-8663-451bec17e976 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:22:33.989737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-963772f4-6d25-4356-8663-451bec17e976 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:34.074975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-963772f4-6d25-4356-8663-451bec17e976 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:34.079715 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-963772f4-6d25-4356-8663-451bec17e976 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/ca4d0220-d004-4532-add8-4da4a422e679 HTTP/1.1" status: 404 len: 333 time: 0.1375933 Mar 11 16:22:34.083405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33418) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:34.114425 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-97a7aece-2e89-4c5c-90e6-2534f0a6378a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/da43061f-1942-4472-9e79-ac6eda8c1de2 HTTP/1.1" status: 200 len: 993 time: 0.2368472 Mar 11 16:22:34.123819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:34.128608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:subnet and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:34.133331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:34.141516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:34.144943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.149362 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ac6c7580-1965-4c5d-83e1-a7db254557c2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8918641 Mar 11 16:22:34.149362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33422) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:34.155642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1477516901'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:34.160935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:34.164730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:network and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:34.167719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:34.167891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4ecaae91-edeb-4255-a532-1e3ef5522901 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 79c7babe-9a20-4a67-b460-b52ae357c42f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:34.168132 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ecaae91-edeb-4255-a532-1e3ef5522901 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.175391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:34.202556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.213267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Transition to ACTIVE for port object ee08b5b4-d2c4-490e-98ca-743f35f4bd67 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:34.223123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] Deleting port 0eae2c60-8216-4d5e-a7c9-19796f5db9f5 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:34.223488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.234926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:34.238734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.276396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:34.280859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.299210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Transition to ACTIVE for port object ee08b5b4-d2c4-490e-98ca-743f35f4bd67 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:34.304783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5b11c792-caef-4b45-b5fe-a2ddd8e87991 None None] The port '0eae2c60-8216-4d5e-a7c9-19796f5db9f5' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:22:34.380731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:34.390084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.395029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.395365 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added segment db707a8c-cb53-4d3e-aa4f-add7a2e8f58b of type vlan for network f4781cfe-19ac-46c9-be91-3252c64fc759 Mar 11 16:22:34.397904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.461458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:34.463975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:34.464611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:34.465890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.473603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:34.474158 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:34.495338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:34.495926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.519768 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Pushing event updated for resources: {'Port': ['ID=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:34.572021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Attempting to bind port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:34.572203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.572487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Attempting to bind port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:34.572855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Attempting to bind port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:34.579073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:34.579368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:34.579745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:34.579863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.580142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.580535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:34.580994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Bound port: ee08b5b4-d2c4-490e-98ca-743f35f4bd67, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:34.581365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.583972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=2174fddb-678a-4095-876f-c8fbbb86ad56,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:34.638044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.645564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ecaae91-edeb-4255-a532-1e3ef5522901 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.711016 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3653cb16-c798-44b1-84e5-745bc132cec4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2415707 Mar 11 16:22:34.713541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33426) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:34.723577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] For port ee08b5b4-d2c4-490e-98ca-743f35f4bd67, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:34.727125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] For port ee08b5b4-d2c4-490e-98ca-743f35f4bd67, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:34.753945 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6040151 Mar 11 16:22:34.760334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33428) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:34.764716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84107e-f2db-419c-af78-1cf9e7e34db3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Network': ['ID=f4781cfe-19ac-46c9-be91-3252c64fc759,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:34.775852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network f4781cfe-19ac-46c9-be91-3252c64fc759 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:34.777219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'subnet': {'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:34.787188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4ecaae91-edeb-4255-a532-1e3ef5522901 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 79c7babe-9a20-4a67-b460-b52ae357c42f owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:34.807433 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:34.818975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:42:e1:09', 'name': 'tempest-NetworksTestDHCPv6-1983932207'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:34.830776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Subnet': ['ID=d0127cc3-8ccc-4231-88f7-b500e2636ff0,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:34.893792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Checking segment: {'id': 'c5d02d00-4192-45e4-bb69-31d2f8d6fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '35859dc0-19b7-47a2-ac9b-d6c9b9444ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:34.894227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network hostable DHCP agents. Network: 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:34.928238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:34.934131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:subnet and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:34.938208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:34.945207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:34.999101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed4b97-8eac-4ec7-ba81-6e5090b6de7c None None] Pushing event updated for resources: {'Port': ['ID=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:35.065840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:35.194652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:35.223188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:35.227702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.228662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ecaae91-edeb-4255-a532-1e3ef5522901 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.274921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:35.290497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaae91-edeb-4255-a532-1e3ef5522901 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=79c7babe-9a20-4a67-b460-b52ae357c42f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:35.318315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:35.331837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d9868-10e0-4c53-bb4e-136a4417f82e None None] Network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:35.342716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:35.348214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.376931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:35.460599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce5a0261-40c7-4272-abd8-5abf9d76e54a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4965065 Mar 11 16:22:35.474891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33434) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:35.490439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'subnet': {'network_id': '92d335fb-a83c-4cd9-a195-585df75d280a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:35.534531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4ecaae91-edeb-4255-a532-1e3ef5522901 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.649568 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4ecaae91-edeb-4255-a532-1e3ef5522901 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/79c7babe-9a20-4a67-b460-b52ae357c42f HTTP/1.1" status: 204 len: 168 time: 1.5651169 Mar 11 16:22:35.650487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:35.719784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.723387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:35.724951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:subnet and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:35.725637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-35859dc0-19b7-47a2-ac9b-d6c9b9444ba4', 'network_id': '35859dc0-19b7-47a2-ac9b-d6c9b9444ba4', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'fixed_ips': [{'subnet_id': 'd0127cc3-8ccc-4231-88f7-b500e2636ff0'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:35.728230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:35.735686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:35.738654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.748845 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6a1e17-79d0-4928-8da4-990ddc8a43a6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:22:35.752028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7e6a1e17-79d0-4928-8da4-990ddc8a43a6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:35.774725 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 202947d5-78e0-48b6-98bb-1f7b6066fcba yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:35.812676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.855407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:35.860005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.914300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7e6a1e17-79d0-4928-8da4-990ddc8a43a6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:35.916678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Allocated IP 172.20.0.2 (35859dc0-19b7-47a2-ac9b-d6c9b9444ba4/d0127cc3-8ccc-4231-88f7-b500e2636ff0/9d19ad79-9c13-4489-88c0-a394d864b8dc) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:35.918602 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7e6a1e17-79d0-4928-8da4-990ddc8a43a6 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/79c7babe-9a20-4a67-b460-b52ae357c42f HTTP/1.1" status: 404 len: 333 time: 0.2648551 Mar 11 16:22:35.919525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33442) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:35.998654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Subnet': ['ID=b00b5092-de38-4848-b2de-831c98fa98cb,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:36.071754 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cb2dff-f67c-419a-80ac-392db856a01d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet 66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:36.078390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50cb2dff-f67c-419a-80ac-392db856a01d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.146618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8:0:1::158 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/2174fddb-678a-4095-876f-c8fbbb86ad56/202947d5-78e0-48b6-98bb-1f7b6066fcba) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:36.153723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50cb2dff-f67c-419a-80ac-392db856a01d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.178786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Checking segment: {'id': 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:36.179282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network hostable DHCP agents. Network: f4781cfe-19ac-46c9-be91-3252c64fc759, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:36.192022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:fe42:e109 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/64b9afe7-8391-4ea0-8b5f-473b84534313/202947d5-78e0-48b6-98bb-1f7b6066fcba) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:36.200612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.213885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Transition to ACTIVE for port object 9d19ad79-9c13-4489-88c0-a394d864b8dc will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:36.237366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Transition to ACTIVE for port object 9d19ad79-9c13-4489-88c0-a394d864b8dc will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:36.286333 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.321261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network f4781cfe-19ac-46c9-be91-3252c64fc759 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:36.357048 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:36.360149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:36.363528 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:36.379513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Pushing event updated for resources: {'Port': ['ID=9d19ad79-9c13-4489-88c0-a394d864b8dc,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:36.453099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, f4781cfe-19ac-46c9-be91-3252c64fc759) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:36.458355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:36.463261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.475822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9420450-87b5-4ec3-bbd5-d7baab8edb86 None None] Network f4781cfe-19ac-46c9-be91-3252c64fc759 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:36.492588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.526592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Attempting to bind port 9d19ad79-9c13-4489-88c0-a394d864b8dc on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:36.526968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Attempting to bind port 9d19ad79-9c13-4489-88c0-a394d864b8dc by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'c5d02d00-4192-45e4-bb69-31d2f8d6fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '35859dc0-19b7-47a2-ac9b-d6c9b9444ba4'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:36.527771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Attempting to bind port 9d19ad79-9c13-4489-88c0-a394d864b8dc on network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:36.543804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50cb2dff-f67c-419a-80ac-392db856a01d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.583510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da343d0-aabf-494f-b42d-57aa95176bdb None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:36.598026 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ec7a0b14-182f-4c2f-84bb-56f41b19da5f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8346066 Mar 11 16:22:36.602271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33446) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:36.615005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Subnet': ['ID=edd52481-8e33-43a7-94ce-de1301960aa0,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:36.621321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Checking segment: {'id': 'dc230b12-b577-4e58-9aa4-af3817105ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '92d335fb-a83c-4cd9-a195-585df75d280a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:36.621692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network hostable DHCP agents. Network: 92d335fb-a83c-4cd9-a195-585df75d280a, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:36.630437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:36.630816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Checking segment: {'id': 'c5d02d00-4192-45e4-bb69-31d2f8d6fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '35859dc0-19b7-47a2-ac9b-d6c9b9444ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:36.631205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.631600 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Bound using segment: {'id': 'c5d02d00-4192-45e4-bb69-31d2f8d6fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '35859dc0-19b7-47a2-ac9b-d6c9b9444ba4'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:36.632072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Bound port: 9d19ad79-9c13-4489-88c0-a394d864b8dc, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d02d00-4192-45e4-bb69-31d2f8d6fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '35859dc0-19b7-47a2-ac9b-d6c9b9444ba4'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:36.632448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.721893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 92d335fb-a83c-4cd9-a195-585df75d280a is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:36.812479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 92d335fb-a83c-4cd9-a195-585df75d280a) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:36.817123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:36.817713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.841978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.851047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b70ce16-ea49-4372-acd7-43e3a7626f51 None None] Network 92d335fb-a83c-4cd9-a195-585df75d280a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:36.913149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f917304c-a2a6-429b-87ca-1b0937fe4726 None None] Provisioning for port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:36.923926 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fd584d55-127d-4d10-af41-6130233e276e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4454169 Mar 11 16:22:36.924773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33450) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:36.930902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1071418517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:36.932596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 202947d5-78e0-48b6-98bb-1f7b6066fcba will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:36.939439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:36.943888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:router and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:36.946975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:36.954113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:37.005730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50cb2dff-f67c-419a-80ac-392db856a01d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.048402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.052333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.073770 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] For port 9d19ad79-9c13-4489-88c0-a394d864b8dc, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:37.086089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.100914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] For port 9d19ad79-9c13-4489-88c0-a394d864b8dc, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9d19ad79-9c13-4489-88c0-a394d864b8dc,segment=NetworkSegment(c5d02d00-4192-45e4-bb69-31d2f8d6fc21),segment_id=c5d02d00-4192-45e4-bb69-31d2f8d6fc21)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:37.141610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb2dff-f67c-419a-80ac-392db856a01d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:37.149281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50cb2dff-f67c-419a-80ac-392db856a01d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.166700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044423e8-e23d-4de8-b4d0-3a3d3399860e None None] Network 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:37.179554 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-50cb2dff-f67c-419a-80ac-392db856a01d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e HTTP/1.1" status: 204 len: 168 time: 1.2522645 Mar 11 16:22:37.183015 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33454) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:37.216456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-f4781cfe-19ac-46c9-be91-3252c64fc759', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:37.217685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.227338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ee08b5b4-d2c4-490e-98ca-743f35f4bd67 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:37.235271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.255985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.275741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.387184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.394375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.398599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0775d3a5-4d89-4a5e-813e-8502c84805b0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4696782 Mar 11 16:22:37.398743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33458) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:37.517918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.543347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:37.596454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:37.600466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:37.606808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:37.606808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.641202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=202947d5-78e0-48b6-98bb-1f7b6066fcba,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:37.657779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:37.658095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.721591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4259c3d-3d5e-4f5d-bba4-30ea113e22b4 None None] Pushing event updated for resources: {'Port': ['ID=9d19ad79-9c13-4489-88c0-a394d864b8dc,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:37.772882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6042afd4-0423-4c14-a9ae-f24f3351df26 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9940302 Mar 11 16:22:37.778862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33462) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:37.805852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-92d335fb-a83c-4cd9-a195-585df75d280a', 'network_id': '92d335fb-a83c-4cd9-a195-585df75d280a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'fixed_ips': [{'subnet_id': 'edd52481-8e33-43a7-94ce-de1301960aa0'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:37.806858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.941375 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:22:37.991077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Allocated IP 2001:db8::2 (f4781cfe-19ac-46c9-be91-3252c64fc759/b00b5092-de38-4848-b2de-831c98fa98cb/72f83bb5-8bb6-47d0-8000-eef85abc8c53) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:38.002142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:38.031620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:38.038380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.055493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.095668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-90d40d72-c648-4003-a96b-d821653d6480 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 202947d5-78e0-48b6-98bb-1f7b6066fcba {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:38.096244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40d72-c648-4003-a96b-d821653d6480 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.298525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] For port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3d56cb22-dc3a-4bb2-af5b-9b710e366caf,segment=NetworkSegment(d5056797-8881-450d-aef4-e9ae9fbf9604),segment_id=d5056797-8881-450d-aef4-e9ae9fbf9604)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:38.298891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.355882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c2be89-c659-4294-921a-59c19168c014 None None] Update dhcp port {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': '64b9afe7-8391-4ea0-8b5f-473b84534313', 'ip_address': '2001:db8::f816:3eff:fed4:7853'}, {'subnet_id': '2174fddb-678a-4095-876f-c8fbbb86ad56'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': 'ee08b5b4-d2c4-490e-98ca-743f35f4bd67'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:22:38.383036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Allocated IP 172.21.0.2 (92d335fb-a83c-4cd9-a195-585df75d280a/edd52481-8e33-43a7-94ce-de1301960aa0/921cbab6-fce9-49f3-bc68-162c002a8857) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:38.460615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b06bdcc-82fe-45ce-bc55-0bff1fe82ff2 None None] DHCP port deletion for 4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:38.464562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.20.0.1 (35859dc0-19b7-47a2-ac9b-d6c9b9444ba4/d0127cc3-8ccc-4231-88f7-b500e2636ff0/fbb053f9-e31e-4709-a71c-667151f02a66) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:38.489315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 3d56cb22-dc3a-4bb2-af5b-9b710e366caf owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:38.491983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3b06bdcc-82fe-45ce-bc55-0bff1fe82ff2 None None] Deleting port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:38.492302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3b06bdcc-82fe-45ce-bc55-0bff1fe82ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.647002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b4c2be89-c659-4294-921a-59c19168c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.687028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.704017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40d72-c648-4003-a96b-d821653d6480 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.709063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Transition to ACTIVE for port object fbb053f9-e31e-4709-a71c-667151f02a66 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:38.774103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.807573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.828515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.876175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:38.879590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:38.881894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-90d40d72-c648-4003-a96b-d821653d6480 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 202947d5-78e0-48b6-98bb-1f7b6066fcba owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:38.884002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:38.926642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=3d56cb22-dc3a-4bb2-af5b-9b710e366caf,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:38.934381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No DVR routers for this DVR port 3d56cb22-dc3a-4bb2-af5b-9b710e366caf on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:38.945474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=fbb053f9-e31e-4709-a71c-667151f02a66,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:38.948311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3b06bdcc-82fe-45ce-bc55-0bff1fe82ff2 None None] The port '3d56cb22-dc3a-4bb2-af5b-9b710e366caf' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:22:38.961605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.963988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.020706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364da234-de72-4827-a650-e3608c3e7a8e None None] Network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:39.097319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Transition to ACTIVE for port object 72f83bb5-8bb6-47d0-8000-eef85abc8c53 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:39.098452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.104055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port ee08b5b4-d2c4-490e-98ca-743f35f4bd67, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:39.165502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:39.187432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5056797-8881-450d-aef4-e9ae9fbf9604') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:39.187737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5056797-8881-450d-aef4-e9ae9fbf9604') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:39.205655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.207075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.261903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.269160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.283442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:22:39.284037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.300938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:22:39.301333 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:22:39.352124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-803d8918-d8aa-4e12-a202-243f7acf63a3 None None] Provisioning for port 9d19ad79-9c13-4489-88c0-a394d864b8dc completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:39.388395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9d19ad79-9c13-4489-88c0-a394d864b8dc up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:39.469585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40d72-c648-4003-a96b-d821653d6480 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.471962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Transition to ACTIVE for port object 72f83bb5-8bb6-47d0-8000-eef85abc8c53 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:39.485039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:39.517773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.542784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.545749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d40d72-c648-4003-a96b-d821653d6480 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=202947d5-78e0-48b6-98bb-1f7b6066fcba,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:39.559391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Transition to ACTIVE for port object 921cbab6-fce9-49f3-bc68-162c002a8857 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:39.568229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b4c2be89-c659-4294-921a-59c19168c014 None None] Allocated IP 2001:db8:0:1::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/2174fddb-678a-4095-876f-c8fbbb86ad56/ee08b5b4-d2c4-490e-98ca-743f35f4bd67) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:39.587480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.591478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Network': ['ID=4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:39.610990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Transition to ACTIVE for port object 921cbab6-fce9-49f3-bc68-162c002a8857 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:39.630095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.727295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40d72-c648-4003-a96b-d821653d6480 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.728465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.732314 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-90d40d72-c648-4003-a96b-d821653d6480 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/202947d5-78e0-48b6-98bb-1f7b6066fcba HTTP/1.1" status: 204 len: 168 time: 1.9462478 Mar 11 16:22:39.739118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33466) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:39.752274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 2001:db8::1 (f4781cfe-19ac-46c9-be91-3252c64fc759/b00b5092-de38-4848-b2de-831c98fa98cb/afe9658a-297c-4eff-8cf9-540b7d927f55) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:39.790213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 9d19ad79-9c13-4489-88c0-a394d864b8dc completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:39.813799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.815671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Network f4781cfe-19ac-46c9-be91-3252c64fc759 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:39.823548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:39.837913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9d19ad79-9c13-4489-88c0-a394d864b8dc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:39.838303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.840165 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d68583-6a45-408d-9bc9-d76eadd6e7d7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:39.840943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c6d68583-6a45-408d-9bc9-d76eadd6e7d7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:39.865973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:39.869559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:39.892822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Network 92d335fb-a83c-4cd9-a195-585df75d280a is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:39.893577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Pushing event updated for resources: {'Port': ['ID=72f83bb5-8bb6-47d0-8000-eef85abc8c53,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:39.926293 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c9602837-35fa-44ba-a97e-856899d934e8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/networks/4f76f2a2-3d08-4ea5-83e3-4b6cea2457dc HTTP/1.1" status: 204 len: 168 time: 2.7378705 Mar 11 16:22:39.927546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:39.934779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33470) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:39.940933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1405119862'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:39.941123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c6d68583-6a45-408d-9bc9-d76eadd6e7d7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:39.944862 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c6d68583-6a45-408d-9bc9-d76eadd6e7d7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2086532 Mar 11 16:22:39.949345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33474) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:39.953948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:39.971226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:39.995354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.003794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=fbb053f9-e31e-4709-a71c-667151f02a66,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:40.050988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:network and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:40.070777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:40.084219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:40.153211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:40.154545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:40.167731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1c2e2-2905-47cc-858a-adf69653f69f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:40.168543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2a1c2e2-2905-47cc-858a-adf69653f69f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:40.176156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b4c2be89-c659-4294-921a-59c19168c014 None None] For port ee08b5b4-d2c4-490e-98ca-743f35f4bd67, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:40.182896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.193951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:40.197668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.199563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Pushing event updated for resources: {'Port': ['ID=921cbab6-fce9-49f3-bc68-162c002a8857,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:40.211649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2a1c2e2-2905-47cc-858a-adf69653f69f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:40.215378 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2a1c2e2-2905-47cc-858a-adf69653f69f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2634165 Mar 11 16:22:40.215550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Attempting to bind port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:40.216276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Attempting to bind port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:40.216276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Attempting to bind port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 on network f4781cfe-19ac-46c9-be91-3252c64fc759 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:40.218496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33478) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:40.232667 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Transition to ACTIVE for port object afe9658a-297c-4eff-8cf9-540b7d927f55 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:40.238713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:40.239086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Checking segment: {'id': 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:40.239499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.239879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Bound using segment: {'id': 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:40.240355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Bound port: 72f83bb5-8bb6-47d0-8000-eef85abc8c53, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:40.240726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.245814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:40.250541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Attempting to bind port 921cbab6-fce9-49f3-bc68-162c002a8857 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:40.250865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Attempting to bind port 921cbab6-fce9-49f3-bc68-162c002a8857 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'dc230b12-b577-4e58-9aa4-af3817105ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '92d335fb-a83c-4cd9-a195-585df75d280a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:40.251221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Attempting to bind port 921cbab6-fce9-49f3-bc68-162c002a8857 on network 92d335fb-a83c-4cd9-a195-585df75d280a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:40.261454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.262474 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Added segment e0e1d397-321d-47a2-8da3-1dee7993a093 of type vlan for network 2c0d09b3-9203-45bc-bcc2-59bd14119513 Mar 11 16:22:40.294058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.313798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:40.314092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Checking segment: {'id': 'dc230b12-b577-4e58-9aa4-af3817105ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '92d335fb-a83c-4cd9-a195-585df75d280a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:40.318359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.318359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Bound using segment: {'id': 'dc230b12-b577-4e58-9aa4-af3817105ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '92d335fb-a83c-4cd9-a195-585df75d280a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:40.318359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Bound port: 921cbab6-fce9-49f3-bc68-162c002a8857, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc230b12-b577-4e58-9aa4-af3817105ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '92d335fb-a83c-4cd9-a195-585df75d280a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:40.318359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.367143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.384542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b4c2be89-c659-4294-921a-59c19168c014 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.430517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.435066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138423ac-e2c8-4da7-a3ed-7dbd256934bf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:40.437069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:40.437224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138423ac-e2c8-4da7-a3ed-7dbd256934bf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:40.437911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.439071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138423ac-e2c8-4da7-a3ed-7dbd256934bf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:40.440209 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-138423ac-e2c8-4da7-a3ed-7dbd256934bf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2202992 Mar 11 16:22:40.445123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33482) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:40.484823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.526806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b4c2be89-c659-4294-921a-59c19168c014 None None] Transition to ACTIVE for port object ee08b5b4-d2c4-490e-98ca-743f35f4bd67 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:40.531753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6685771-b27d-4ef3-9037-930151cbc2f0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 2174fddb-678a-4095-876f-c8fbbb86ad56 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:40.537282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router 7d3f09a2-06d0-41e6-9e5e-319b5bdc4277 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:22:40.556586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 9d19ad79-9c13-4489-88c0-a394d864b8dc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9d19ad79-9c13-4489-88c0-a394d864b8dc,segment=NetworkSegment(c5d02d00-4192-45e4-bb69-31d2f8d6fc21),segment_id=c5d02d00-4192-45e4-bb69-31d2f8d6fc21)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:40.587569 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6519744 Mar 11 16:22:40.593077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network f4781cfe-19ac-46c9-be91-3252c64fc759 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:40.604413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33486) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:40.605319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:40.612828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6685771-b27d-4ef3-9037-930151cbc2f0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.615798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': '2c0d09b3-9203-45bc-bcc2-59bd14119513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:40.620786 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b4c2be89-c659-4294-921a-59c19168c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.630623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:40.631193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.641753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=afe9658a-297c-4eff-8cf9-540b7d927f55,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:40.661914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600723e0-4148-47f5-9d3e-f2f883249f6d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Network': ['ID=2c0d09b3-9203-45bc-bcc2-59bd14119513,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:40.725520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.777420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:40.792275 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f2728-d018-4a0b-97a5-df9c2714711f None None] Sync routers for ids ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:40.806753 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce9e08e0-37a8-4946-ad4c-53b1cea608ee tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/7d3f09a2-06d0-41e6-9e5e-319b5bdc4277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4041009 Mar 11 16:22:40.806992 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:40.807402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33490) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:40.812614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:40.816650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:40.825087 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f2728-d018-4a0b-97a5-df9c2714711f None None] Routers {'7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:40.826614 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-de0f2728-d018-4a0b-97a5-df9c2714711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:40.827845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:40.886313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2be89-c659-4294-921a-59c19168c014 None None] Pushing event updated for resources: {'Port': ['ID=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:40.900638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 2c0d09b3-9203-45bc-bcc2-59bd14119513 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:40.909228 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-de0f2728-d018-4a0b-97a5-df9c2714711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:40.920723 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f2728-d018-4a0b-97a5-df9c2714711f None None] Routers {'7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:40.921604 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-de0f2728-d018-4a0b-97a5-df9c2714711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:40.943587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:40.947116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.962569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3d56cb22-dc3a-4bb2-af5b-9b710e366caf no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:41.001233 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-de0f2728-d018-4a0b-97a5-df9c2714711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:41.001900 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0f2728-d018-4a0b-97a5-df9c2714711f None None] The sync data for ids ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:41.082124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd26b6-e0e7-4158-82a1-287eba2d712b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:41.088921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 3d56cb22-dc3a-4bb2-af5b-9b710e366caf {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:41.089251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3d56cb22-dc3a-4bb2-af5b-9b710e366caf not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:41.091004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f9dd26b6-e0e7-4158-82a1-287eba2d712b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:41.095339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] For port 72f83bb5-8bb6-47d0-8000-eef85abc8c53, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:41.102153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6685771-b27d-4ef3-9037-930151cbc2f0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.102342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.108206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] For port 921cbab6-fce9-49f3-bc68-162c002a8857, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:41.211806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] For port 921cbab6-fce9-49f3-bc68-162c002a8857, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=921cbab6-fce9-49f3-bc68-162c002a8857,segment=NetworkSegment(dc230b12-b577-4e58-9aa4-af3817105ace),segment_id=dc230b12-b577-4e58-9aa4-af3817105ace)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:41.218763 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03797326-6cd0-4550-b003-fbfbc7dfea6d None None] Provisioning for port fbb053f9-e31e-4709-a71c-667151f02a66 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:41.230296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] For port 72f83bb5-8bb6-47d0-8000-eef85abc8c53, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=72f83bb5-8bb6-47d0-8000-eef85abc8c53,segment=NetworkSegment(db707a8c-cb53-4d3e-aa4f-add7a2e8f58b),segment_id=db707a8c-cb53-4d3e-aa4f-add7a2e8f58b)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:41.238156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03797326-6cd0-4550-b003-fbfbc7dfea6d None None] Provisioning complete for port fbb053f9-e31e-4709-a71c-667151f02a66 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:41.238614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03797326-6cd0-4550-b003-fbfbc7dfea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.244734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6685771-b27d-4ef3-9037-930151cbc2f0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.324697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-03797326-6cd0-4550-b003-fbfbc7dfea6d None None] Port fbb053f9-e31e-4709-a71c-667151f02a66 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:41.328404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bf5b9305-b798-45ce-8808-62d5d3e3e316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.333239 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.346469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.351089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f9dd26b6-e0e7-4158-82a1-287eba2d712b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:41.352848 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f9dd26b6-e0e7-4158-82a1-287eba2d712b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports/fbb053f9-e31e-4709-a71c-667151f02a66 HTTP/1.1" status: 200 len: 910 time: 0.5444505 Mar 11 16:22:41.355358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33494) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:41.373748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ee08b5b4-d2c4-490e-98ca-743f35f4bd67 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:41.433927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=9d19ad79-9c13-4489-88c0-a394d864b8dc,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:41.625149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6685771-b27d-4ef3-9037-930151cbc2f0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.640665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-03797326-6cd0-4550-b003-fbfbc7dfea6d None None] Provisioning complete for port 9d19ad79-9c13-4489-88c0-a394d864b8dc triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:41.641459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03797326-6cd0-4550-b003-fbfbc7dfea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.757034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6685771-b27d-4ef3-9037-930151cbc2f0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.757470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740a879-eaec-454d-a97d-ed8ae5f531d4 None None] Pushing event updated for resources: {'Port': ['ID=921cbab6-fce9-49f3-bc68-162c002a8857,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:41.772673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6685771-b27d-4ef3-9037-930151cbc2f0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=2174fddb-678a-4095-876f-c8fbbb86ad56,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:41.793546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6685771-b27d-4ef3-9037-930151cbc2f0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/2174fddb-678a-4095-876f-c8fbbb86ad56 HTTP/1.1" status: 204 len: 168 time: 1.3477933 Mar 11 16:22:41.794529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33498) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:41.887976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.903072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d2aa7b-7086-432d-90bf-3fa85dbeb29e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 64b9afe7-8391-4ea0-8b5f-473b84534313 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:41.910304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80d2aa7b-7086-432d-90bf-3fa85dbeb29e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.959155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.019721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.019721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.029751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c5390-121e-4c14-bfb0-eec965b5aee0 None None] Pushing event updated for resources: {'Port': ['ID=72f83bb5-8bb6-47d0-8000-eef85abc8c53,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:42.171906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80d2aa7b-7086-432d-90bf-3fa85dbeb29e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.172103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=d17fa986-fae7-4d08-8d71-089b416ee8f2,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:42.225237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Checking segment: {'id': 'e0e1d397-321d-47a2-8da3-1dee7993a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2c0d09b3-9203-45bc-bcc2-59bd14119513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:42.225734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network hostable DHCP agents. Network: 2c0d09b3-9203-45bc-bcc2-59bd14119513, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:42.269982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9167bcbe-b1c3-4c10-b85c-e642aedc5d4a None None] Provisioning complete for port fbb053f9-e31e-4709-a71c-667151f02a66 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:42.270649 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9167bcbe-b1c3-4c10-b85c-e642aedc5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.354351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8e07c-69fe-492e-8f24-c81e427a2659 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:42.495243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80d2aa7b-7086-432d-90bf-3fa85dbeb29e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.509991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=afe9658a-297c-4eff-8cf9-540b7d927f55,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:42.576914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network f4781cfe-19ac-46c9-be91-3252c64fc759 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:42.578461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:42.590023 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.615964 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9167bcbe-b1c3-4c10-b85c-e642aedc5d4a None None] Port fbb053f9-e31e-4709-a71c-667151f02a66 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:42.651060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 2c0d09b3-9203-45bc-bcc2-59bd14119513 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:42.697533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80d2aa7b-7086-432d-90bf-3fa85dbeb29e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.768432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 2c0d09b3-9203-45bc-bcc2-59bd14119513) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:42.776456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:42.777020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.781554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79388da0-6635-49eb-b253-59fbec638ac9 None None] Network 2c0d09b3-9203-45bc-bcc2-59bd14119513 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:42.813771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2aa7b-7086-432d-90bf-3fa85dbeb29e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=64b9afe7-8391-4ea0-8b5f-473b84534313,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:42.823846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80d2aa7b-7086-432d-90bf-3fa85dbeb29e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.831476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4adf28db-f203-4f8e-b212-4ac2c1ef3ae8 None None] Provisioning for port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:42.855448 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-80d2aa7b-7086-432d-90bf-3fa85dbeb29e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/64b9afe7-8391-4ea0-8b5f-473b84534313 HTTP/1.1" status: 204 len: 168 time: 1.0545602 Mar 11 16:22:42.857869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:42.887971 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2e1f2e22-8608-4875-889e-d0b96a753169 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2805407 Mar 11 16:22:42.892211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33506) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:42.897425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4adf28db-f203-4f8e-b212-4ac2c1ef3ae8 None None] Provisioning complete for port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:42.897804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4adf28db-f203-4f8e-b212-4ac2c1ef3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.903363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-348614953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:42.925502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:42.928317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:22:42.933060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:router and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:42.941378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:42.956372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:43.179279 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7474b56f-b583-4d9c-a957-0602299ff3f8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3200331 Mar 11 16:22:43.181475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33510) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:43.190495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:43.213271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-2c0d09b3-9203-45bc-bcc2-59bd14119513', 'network_id': '2c0d09b3-9203-45bc-bcc2-59bd14119513', 'tenant_id': '82393e89a4984d5d95189d19c56d0d01', 'fixed_ips': [{'subnet_id': 'd17fa986-fae7-4d08-8d71-089b416ee8f2'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:43.215183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.244726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:43.256460 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a959dc76-fdcc-4dd4-a54c-ff212edf5f17 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6531699 Mar 11 16:22:43.266512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33514) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:43.281037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1452050478'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:43.293091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:43.307534 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.308605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.330147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:network and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:43.335818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:43.362186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:43.382193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.400784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:43.440200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:43.447594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.505726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:43.506407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:43.513926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:43.542055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.552518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:43.571376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9d19ad79-9c13-4489-88c0-a394d864b8dc up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:43.572134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.573220 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added segment 4a9924eb-62d6-4f8c-bf13-c21ffe9e8424 of type vlan for network c525feae-1322-4f8c-ae15-e52d931a3315 Mar 11 16:22:43.579044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:43.598832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:43.644532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.692227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c91898-8734-4b03-a802-f5ef5e62c6bf None None] Network f4781cfe-19ac-46c9-be91-3252c64fc759 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:43.694410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:43.703536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.704989 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7e4a88da-ddfc-465f-b7b7-ce34b83d2491 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8115637 Mar 11 16:22:43.709467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33518) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:43.718827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'network_id': '2c0d09b3-9203-45bc-bcc2-59bd14119513', 'name': 'tempest-PortsTestJSON-1154058436'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:43.728636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a4b796e-418b-4b0b-bb53-1a404d84d9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.754633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.755002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ec9ef-e0d0-4cef-877f-420b3cbaf826 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:43.761133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:43.767490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.816953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Allocated IP 172.20.0.2 (2c0d09b3-9203-45bc-bcc2-59bd14119513/d17fa986-fae7-4d08-8d71-089b416ee8f2/2a117502-fc72-4b85-9c5a-4cf72290fb40) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:43.849371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:43.853211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.911357 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6434882 Mar 11 16:22:43.915599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33522) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:43.922468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'subnet': {'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:44.040825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c1398-281d-44f1-abe0-eeb22ef8ecff tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Network': ['ID=c525feae-1322-4f8c-ae15-e52d931a3315,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:44.041767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.21.0.1 (92d335fb-a83c-4cd9-a195-585df75d280a/edd52481-8e33-43a7-94ce-de1301960aa0/409647e3-7014-4a4d-9b7c-13bc09231505) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:44.051493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:44.056285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:subnet and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:44.058796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91c6e2-a51c-4526-ac92-b6bc0018fbd7 None None] Network 92d335fb-a83c-4cd9-a195-585df75d280a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:44.059445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:44.066632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:44.072759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-503a69aa-4cf1-4b22-9037-a3f79c9689e9 None None] Provisioning for port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:44.088831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network c525feae-1322-4f8c-ae15-e52d931a3315 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:44.089668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:44.122880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:port and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:44.129397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:44.137686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:44.158130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:44.162206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.281091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:44.284729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.300208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:22:44.357172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port d5b75d90-55d3-4aec-8d3a-56debef76a9a yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:44.399328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.450272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Transition to ACTIVE for port object 409647e3-7014-4a4d-9b7c-13bc09231505 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:44.492646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.599750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Checking segment: {'id': '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:44.600098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network hostable DHCP agents. Network: c525feae-1322-4f8c-ae15-e52d931a3315, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:44.605791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Subnet': ['ID=57187de6-aa22-44b0-b34c-8d0bbd5b0b43,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:44.626354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.685492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network c525feae-1322-4f8c-ae15-e52d931a3315 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:44.712916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 92d335fb-a83c-4cd9-a195-585df75d280a is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:44.725186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:44.733399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:44.759151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=409647e3-7014-4a4d-9b7c-13bc09231505,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:44.777599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-36945800-6fcd-4dc2-bb31-5d74ba73bd50 None None] Provisioning complete for port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:44.778105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36945800-6fcd-4dc2-bb31-5d74ba73bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.794639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, c525feae-1322-4f8c-ae15-e52d931a3315) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:44.811785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:44.812750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.836522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9d19ad79-9c13-4489-88c0-a394d864b8dc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:44.836887 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.849878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.854433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.objects.ports [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88600) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:22:44.860307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eed680-adb0-4872-a9d4-320769c5b41a None None] Network c525feae-1322-4f8c-ae15-e52d931a3315 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:44.926406 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d6a2c0e4-bc25-4bf3-8aac-2e7b5f7edc62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0097129 Mar 11 16:22:44.929228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33530) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:44.944568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:44.960406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:45.181059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:45.203917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:45.418941 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:45.449139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Transition to ACTIVE for port object 2a117502-fc72-4b85-9c5a-4cf72290fb40 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:45.524385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:22:45.647801 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 921cbab6-fce9-49f3-bc68-162c002a8857 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:45.705719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-36945800-6fcd-4dc2-bb31-5d74ba73bd50 None None] Provisioning for port 921cbab6-fce9-49f3-bc68-162c002a8857 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:45.721192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:45.754403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Deleting port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:45.754923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:45.881251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Transition to ACTIVE for port object 2a117502-fc72-4b85-9c5a-4cf72290fb40 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:45.927283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] For port ee08b5b4-d2c4-490e-98ca-743f35f4bd67, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:46.035170 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.045787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.050794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 921cbab6-fce9-49f3-bc68-162c002a8857 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:46.094143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.108644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.115098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.3 (2c0d09b3-9203-45bc-bcc2-59bd14119513/d17fa986-fae7-4d08-8d71-089b416ee8f2/d5b75d90-55d3-4aec-8d3a-56debef76a9a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:46.153169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.166618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-c525feae-1322-4f8c-ae15-e52d931a3315', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:46.167489 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.193214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 921cbab6-fce9-49f3-bc68-162c002a8857 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:46.193214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.249554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.250152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.264890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Network 2c0d09b3-9203-45bc-bcc2-59bd14119513 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:46.284712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:46.287661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:46.339355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 2001:db8:1::1 (c525feae-1322-4f8c-ae15-e52d931a3315/57187de6-aa22-44b0-b34c-8d0bbd5b0b43/d825c539-9255-418e-ad9e-a2e0b5b3fb56) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:46.352228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Pushing event updated for resources: {'Port': ['ID=2a117502-fc72-4b85-9c5a-4cf72290fb40,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:46.415681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:22:40Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:22:41Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:46.511344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=58c2cf14-4fe4-4191-a92e-9c6dbd4e3fcc,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:46.516231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:22:46.516988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Updating router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad port afe9658a-297c-4eff-8cf9-540b7d927f55 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:22:46.579177 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] For port ee08b5b4-d2c4-490e-98ca-743f35f4bd67, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:46.579830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.589342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=409647e3-7014-4a4d-9b7c-13bc09231505,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:46.595197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:46.608011 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:46.619296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b763fdb-634d-45e8-b8ce-af9ed4f7c83b None None] Provisioning for port afe9658a-297c-4eff-8cf9-540b7d927f55 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:46.671304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.714240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Attempting to bind port 2a117502-fc72-4b85-9c5a-4cf72290fb40 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:46.714240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Attempting to bind port 2a117502-fc72-4b85-9c5a-4cf72290fb40 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'e0e1d397-321d-47a2-8da3-1dee7993a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2c0d09b3-9203-45bc-bcc2-59bd14119513'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:46.714701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Transition to ACTIVE for port object d825c539-9255-418e-ad9e-a2e0b5b3fb56 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:46.714795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Attempting to bind port 2a117502-fc72-4b85-9c5a-4cf72290fb40 on network 2c0d09b3-9203-45bc-bcc2-59bd14119513 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:46.741509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.750993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:46.752052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.790705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Calling delete_port for ee08b5b4-d2c4-490e-98ca-743f35f4bd67 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:46.828573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2b763fdb-634d-45e8-b8ce-af9ed4f7c83b None None] Provisioning complete for port afe9658a-297c-4eff-8cf9-540b7d927f55 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:46.829219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2b763fdb-634d-45e8-b8ce-af9ed4f7c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.846215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.871711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:46.872068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Checking segment: {'id': 'e0e1d397-321d-47a2-8da3-1dee7993a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2c0d09b3-9203-45bc-bcc2-59bd14119513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:46.872497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.873023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Bound using segment: {'id': 'e0e1d397-321d-47a2-8da3-1dee7993a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2c0d09b3-9203-45bc-bcc2-59bd14119513'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:46.873510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Bound port: 2a117502-fc72-4b85-9c5a-4cf72290fb40, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e1d397-321d-47a2-8da3-1dee7993a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2c0d09b3-9203-45bc-bcc2-59bd14119513'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:46.873912 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.879985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,revision_number=8']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:46.915190 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network c525feae-1322-4f8c-ae15-e52d931a3315 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:46.924033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:46.932760 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:46.933431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.940087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:46.979958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=d825c539-9255-418e-ad9e-a2e0b5b3fb56,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:47.043977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object d5b75d90-55d3-4aec-8d3a-56debef76a9a will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:47.052810 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.087062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 92d335fb-a83c-4cd9-a195-585df75d280a is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:47.089397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:47.178840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.225596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2b763fdb-634d-45e8-b8ce-af9ed4f7c83b None None] Port afe9658a-297c-4eff-8cf9-540b7d927f55 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:47.251152 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7099a428-9108-47b9-bfc8-8b650ea41c9b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0678947 Mar 11 16:22:47.255449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33536) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:47.262300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:47.280140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Allocated IP 2001:db8:1::2 (c525feae-1322-4f8c-ae15-e52d931a3315/57187de6-aa22-44b0-b34c-8d0bbd5b0b43/6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:47.290038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.391460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.398951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:22:47.399305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:22:47.405003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router 7d3f09a2-06d0-41e6-9e5e-319b5bdc4277 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:22:47.423666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] For port 2a117502-fc72-4b85-9c5a-4cf72290fb40, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:47.470120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 921cbab6-fce9-49f3-bc68-162c002a8857, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=921cbab6-fce9-49f3-bc68-162c002a8857,segment=NetworkSegment(dc230b12-b577-4e58-9aa4-af3817105ace),segment_id=dc230b12-b577-4e58-9aa4-af3817105ace)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:47.486662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] For port 2a117502-fc72-4b85-9c5a-4cf72290fb40, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2a117502-fc72-4b85-9c5a-4cf72290fb40,segment=NetworkSegment(e0e1d397-321d-47a2-8da3-1dee7993a093),segment_id=e0e1d397-321d-47a2-8da3-1dee7993a093)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:47.564833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-62e6155a-6cad-48df-b279-42a00e9e6cd6 None None] Provisioning for port 409647e3-7014-4a4d-9b7c-13bc09231505 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:47.587468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.591012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.591819 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 72f83bb5-8bb6-47d0-8000-eef85abc8c53 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:47.652539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.656856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-62e6155a-6cad-48df-b279-42a00e9e6cd6 None None] Provisioning complete for port 409647e3-7014-4a4d-9b7c-13bc09231505 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:47.657231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62e6155a-6cad-48df-b279-42a00e9e6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.714634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.715751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.722318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 2c0d09b3-9203-45bc-bcc2-59bd14119513 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:47.742375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:47.748016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=d5b75d90-55d3-4aec-8d3a-56debef76a9a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:47.750463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:47.809667 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=d825c539-9255-418e-ad9e-a2e0b5b3fb56,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:47.854506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:47.868269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:47.874127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:47.882684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-62e6155a-6cad-48df-b279-42a00e9e6cd6 None None] Port 409647e3-7014-4a4d-9b7c-13bc09231505 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:47.890565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:47.900613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Deleting port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:47.900989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.926921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:47.927431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:47.932648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:47.939228 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3ac056c6-8250-4ea7-9de3-2aa200f9fba9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/7d3f09a2-06d0-41e6-9e5e-319b5bdc4277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5828042 Mar 11 16:22:47.945439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33540) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:47.952713 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c364c7f5-a963-433d-8b33-8e91fab551b2 None None] Sync routers for ids ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:47.973081 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364c7f5-a963-433d-8b33-8e91fab551b2 None None] Routers {'7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:47.974019 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c364c7f5-a963-433d-8b33-8e91fab551b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:47.976032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac351de9-125e-4890-9881-57eb2241b71d None None] Pushing event updated for resources: {'Port': ['ID=2a117502-fc72-4b85-9c5a-4cf72290fb40,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:48.015069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:48.019522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:48.061999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network c525feae-1322-4f8c-ae15-e52d931a3315 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:48.063461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:48.072448 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c364c7f5-a963-433d-8b33-8e91fab551b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:48.086156 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364c7f5-a963-433d-8b33-8e91fab551b2 None None] Routers {'7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:48.086794 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c364c7f5-a963-433d-8b33-8e91fab551b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:48.138147 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-62e6155a-6cad-48df-b279-42a00e9e6cd6 None None] Provisioning complete for port 921cbab6-fce9-49f3-bc68-162c002a8857 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:48.138924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62e6155a-6cad-48df-b279-42a00e9e6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:48.181957 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c364c7f5-a963-433d-8b33-8e91fab551b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:48.183786 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c364c7f5-a963-433d-8b33-8e91fab551b2 None None] The sync data for ids ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:48.196884 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c346ff67-7a98-4183-9955-0d350a1e559c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4852302 Mar 11 16:22:48.211504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33544) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:48.220917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:48.258773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:48.281840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=921cbab6-fce9-49f3-bc68-162c002a8857,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:48.284528 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:48.284901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:48.318776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae55b0ce-72f4-49a1-8961-f9efd161c167 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:48.319730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ae55b0ce-72f4-49a1-8961-f9efd161c167 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:48.331462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:22:48.415411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Transition to ACTIVE for port object 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:48.463329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58c2cf14-4fe4-4191-a92e-9c6dbd4e3fcc (CIDR: 2001:db8::/64) Mar 11 16:22:48.541405 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:22:48.542421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:22:48.552279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Transition to ACTIVE for port object 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:48.581720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:48.595886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:48.615008 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-517e052e-80c0-4651-a47c-6c08e2bcc3bf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6845214 Mar 11 16:22:48.617540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33548) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:48.626457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2030146056'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:48.632006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:48.636612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:network and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:48.639953 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:48.646565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:48.649137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ae55b0ce-72f4-49a1-8961-f9efd161c167 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:48.650385 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ae55b0ce-72f4-49a1-8961-f9efd161c167 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports/409647e3-7014-4a4d-9b7c-13bc09231505 HTTP/1.1" status: 200 len: 910 time: 0.7041759 Mar 11 16:22:48.654731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Transition to ACTIVE for port object afe9658a-297c-4eff-8cf9-540b7d927f55 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:48.656889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33552) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:48.680226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:48.718440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] For port ee08b5b4-d2c4-490e-98ca-743f35f4bd67, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:48.718843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:48.832077 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ced70a5a-ed95-40fe-adf6-e3399f051fa0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5714533 Mar 11 16:22:48.832480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33556) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:48.845662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:48.916678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:48.961963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:48.970311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.011966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Calling delete_port for ee08b5b4-d2c4-490e-98ca-743f35f4bd67 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:49.037773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:49.097047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.097263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Network c525feae-1322-4f8c-ae15-e52d931a3315 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:49.097475 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added segment 317570bc-91d8-444c-8b3b-abe8c98c911d of type vlan for network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 Mar 11 16:22:49.100718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Pushing event updated for resources: {'Port': ['ID=6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:49.121520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:49.137946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:49.149032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.151383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:49.167205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:49.169790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.257725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:49.260449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:49.277432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251a923-f342-4ad6-ae8e-c5a266c7be47 None None] Pushing event updated for resources: {'Port': ['ID=afe9658a-297c-4eff-8cf9-540b7d927f55,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:49.329715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.335698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:49.336368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.403370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.496273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 72f83bb5-8bb6-47d0-8000-eef85abc8c53, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=72f83bb5-8bb6-47d0-8000-eef85abc8c53,segment=NetworkSegment(db707a8c-cb53-4d3e-aa4f-add7a2e8f58b),segment_id=db707a8c-cb53-4d3e-aa4f-add7a2e8f58b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:49.518944 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8999925 Mar 11 16:22:49.527724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33560) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:49.529650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Attempting to bind port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:49.535259 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Attempting to bind port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:49.535681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Attempting to bind port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc on network c525feae-1322-4f8c-ae15-e52d931a3315 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:49.547452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.554182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:49.554797 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Checking segment: {'id': '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:49.557638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.557777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:49.557886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Bound using segment: {'id': '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:49.557886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Bound port: 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:49.557886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.561239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.626065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.661895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fd697-6f8f-4f75-928c-e2456a091a93 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Network': ['ID=ce43e7f9-f589-4dbc-9c7f-d1734c4af099,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:49.673412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'subnet': {'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:49.700346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Attempting to bind port afe9658a-297c-4eff-8cf9-540b7d927f55 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:49.700780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Attempting to bind port afe9658a-297c-4eff-8cf9-540b7d927f55 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:49.701519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Attempting to bind port afe9658a-297c-4eff-8cf9-540b7d927f55 on network f4781cfe-19ac-46c9-be91-3252c64fc759 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:49.717428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:49.717804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Checking segment: {'id': 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:49.718250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.718682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Bound using segment: {'id': 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:49.719326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Bound port: afe9658a-297c-4eff-8cf9-540b7d927f55, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:49.719533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:49.734829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be191a12-34ce-465b-a71a-d7d111f94080 None None] Network 2c0d09b3-9203-45bc-bcc2-59bd14119513 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:49.846839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:49.872057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 921cbab6-fce9-49f3-bc68-162c002a8857 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:49.930318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:49.995227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:subnet and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:50.000925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:50.010460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:50.068531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.125415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:50.128793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.155093 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-43add8c3-73c8-4445-90d9-a9e1e92cd998 None None] Provisioning for port 2a117502-fc72-4b85-9c5a-4cf72290fb40 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:50.166307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.221813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.245279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=72f83bb5-8bb6-47d0-8000-eef85abc8c53,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:50.339512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] For port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:50.344815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] For port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc,segment=NetworkSegment(4a9924eb-62d6-4f8c-bf13-c21ffe9e8424),segment_id=4a9924eb-62d6-4f8c-bf13-c21ffe9e8424)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:50.344961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:50.355908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:50.371409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:50.371980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.384040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] For port afe9658a-297c-4eff-8cf9-540b7d927f55, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:50.386014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=d5b75d90-55d3-4aec-8d3a-56debef76a9a,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:50.394024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 409647e3-7014-4a4d-9b7c-13bc09231505 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:50.394024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.414077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=d880a0f7-1e55-43b0-ad6a-e598f63dab34,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:50.425909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] For port afe9658a-297c-4eff-8cf9-540b7d927f55, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=afe9658a-297c-4eff-8cf9-540b7d927f55,segment=NetworkSegment(db707a8c-cb53-4d3e-aa4f-add7a2e8f58b),segment_id=db707a8c-cb53-4d3e-aa4f-add7a2e8f58b)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:50.427523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.517593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.517593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.527548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 921cbab6-fce9-49f3-bc68-162c002a8857 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:50.528125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.587002 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c8bee50b-3db2-40b5-9584-fb3c095f7f7e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7537205 Mar 11 16:22:50.595846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33566) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:50.604648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:6c:4e:ac', 'name': 'tempest-NetworksTestDHCPv6-825720210'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:50.607644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.756070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33570) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:50.761435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.811282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] No DVR routers for this DVR port ee08b5b4-d2c4-490e-98ca-743f35f4bd67 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:50.818935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380156a2-e42f-4f03-ac6c-4599ba21fa3e None None] Pushing event updated for resources: {'Port': ['ID=6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:50.868146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:50.869024 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:50.872189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:50.940425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3568f38e-682d-4830-8ba3-c566821ab8fd None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:50.986313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8785db6-0db9-434b-b39d-ea7c03079dec None None] Pushing event deleted for resources: {'Port': ['ID=ee08b5b4-d2c4-490e-98ca-743f35f4bd67,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:51.039578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:51.048782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:51.057626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 409647e3-7014-4a4d-9b7c-13bc09231505 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:51.061040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:51.070650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:51.081710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:51.094279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Subnet': ['ID=14111a90-4a0a-4c2e-8fae-77407c555bfd,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:51.152474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Checking segment: {'id': '317570bc-91d8-444c-8b3b-abe8c98c911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:51.152474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network hostable DHCP agents. Network: ce43e7f9-f589-4dbc-9c7f-d1734c4af099, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:51.274786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f877b1d8-8ef7-4df2-add1-15b87d8f0b0c tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:51.275324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f877b1d8-8ef7-4df2-add1-15b87d8f0b0c tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:51.275794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f877b1d8-8ef7-4df2-add1-15b87d8f0b0c tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:51.277628 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f877b1d8-8ef7-4df2-add1-15b87d8f0b0c tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=7b8493e287da4b2284f40c28615f4074&network_id=78455ea6-c4a6-4645-b4df-894754c7b9f2 HTTP/1.1" status: 200 len: 2999 time: 0.5157506 Mar 11 16:22:51.316173 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:51.335507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:22:51.434194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251a923-f342-4ad6-ae8e-c5a266c7be47 None None] Pushing event updated for resources: {'Port': ['ID=afe9658a-297c-4eff-8cf9-540b7d927f55,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:51.453134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2a117502-fc72-4b85-9c5a-4cf72290fb40 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:51.455230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, ce43e7f9-f589-4dbc-9c7f-d1734c4af099) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:51.462603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:51.467370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:51.494564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f8ce2f-3f0a-4c63-bb43-f40d3f4fabf6 None None] Network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:51.501019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:51.521967 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:51.620786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=409647e3-7014-4a4d-9b7c-13bc09231505,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:51.772489 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78f07647-ec11-4399-802d-d92a7eb51b58 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2238297 Mar 11 16:22:51.772489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33578) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:51.966513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 2a117502-fc72-4b85-9c5a-4cf72290fb40 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:52.041996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2a117502-fc72-4b85-9c5a-4cf72290fb40 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:52.046223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.054928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.101976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 331703c3-bfad-4cb0-b767-62127918fb29 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:22:52.188815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': '58c2cf14-4fe4-4191-a92e-9c6dbd4e3fcc'}, {'subnet_id': 'd880a0f7-1e55-43b0-ad6a-e598f63dab34'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:52.189663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.255702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a6ea6138-4ef9-4fd2-89c8-eb812049b3f3 None None] Provisioning for port d5b75d90-55d3-4aec-8d3a-56debef76a9a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:52.339321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.407594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a6ea6138-4ef9-4fd2-89c8-eb812049b3f3 None None] Provisioning complete for port d5b75d90-55d3-4aec-8d3a-56debef76a9a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:52.407958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6ea6138-4ef9-4fd2-89c8-eb812049b3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.461656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8:0:1::1b0 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/d880a0f7-1e55-43b0-ad6a-e598f63dab34/331703c3-bfad-4cb0-b767-62127918fb29) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:52.470289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.504005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.554388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::f816:3eff:fe6c:4eac (b7970c8d-d4d0-48da-9704-4bf255aacaa9/58c2cf14-4fe4-4191-a92e-9c6dbd4e3fcc/331703c3-bfad-4cb0-b767-62127918fb29) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:52.578372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b77667e-0911-40ae-a853-4fa5bea444d3 None None] Network c525feae-1322-4f8c-ae15-e52d931a3315 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:52.594029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.756823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:22:52.757682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.769522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=d5b75d90-55d3-4aec-8d3a-56debef76a9a,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:52.778975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:52.788142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea6138-4ef9-4fd2-89c8-eb812049b3f3 None None] Port d5b75d90-55d3-4aec-8d3a-56debef76a9a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:52.914755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network 2c0d09b3-9203-45bc-bcc2-59bd14119513 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:52.918377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:52.924331 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 2a117502-fc72-4b85-9c5a-4cf72290fb40, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2a117502-fc72-4b85-9c5a-4cf72290fb40,segment=NetworkSegment(e0e1d397-321d-47a2-8da3-1dee7993a093),segment_id=e0e1d397-321d-47a2-8da3-1dee7993a093)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:52.939622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:22:47Z', 'revision_number': 3, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:22:50Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:22:47Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:53.020791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66a4e6-3cd5-41cf-933b-e4dc2a420452 None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:22:47Z', 'revision_number': 3, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:22:50Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:22:47Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:53.028229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:53.116283 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4e626c93-a918-4d01-98c6-68d99c35a20b None None] Provisioning complete for port d5b75d90-55d3-4aec-8d3a-56debef76a9a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:53.116838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e626c93-a918-4d01-98c6-68d99c35a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:53.154760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:53.183795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 331703c3-bfad-4cb0-b767-62127918fb29 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:53.214763 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ee08b5b4-d2c4-490e-98ca-743f35f4bd67 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:53.232793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:53.290773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Router 82ea0fcf-7aba-4f23-92b8-884f5a4ba81c is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:22:53.294887 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: ee08b5b4-d2c4-490e-98ca-743f35f4bd67 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:22:53.295227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ee08b5b4-d2c4-490e-98ca-743f35f4bd67 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:53.396926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:53.451289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router 7d3f09a2-06d0-41e6-9e5e-319b5bdc4277 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:22:53.475233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4e626c93-a918-4d01-98c6-68d99c35a20b None None] Port d5b75d90-55d3-4aec-8d3a-56debef76a9a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:53.515651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Allocated IP 2001:db8:2::2 (ce43e7f9-f589-4dbc-9c7f-d1734c4af099/14111a90-4a0a-4c2e-8fae-77407c555bfd/c00e1012-4209-4571-abbd-dc886f4cbad0) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:53.525988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=2a117502-fc72-4b85-9c5a-4cf72290fb40,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.530460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:53.541441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:53.544607 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:53.550249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:53.551208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:53.612794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=331703c3-bfad-4cb0-b767-62127918fb29,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:53.625600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:53.633514 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43804329-7f2c-4229-86e2-37802a1498e9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "PUT /v2.0/routers/82ea0fcf-7aba-4f23-92b8-884f5a4ba81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4187996 Mar 11 16:22:53.636457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33586) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:53.690860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b5cb4-8ddc-4c12-bd7d-429344a4dbc5 None None] Sync routers for ids ['82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:53.705778 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-877bce5e-cc2b-4f6b-b059-8e54e1bfec3b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1090572 Mar 11 16:22:53.710231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:53.716109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 72f83bb5-8bb6-47d0-8000-eef85abc8c53 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:53.748115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4e626c93-a918-4d01-98c6-68d99c35a20b None None] Provisioning for port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:53.778027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b5cb4-8ddc-4c12-bd7d-429344a4dbc5 None None] Routers {'82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:53.778678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-860b5cb4-8ddc-4c12-bd7d-429344a4dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:53.820383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-960104fb-9af7-40ac-a60f-adf8164c7c92 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 331703c3-bfad-4cb0-b767-62127918fb29 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:53.820731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-960104fb-9af7-40ac-a60f-adf8164c7c92 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:53.862827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04bf00-9312-4086-b0ea-dad4a4815145 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:53.863471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9d04bf00-9312-4086-b0ea-dad4a4815145 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:53.900961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33594) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:53.927197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Allocated IP 2001:db8:0:1::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/d880a0f7-1e55-43b0-ad6a-e598f63dab34/a260edb4-b677-408b-adab-56c61a0cce7d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:53.936205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Allocated IP 2001:db8::f816:3eff:fe5c:9736 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/58c2cf14-4fe4-4191-a92e-9c6dbd4e3fcc/a260edb4-b677-408b-adab-56c61a0cce7d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:54.065466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:54.084317 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235e6d4-698a-4ec2-8ed0-489b3547342c None None] Sync routers for ids ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:54.100224 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235e6d4-698a-4ec2-8ed0-489b3547342c None None] Routers {'7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:54.101285 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4235e6d4-698a-4ec2-8ed0-489b3547342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:54.163591 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c2aa877-e352-4123-9785-aa132d4dab9e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/7d3f09a2-06d0-41e6-9e5e-319b5bdc4277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5053554 Mar 11 16:22:54.166390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33598) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:54.181737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be849dbf-732a-4a43-8c0c-b8f5f2c70d05 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:54.185995 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be849dbf-732a-4a43-8c0c-b8f5f2c70d05 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 814 time: 0.2814393 Mar 11 16:22:54.201017 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4235e6d4-698a-4ec2-8ed0-489b3547342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:54.212130 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235e6d4-698a-4ec2-8ed0-489b3547342c None None] Routers {'7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:54.213224 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4235e6d4-698a-4ec2-8ed0-489b3547342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:54.276294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9d04bf00-9312-4086-b0ea-dad4a4815145 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:54.279758 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d04bf00-9312-4086-b0ea-dad4a4815145 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports?device_id=82ea0fcf-7aba-4f23-92b8-884f5a4ba81c HTTP/1.1" status: 200 len: 982 time: 0.6401551 Mar 11 16:22:54.287467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33604) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:54.296410 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4235e6d4-698a-4ec2-8ed0-489b3547342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:54.297171 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235e6d4-698a-4ec2-8ed0-489b3547342c None None] The sync data for ids ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:54.355373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:54.367902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Transition to ACTIVE for port object c00e1012-4209-4571-abbd-dc886f4cbad0 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:54.396569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Transition to ACTIVE for port object c00e1012-4209-4571-abbd-dc886f4cbad0 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:54.414352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-860b5cb4-8ddc-4c12-bd7d-429344a4dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:54.447379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:54.462642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Transition to ACTIVE for port object a260edb4-b677-408b-adab-56c61a0cce7d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:54.486905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Transition to ACTIVE for port object a260edb4-b677-408b-adab-56c61a0cce7d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:54.514907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a69f6ba6-df3c-4f1e-888c-8a19574d46ce None None] Provisioning complete for port d5b75d90-55d3-4aec-8d3a-56debef76a9a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:54.515289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a69f6ba6-df3c-4f1e-888c-8a19574d46ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:54.566856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:54.629236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:54.774235 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b5cb4-8ddc-4c12-bd7d-429344a4dbc5 None None] Routers {'82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:54.774884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-860b5cb4-8ddc-4c12-bd7d-429344a4dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:54.785320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33610) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:54.823439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'network': {'name': 'tempest-network-smoke--1935150767', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:54.839409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 2001:db8:2::1 (ce43e7f9-f589-4dbc-9c7f-d1734c4af099/14111a90-4a0a-4c2e-8fae-77407c555bfd/9f409540-44ba-4575-b519-35e5e261c91e) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:54.862762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:54.863202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:54.895285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:54.902079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:54.928534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-960104fb-9af7-40ac-a60f-adf8164c7c92 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:54.930992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:54.933755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:54.945457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-860b5cb4-8ddc-4c12-bd7d-429344a4dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:54.945886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b5cb4-8ddc-4c12-bd7d-429344a4dbc5 None None] The sync data for ids ['82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:54.962362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a69f6ba6-df3c-4f1e-888c-8a19574d46ce None None] Port d5b75d90-55d3-4aec-8d3a-56debef76a9a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:54.966590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:54.990117 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:55.014430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:55.016370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Pushing event updated for resources: {'Port': ['ID=c00e1012-4209-4571-abbd-dc886f4cbad0,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:55.027253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:55.087733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-960104fb-9af7-40ac-a60f-adf8164c7c92 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 331703c3-bfad-4cb0-b767-62127918fb29 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:55.107029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Pushing event updated for resources: {'Port': ['ID=a260edb4-b677-408b-adab-56c61a0cce7d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:55.128828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:55.132850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.175609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.194912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Transition to ACTIVE for port object 9f409540-44ba-4575-b519-35e5e261c91e will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:55.260845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Attempting to bind port c00e1012-4209-4571-abbd-dc886f4cbad0 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:55.261258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Attempting to bind port c00e1012-4209-4571-abbd-dc886f4cbad0 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '317570bc-91d8-444c-8b3b-abe8c98c911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:55.261652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Attempting to bind port c00e1012-4209-4571-abbd-dc886f4cbad0 on network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:55.268274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.284470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:55.284842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Checking segment: {'id': '317570bc-91d8-444c-8b3b-abe8c98c911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:55.286840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.286840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Bound using segment: {'id': '317570bc-91d8-444c-8b3b-abe8c98c911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:55.286840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Bound port: c00e1012-4209-4571-abbd-dc886f4cbad0, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317570bc-91d8-444c-8b3b-abe8c98c911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:55.286840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.327530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.437850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:55.485625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:55.491621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:55.499694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:22:55.500844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.543356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.559478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=9f409540-44ba-4575-b519-35e5e261c91e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:55.579703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:55.587582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Attempting to bind port a260edb4-b677-408b-adab-56c61a0cce7d on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:55.588083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Attempting to bind port a260edb4-b677-408b-adab-56c61a0cce7d by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:55.589394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Attempting to bind port a260edb4-b677-408b-adab-56c61a0cce7d on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:55.615043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:55.616176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:55.616176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.616788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:55.617444 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Bound port: a260edb4-b677-408b-adab-56c61a0cce7d, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:55.617916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.645849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-960104fb-9af7-40ac-a60f-adf8164c7c92 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.727706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-68bd6079-f2c2-4cf1-88ce-f8631a94517c None None] Provisioning for port d825c539-9255-418e-ad9e-a2e0b5b3fb56 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:55.738468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-68bd6079-f2c2-4cf1-88ce-f8631a94517c None None] Provisioning complete for port d825c539-9255-418e-ad9e-a2e0b5b3fb56 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:55.738974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68bd6079-f2c2-4cf1-88ce-f8631a94517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.776406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960104fb-9af7-40ac-a60f-adf8164c7c92 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=331703c3-bfad-4cb0-b767-62127918fb29,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:55.793081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:55.811171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:55.853742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:55.854225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.869009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.869620 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Added segment ea6a9ed9-4c10-42a4-9f02-ac73e439a952 of type vlan for network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed Mar 11 16:22:55.878512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-68bd6079-f2c2-4cf1-88ce-f8631a94517c None None] Port d825c539-9255-418e-ad9e-a2e0b5b3fb56 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:55.880677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] For port c00e1012-4209-4571-abbd-dc886f4cbad0, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:55.895086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:55.895824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:55.931311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:55.977417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] For port c00e1012-4209-4571-abbd-dc886f4cbad0, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c00e1012-4209-4571-abbd-dc886f4cbad0,segment=NetworkSegment(317570bc-91d8-444c-8b3b-abe8c98c911d),segment_id=317570bc-91d8-444c-8b3b-abe8c98c911d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:55.982222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] For port a260edb4-b677-408b-adab-56c61a0cce7d, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:22:56.054757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] For port a260edb4-b677-408b-adab-56c61a0cce7d, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a260edb4-b677-408b-adab-56c61a0cce7d,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:22:56.068723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.070243 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.074445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:56.075055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.110051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-960104fb-9af7-40ac-a60f-adf8164c7c92 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.138347 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-960104fb-9af7-40ac-a60f-adf8164c7c92 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/331703c3-bfad-4cb0-b767-62127918fb29 HTTP/1.1" status: 204 len: 168 time: 2.4245551 Mar 11 16:22:56.139370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33614) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:56.169413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port fbb053f9-e31e-4709-a71c-667151f02a66 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:56.169777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.170689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c1cf6633-48a7-4ef4-abe9-96b776faeb24 None None] Provisioning complete for port d825c539-9255-418e-ad9e-a2e0b5b3fb56 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:56.171054 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c1cf6633-48a7-4ef4-abe9-96b776faeb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.197602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:22:56.230084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port d5b75d90-55d3-4aec-8d3a-56debef76a9a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:22:56.230472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.246224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.274761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.295920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c1293-8317-4dbb-8b3a-22259b6f316e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:56.296633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Network': ['ID=bcc46f37-b8a0-4367-9a43-f240d5d4c1ed,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:56.296773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-807c1293-8317-4dbb-8b3a-22259b6f316e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:56.336754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:56.356717 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bb9cb77f-7593-434f-84b1-d8d934b60daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5680170 Mar 11 16:22:56.365254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d807f55-a157-48ae-938b-c1471f34dd9d None None] Pushing event updated for resources: {'Port': ['ID=c00e1012-4209-4571-abbd-dc886f4cbad0,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:56.377942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33618) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:56.520092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-807c1293-8317-4dbb-8b3a-22259b6f316e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:56.521318 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-807c1293-8317-4dbb-8b3a-22259b6f316e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3808553 Mar 11 16:22:56.534504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33622) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:56.650316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1312a7-2a94-46fc-8171-390c9b2719a3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:56.652748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6b1312a7-2a94-46fc-8171-390c9b2719a3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2734179 Mar 11 16:22:56.658456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33626) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:56.675422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.773727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258929e-6044-41dc-9273-d8503743b8bd None None] Pushing event updated for resources: {'Port': ['ID=a260edb4-b677-408b-adab-56c61a0cce7d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:56.780705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf6633-48a7-4ef4-abe9-96b776faeb24 None None] Port d825c539-9255-418e-ad9e-a2e0b5b3fb56 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:22:56.790349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.907046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:56.922268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for d5b75d90-55d3-4aec-8d3a-56debef76a9a owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:57.008624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea173bbe-b5a8-422e-892e-a0b429736af0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:57.013301 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ea173bbe-b5a8-422e-892e-a0b429736af0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4745696 Mar 11 16:22:57.015466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33630) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:57.071692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc,segment=NetworkSegment(4a9924eb-62d6-4f8c-bf13-c21ffe9e8424),segment_id=4a9924eb-62d6-4f8c-bf13-c21ffe9e8424)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:57.132613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for fbb053f9-e31e-4709-a71c-667151f02a66 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:22:57.143661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:57.154933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c648e2e-7c03-46f6-b234-cafa107e42eb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:57.156532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c648e2e-7c03-46f6-b234-cafa107e42eb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:57.157982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c648e2e-7c03-46f6-b234-cafa107e42eb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:57.158807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c648e2e-7c03-46f6-b234-cafa107e42eb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:57.187536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cfb265-ccc4-4daf-8889-e11042078fbf tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:57.189111 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e1cfb265-ccc4-4daf-8889-e11042078fbf tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5272853 Mar 11 16:22:57.193581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:57.248231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c648e2e-7c03-46f6-b234-cafa107e42eb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:57.249931 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c648e2e-7c03-46f6-b234-cafa107e42eb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2331462 Mar 11 16:22:57.257207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33638) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:57.276164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:22:47Z', 'revision_number': 3, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:22:50Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:22:47Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:57.282485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:57.289362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:22:57.289802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Updating router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad port d825c539-9255-418e-ad9e-a2e0b5b3fb56 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:22:57.361895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0b6157-2085-48a4-8de7-5fda716d4f90 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 58c2cf14-4fe4-4191-a92e-9c6dbd4e3fcc {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:57.365217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6157-2085-48a4-8de7-5fda716d4f90 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:57.367905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:57.381661 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bafdc921-81aa-407d-95e6-046d9c9297c2 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1849291 Mar 11 16:22:57.390274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33642) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:57.450993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6157-2085-48a4-8de7-5fda716d4f90 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:57.490599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:57.518022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c00e1012-4209-4571-abbd-dc886f4cbad0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:57.522649 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bfb47bc6-5853-43a7-8328-6827f569cf96 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220908 Mar 11 16:22:57.523315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33646) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:57.595883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=d5b75d90-55d3-4aec-8d3a-56debef76a9a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:57.932052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port c00e1012-4209-4571-abbd-dc886f4cbad0 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:57.946329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6157-2085-48a4-8de7-5fda716d4f90 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:57.954050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2a117502-fc72-4b85-9c5a-4cf72290fb40 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:58.035050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e2b6e1-5b1f-4dfe-a3d5-b8e51ff22022 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:58.036117 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-63e2b6e1-5b1f-4dfe-a3d5-b8e51ff22022 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5061679 Mar 11 16:22:58.063579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33650) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:58.174775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2a117502-fc72-4b85-9c5a-4cf72290fb40 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:58.174974 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-17f7483c-7969-4412-961e-f2f4bfc15891 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1074131 Mar 11 16:22:58.175419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.186469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33654) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:58.195880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1743907476', 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:22:58.229476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9968701-8739-4d16-a90c-0acf17946fd0 None None] Network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:58.292257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.327497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.380069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.385739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:58.447647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.448888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.478600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:subnet and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:58.484907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:58.505351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=fbb053f9-e31e-4709-a71c-667151f02a66,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:58.518533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.550925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1faecca-978d-4290-99e4-921712d60994 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:22:58.600443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:58.615580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Transition to ACTIVE for port object d825c539-9255-418e-ad9e-a2e0b5b3fb56 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:58.644663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6157-2085-48a4-8de7-5fda716d4f90 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.714005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Router 82ea0fcf-7aba-4f23-92b8-884f5a4ba81c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:22:58.724268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6157-2085-48a4-8de7-5fda716d4f90 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.726934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b6157-2085-48a4-8de7-5fda716d4f90 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=58c2cf14-4fe4-4191-a92e-9c6dbd4e3fcc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:58.754282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5c2e06ef-b2c3-4895-b6b1-9eaac42538a9 None None] Provisioning for port c00e1012-4209-4571-abbd-dc886f4cbad0 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:58.776513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5c2e06ef-b2c3-4895-b6b1-9eaac42538a9 None None] Provisioning complete for port c00e1012-4209-4571-abbd-dc886f4cbad0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:58.776891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5c2e06ef-b2c3-4895-b6b1-9eaac42538a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.857088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.876214 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=9f409540-44ba-4575-b519-35e5e261c91e,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:58.880806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:58.884345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:58.917429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:22:58.920878 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-86105ebf-996e-4baf-85d0-7ff3e0ceb212 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "PUT /v2.0/routers/82ea0fcf-7aba-4f23-92b8-884f5a4ba81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6323369 Mar 11 16:22:58.923578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33658) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:58.929766 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647ac23-9bc9-45ab-bb6c-4e3053ac9349 None None] Sync routers for ids ['82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:22:58.946245 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647ac23-9bc9-45ab-bb6c-4e3053ac9349 None None] Routers {'82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:58.946245 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7647ac23-9bc9-45ab-bb6c-4e3053ac9349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:59.008157 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a76b6f-4136-4531-b3f2-49864211ba92 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:22:59.009125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-77a76b6f-4136-4531-b3f2-49864211ba92 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:59.016086 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0c0b6157-2085-48a4-8de7-5fda716d4f90 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/58c2cf14-4fe4-4191-a92e-9c6dbd4e3fcc HTTP/1.1" status: 204 len: 168 time: 1.7607853 Mar 11 16:22:59.019105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33662) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:59.055223 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7647ac23-9bc9-45ab-bb6c-4e3053ac9349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:59.066443 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7647ac23-9bc9-45ab-bb6c-4e3053ac9349 None None] Routers {'82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:22:59.067295 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7647ac23-9bc9-45ab-bb6c-4e3053ac9349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:59.154881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cda56d-9955-40ba-b5da-39adf4a59e8e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet d880a0f7-1e55-43b0-ad6a-e598f63dab34 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:22:59.157711 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7647ac23-9bc9-45ab-bb6c-4e3053ac9349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:59.165343 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7647ac23-9bc9-45ab-bb6c-4e3053ac9349 None None] The sync data for ids ['82ea0fcf-7aba-4f23-92b8-884f5a4ba81c'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:22:59.170539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-87cda56d-9955-40ba-b5da-39adf4a59e8e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.223467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-77a76b6f-4136-4531-b3f2-49864211ba92 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:59.225494 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-77a76b6f-4136-4531-b3f2-49864211ba92 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/d5b75d90-55d3-4aec-8d3a-56debef76a9a HTTP/1.1" status: 404 len: 333 time: 0.3002987 Mar 11 16:22:59.229896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:59.275738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device afe9658a-297c-4eff-8cf9-540b7d927f55 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:59.332193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-87cda56d-9955-40ba-b5da-39adf4a59e8e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.344628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.375941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:59.437002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:59.462708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-244ed070-292b-4424-912d-4c55299d81e7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.624053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef99eb6-f0de-4e1a-b728-dc13203c61aa None None] Pushing event updated for resources: {'Port': ['ID=d825c539-9255-418e-ad9e-a2e0b5b3fb56,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:59.649944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-87cda56d-9955-40ba-b5da-39adf4a59e8e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.740551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Attempting to bind port d825c539-9255-418e-ad9e-a2e0b5b3fb56 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:59.741033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Attempting to bind port d825c539-9255-418e-ad9e-a2e0b5b3fb56 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:59.741451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Attempting to bind port d825c539-9255-418e-ad9e-a2e0b5b3fb56 on network c525feae-1322-4f8c-ae15-e52d931a3315 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:22:59.754475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:22:59.754962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Checking segment: {'id': '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:22:59.755351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.755753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Bound using segment: {'id': '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:22:59.756295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Bound port: d825c539-9255-418e-ad9e-a2e0b5b3fb56, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:59.756672 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.772354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5c2e06ef-b2c3-4895-b6b1-9eaac42538a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.882454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5c2e06ef-b2c3-4895-b6b1-9eaac42538a9 None None] For port c00e1012-4209-4571-abbd-dc886f4cbad0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c00e1012-4209-4571-abbd-dc886f4cbad0,segment=NetworkSegment(317570bc-91d8-444c-8b3b-abe8c98c911d),segment_id=317570bc-91d8-444c-8b3b-abe8c98c911d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:22:59.883274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port afe9658a-297c-4eff-8cf9-540b7d927f55 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:59.901122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port afe9658a-297c-4eff-8cf9-540b7d927f55 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:59.901535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.982444 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5c2e06ef-b2c3-4895-b6b1-9eaac42538a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:59.992058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] For port d825c539-9255-418e-ad9e-a2e0b5b3fb56, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:00.050834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] For port d825c539-9255-418e-ad9e-a2e0b5b3fb56, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d825c539-9255-418e-ad9e-a2e0b5b3fb56,segment=NetworkSegment(4a9924eb-62d6-4f8c-bf13-c21ffe9e8424),segment_id=4a9924eb-62d6-4f8c-bf13-c21ffe9e8424)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:00.076397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router 7d3f09a2-06d0-41e6-9e5e-319b5bdc4277 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:00.130750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e06ef-b2c3-4895-b6b1-9eaac42538a9 None None] Pushing event updated for resources: {'Port': ['ID=c00e1012-4209-4571-abbd-dc886f4cbad0,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:00.141522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.225366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.242072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-244ed070-292b-4424-912d-4c55299d81e7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.248352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-244ed070-292b-4424-912d-4c55299d81e7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.279998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:00.332700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:00.333632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:00.394764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-244ed070-292b-4424-912d-4c55299d81e7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.396118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244ed070-292b-4424-912d-4c55299d81e7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Fanout notify agent at l3_agent the message router_deleted on router 82ea0fcf-7aba-4f23-92b8-884f5a4ba81c {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:23:00.432288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-244ed070-292b-4424-912d-4c55299d81e7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.434992 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-244ed070-292b-4424-912d-4c55299d81e7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/routers/82ea0fcf-7aba-4f23-92b8-884f5a4ba81c HTTP/1.1" status: 204 len: 168 time: 1.2030199 Mar 11 16:23:00.437351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-87cda56d-9955-40ba-b5da-39adf4a59e8e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.443703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:00.507138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port afe9658a-297c-4eff-8cf9-540b7d927f55, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=afe9658a-297c-4eff-8cf9-540b7d927f55,segment=NetworkSegment(db707a8c-cb53-4d3e-aa4f-add7a2e8f58b),segment_id=db707a8c-cb53-4d3e-aa4f-add7a2e8f58b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:00.511550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Provisioning complete for port c00e1012-4209-4571-abbd-dc886f4cbad0 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:00.512145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.568050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:00.580911 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef99eb6-f0de-4e1a-b728-dc13203c61aa None None] Pushing event updated for resources: {'Port': ['ID=d825c539-9255-418e-ad9e-a2e0b5b3fb56,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:00.618315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-87cda56d-9955-40ba-b5da-39adf4a59e8e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.626570 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-87cda56d-9955-40ba-b5da-39adf4a59e8e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/d880a0f7-1e55-43b0-ad6a-e598f63dab34 HTTP/1.1" status: 204 len: 168 time: 1.6058383 Mar 11 16:23:00.628067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33674) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:00.660242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cda56d-9955-40ba-b5da-39adf4a59e8e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=d880a0f7-1e55-43b0-ad6a-e598f63dab34,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:00.713891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.733973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4aa6e-8443-4cb9-9190-b0a89b750afc None None] Sync routers for ids ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:00.793593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.795718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a260edb4-b677-408b-adab-56c61a0cce7d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:00.812341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=3c73734a-e0df-4e41-a563-9634cc29e39e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:00.860869 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0eea0e6b-2afc-49c4-9298-0f0a065019d5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2034364 Mar 11 16:23:00.861816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:00.881459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:00.939887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:00.949575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6977d1a-f4ae-4eb9-83c9-2b7d6dcd5153 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet d17fa986-fae7-4d08-8d71-089b416ee8f2 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:00.956972 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f5cff870-430d-4af7-a751-795d3ec813b4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/7d3f09a2-06d0-41e6-9e5e-319b5bdc4277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7867787 Mar 11 16:23:00.957159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6977d1a-f4ae-4eb9-83c9-2b7d6dcd5153 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:00.964126 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9ee6c0cd-34bf-4570-b23f-be805900e300 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1898010 Mar 11 16:23:00.971056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4aa6e-8443-4cb9-9190-b0a89b750afc None None] Routers {'7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:00.971753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e5e4aa6e-8443-4cb9-9190-b0a89b750afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:00.972389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Checking segment: {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:00.972991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network hostable DHCP agents. Network: bcc46f37-b8a0-4367-9a43-f240d5d4c1ed, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:23:00.982243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33682) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:00.982766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33684) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:01.003212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1672600883'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:01.082697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e5e4aa6e-8443-4cb9-9190-b0a89b750afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:01.086506 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:01.099837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:01.103167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d9052b50-b0ab-4cba-b2c3-163eef1ae6d6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:01.109263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:network and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:01.114718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:01.118030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6977d1a-f4ae-4eb9-83c9-2b7d6dcd5153 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.126535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:01.163205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b862c5-7a1c-4179-988b-9a2cb5e0d71b None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:01.165192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:23:01.192781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:01.209016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:01.215587 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=afe9658a-297c-4eff-8cf9-540b7d927f55,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:01.218852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4aa6e-8443-4cb9-9190-b0a89b750afc None None] Routers {'7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:01.219456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e5e4aa6e-8443-4cb9-9190-b0a89b750afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:01.222345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:01.225271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:01.232045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:01.232568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.261601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d9052b50-b0ab-4cba-b2c3-163eef1ae6d6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:01.261601 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d9052b50-b0ab-4cba-b2c3-163eef1ae6d6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d3f09a2-06d0-41e6-9e5e-319b5bdc4277 HTTP/1.1" status: 200 len: 205 time: 0.2579958 Mar 11 16:23:01.262012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33690) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:01.277594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:23:01.289000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, bcc46f37-b8a0-4367-9a43-f240d5d4c1ed) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:01.295297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:01.298058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.313394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.313800 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added segment 13d8abd4-156b-4225-961f-0b5bec02f69c of type vlan for network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd Mar 11 16:23:01.354543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.383364 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0206eab-b646-4c72-9302-3497473a52ba None None] Network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:01.406078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:01.409613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.419278 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7554ee83-611d-41a6-ab1d-c27feb86dc27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2306139 Mar 11 16:23:01.430752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-defc1617-d038-4651-8c57-59a17861c07b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.449192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.451820 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:01.452418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.539500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6977d1a-f4ae-4eb9-83c9-2b7d6dcd5153 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.565668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e5e4aa6e-8443-4cb9-9190-b0a89b750afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:01.566065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4aa6e-8443-4cb9-9190-b0a89b750afc None None] The sync data for ids ['7d3f09a2-06d0-41e6-9e5e-319b5bdc4277'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:01.657874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Network': ['ID=f149f6f3-88f6-42e0-aeaa-43cc9921cdfd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:01.676857 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bee52ae6-c33d-4231-a73d-c08b7211b68e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6809590 Mar 11 16:23:01.677379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33696) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:01.682932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'subnet': {'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:01.690496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a260edb4-b677-408b-adab-56c61a0cce7d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:01.732727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:23:01.903147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-defc1617-d038-4651-8c57-59a17861c07b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.909361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-defc1617-d038-4651-8c57-59a17861c07b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:01.967264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:01.978782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:subnet and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:01.981948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:01.991552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:02.040322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6977d1a-f4ae-4eb9-83c9-2b7d6dcd5153 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.082297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-defc1617-d038-4651-8c57-59a17861c07b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.082809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defc1617-d038-4651-8c57-59a17861c07b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Fanout notify agent at l3_agent the message router_deleted on router 7d3f09a2-06d0-41e6-9e5e-319b5bdc4277 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:23:02.084906 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c00e1012-4209-4571-abbd-dc886f4cbad0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:02.119745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Made reservation on behalf of c928f83ca3714a85b4f6dea5f55fd370 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:02.124939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.131695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6977d1a-f4ae-4eb9-83c9-2b7d6dcd5153 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=d17fa986-fae7-4d08-8d71-089b416ee8f2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:02.133834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b6977d1a-f4ae-4eb9-83c9-2b7d6dcd5153 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.148989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8870495-a23b-4294-9302-3866151a0dfe None None] Network 2c0d09b3-9203-45bc-bcc2-59bd14119513 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:02.160265 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b6977d1a-f4ae-4eb9-83c9-2b7d6dcd5153 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/d17fa986-fae7-4d08-8d71-089b416ee8f2 HTTP/1.1" status: 204 len: 168 time: 1.6608195 Mar 11 16:23:02.164911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-defc1617-d038-4651-8c57-59a17861c07b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.166133 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-defc1617-d038-4651-8c57-59a17861c07b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/7d3f09a2-06d0-41e6-9e5e-319b5bdc4277 HTTP/1.1" status: 204 len: 168 time: 0.9127793 Mar 11 16:23:02.166891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33700) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:02.171011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Provisioning for port a260edb4-b677-408b-adab-56c61a0cce7d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:02.176709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:02.248249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Provisioning complete for port a260edb4-b677-408b-adab-56c61a0cce7d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:02.248518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.302476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3f2437-689f-4cc5-940d-7d99cbbaf384 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting subnet edd52481-8e33-43a7-94ce-de1301960aa0 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:02.311841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2437-689f-4cc5-940d-7d99cbbaf384 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.345062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33708) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:02.361844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594093949', 'description': 'tempest-secgroup-smoke-1594093949 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:02.378265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:02.414110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:02.424721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2437-689f-4cc5-940d-7d99cbbaf384 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.433702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.464669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-bcc46f37-b8a0-4367-9a43-f240d5d4c1ed', 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ips': [{'subnet_id': '3c73734a-e0df-4e41-a563-9634cc29e39e'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:23:02.465469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.540841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:02.554423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:02.566877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.571915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:02.572663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.577764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.580268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:02.582751 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=a658b479-15f9-4f1e-87b8-9bc3cdcc06fb,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:02.593593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c00e1012-4209-4571-abbd-dc886f4cbad0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:02.596256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.603810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port 2a117502-fc72-4b85-9c5a-4cf72290fb40 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:02.604266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.625083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2437-689f-4cc5-940d-7d99cbbaf384 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.656944 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Deleting port a260edb4-b677-408b-adab-56c61a0cce7d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:02.657442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.694853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:02.709271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:02.710688 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8185d998-a96e-4836-98ba-2cb3fab7d153 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8433008 Mar 11 16:23:02.714218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:02.717260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:02.729279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:02.734205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:02.858370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] For port 2a117502-fc72-4b85-9c5a-4cf72290fb40, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2a117502-fc72-4b85-9c5a-4cf72290fb40,segment=NetworkSegment(e0e1d397-321d-47a2-8da3-1dee7993a093),segment_id=e0e1d397-321d-47a2-8da3-1dee7993a093)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:02.858779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.922403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:22:55Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:22:57Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:22:50Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:22:59Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:02.989334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba137e7-9da6-4678-8683-25a6dd21e5ee None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:22:55Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:22:57Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:22:50Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:22:59Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:02.997333 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.997895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for 2a117502-fc72-4b85-9c5a-4cf72290fb40 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:03.122676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.179648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2437-689f-4cc5-940d-7d99cbbaf384 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.216910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.229338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:03.245234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:03.275117 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:03.308561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f537649b-25ec-472d-b1fb-4ed6e5f4df95 None None] Network 92d335fb-a83c-4cd9-a195-585df75d280a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:03.316385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=2a117502-fc72-4b85-9c5a-4cf72290fb40,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:03.318759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No DVR routers for this DVR port 2a117502-fc72-4b85-9c5a-4cf72290fb40 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:03.326419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Allocated IP 172.20.0.18 (bcc46f37-b8a0-4367-9a43-f240d5d4c1ed/3c73734a-e0df-4e41-a563-9634cc29e39e/d76becc2-19db-4042-ae85-3a68058802d5) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:03.329016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2437-689f-4cc5-940d-7d99cbbaf384 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.344340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:03.347983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227bb5a-9d1b-4827-a8d1-f897dc6512b1 None None] DHCP port deletion for 2c0d09b3-9203-45bc-bcc2-59bd14119513 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:03.352328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Subnet': ['ID=fee48af1-e0e8-4d5a-87e7-10a977a71a03,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:03.387123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device afe9658a-297c-4eff-8cf9-540b7d927f55 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:03.416505 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] For port a260edb4-b677-408b-adab-56c61a0cce7d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a260edb4-b677-408b-adab-56c61a0cce7d,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:03.427414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.429461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Checking segment: {'id': '13d8abd4-156b-4225-961f-0b5bec02f69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:03.429840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network hostable DHCP agents. Network: f149f6f3-88f6-42e0-aeaa-43cc9921cdfd, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:23:03.450191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f2437-689f-4cc5-940d-7d99cbbaf384 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Subnet': ['ID=edd52481-8e33-43a7-94ce-de1301960aa0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:03.458415 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f3f2437-689f-4cc5-940d-7d99cbbaf384 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/edd52481-8e33-43a7-94ce-de1301960aa0 HTTP/1.1" status: 204 len: 168 time: 1.2804654 Mar 11 16:23:03.459825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33716) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:03.503518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.545019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0d09b3-9203-45bc-bcc2-59bd14119513']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:03.558627 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-266144c2-1b84-4317-bc98-48dfbe59d6af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting subnet d0127cc3-8ccc-4231-88f7-b500e2636ff0 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:03.561304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e1d397-321d-47a2-8da3-1dee7993a093') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:03.562587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e1d397-321d-47a2-8da3-1dee7993a093') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:03.563225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-266144c2-1b84-4317-bc98-48dfbe59d6af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.580805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.581843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.610265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.624556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:03.627982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:03.628416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.630962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:03.757767 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:03.763091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-266144c2-1b84-4317-bc98-48dfbe59d6af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.782488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] For port a260edb4-b677-408b-adab-56c61a0cce7d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a260edb4-b677-408b-adab-56c61a0cce7d,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:03.782885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.796487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.892599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78294053-13d4-4120-96e9-6e2c51596b18,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:03.910939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.913495 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:03.929167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:23:03.931640 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:03.932459 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:03.942809 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a658b479-15f9-4f1e-87b8-9bc3cdcc06fb (CIDR: 2001:db8::/64) Mar 11 16:23:03.951786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.957478 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c9bd4129-d728-442f-8244-564f13623718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6105950 Mar 11 16:23:03.957938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:03.958388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33720) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:03.968406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '78294053-13d4-4120-96e9-6e2c51596b18', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:03.972893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Network': ['ID=2c0d09b3-9203-45bc-bcc2-59bd14119513,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:03.983566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:03.986009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Calling delete_port for a260edb4-b677-408b-adab-56c61a0cce7d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:03.993291 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:23:03.993859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:04.000923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:04.006590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:04.014397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-266144c2-1b84-4317-bc98-48dfbe59d6af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.039416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Provisioning for port 9f409540-44ba-4575-b519-35e5e261c91e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:04.054077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, f149f6f3-88f6-42e0-aeaa-43cc9921cdfd) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:04.063263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Provisioning complete for port 9f409540-44ba-4575-b519-35e5e261c91e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:04.063263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.064427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:04.076392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:04.076979 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.088880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Pushing event updated for resources: {'Port': ['ID=a260edb4-b677-408b-adab-56c61a0cce7d,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:04.108519 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b48f8d15-f9df-420c-ac97-d62541e77a17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/networks/2c0d09b3-9203-45bc-bcc2-59bd14119513 HTTP/1.1" status: 204 len: 168 time: 1.9381766 Mar 11 16:23:04.111078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe415cd-06df-4dad-b1a5-313daeead309 None None] Network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:04.112027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33724) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:04.133793 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3286b090-6fef-490d-adfa-c7982b131e66 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4123309 Mar 11 16:23:04.136397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33728) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:04.143617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:04.160426 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:04.176449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port afe9658a-297c-4eff-8cf9-540b7d927f55 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:04.176754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.209207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7424be7-a805-4bc8-866b-c52e9a7710b3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:04.209812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e7424be7-a805-4bc8-866b-c52e9a7710b3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:04.256733 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0d33c6d6-5feb-419c-b557-21015e097b40 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5785599 Mar 11 16:23:04.260672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33732) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:04.265262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-266144c2-1b84-4317-bc98-48dfbe59d6af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.330360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-266144c2-1b84-4317-bc98-48dfbe59d6af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.342924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266144c2-1b84-4317-bc98-48dfbe59d6af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Subnet': ['ID=d0127cc3-8ccc-4231-88f7-b500e2636ff0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:04.344878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.354996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee5628-173a-46b5-a545-a0b015a56669 None None] Network 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:04.393301 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-266144c2-1b84-4317-bc98-48dfbe59d6af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/d0127cc3-8ccc-4231-88f7-b500e2636ff0 HTTP/1.1" status: 204 len: 168 time: 0.9315803 Mar 11 16:23:04.400241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33736) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:04.407805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-21f7798e-5c55-4970-81a4-9236ba7d93da None None] Port 9f409540-44ba-4575-b519-35e5e261c91e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:04.458697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.541951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e7424be7-a805-4bc8-866b-c52e9a7710b3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:04.543189 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e7424be7-a805-4bc8-866b-c52e9a7710b3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/a05e024b-a289-4883-b0e1-52493c596e93 HTTP/1.1" status: 200 len: 838 time: 0.4300797 Mar 11 16:23:04.552908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33740) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:04.557413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:04.557778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:04.634956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.648921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.650124 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:22:55Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:22:57Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:22:59Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:04.663055 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:04.663055 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Updating router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad port 9f409540-44ba-4575-b519-35e5e261c91e binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:04.683295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:04.708886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.713521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:04.729981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:04.742973 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.744118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 921cbab6-fce9-49f3-bc68-162c002a8857 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:04.744469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.820196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8710af2e-2b07-4218-9845-b1f59bbbd0fe,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:04.830278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] DHCP port deletion for 92d335fb-a83c-4cd9-a195-585df75d280a request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:04.831672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:04.863954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Transition to ACTIVE for port object d76becc2-19db-4042-ae85-3a68058802d5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:04.871082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.872702 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5aacca1b-d63f-42c3-8bab-0cb365a8434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9107869 Mar 11 16:23:04.880529 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-23e8cc04-6797-4a9e-871a-ecdcd4424ea3 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/a05e024b-a289-4883-b0e1-52493c596e93?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3235142 Mar 11 16:23:04.880529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33744) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:04.880832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f8c2eb75-c821-49ba-b016-43fc9de2d128 None None] Provisioning complete for port a260edb4-b677-408b-adab-56c61a0cce7d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:04.880832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8c2eb75-c821-49ba-b016-43fc9de2d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:04.884547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33746) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:04.892774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '78294053-13d4-4120-96e9-6e2c51596b18', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:04.900154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:04.910606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:04.963105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] Deleting port 921cbab6-fce9-49f3-bc68-162c002a8857 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:04.963346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.015324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:05.019372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.027619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:05.070933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Deleting port a260edb4-b677-408b-adab-56c61a0cce7d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:05.071569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.110286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Transition to ACTIVE for port object d76becc2-19db-4042-ae85-3a68058802d5 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:05.117034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d825c539-9255-418e-ad9e-a2e0b5b3fb56 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:05.155347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:05.159409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:05.173376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:05.178666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:05.180677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:05.187302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-f149f6f3-88f6-42e0-aeaa-43cc9921cdfd', 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'fixed_ips': [{'subnet_id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:23:05.188534 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.195155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:05.243285 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.258919 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Transition to ACTIVE for port object 9f409540-44ba-4575-b519-35e5e261c91e will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:05.286957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.314924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port 921cbab6-fce9-49f3-bc68-162c002a8857, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=921cbab6-fce9-49f3-bc68-162c002a8857,segment=NetworkSegment(dc230b12-b577-4e58-9aa4-af3817105ace),segment_id=dc230b12-b577-4e58-9aa4-af3817105ace)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:05.314924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.333666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.349364 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.354783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:05.359190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.486222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:05.561235 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:05.570785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:05.616433 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Pushing event updated for resources: {'Port': ['ID=9f409540-44ba-4575-b519-35e5e261c91e,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:05.641690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 921cbab6-fce9-49f3-bc68-162c002a8857 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:05.702033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.765331 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.765837 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.766201 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.766542 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.766918 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.767204 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.767525 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.767843 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.768175 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.768493 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.769565 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.769889 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:05.819887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.838073 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Attempting to bind port 9f409540-44ba-4575-b519-35e5e261c91e on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:05.838438 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Attempting to bind port 9f409540-44ba-4575-b519-35e5e261c91e by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '317570bc-91d8-444c-8b3b-abe8c98c911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:05.838784 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Attempting to bind port 9f409540-44ba-4575-b519-35e5e261c91e on network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:05.845310 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:05.845578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Pushing event updated for resources: {'Port': ['ID=d76becc2-19db-4042-ae85-3a68058802d5,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:05.846049 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Checking segment: {'id': '317570bc-91d8-444c-8b3b-abe8c98c911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:05.846049 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.846734 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Bound using segment: {'id': '317570bc-91d8-444c-8b3b-abe8c98c911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:05.847201 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Bound port: 9f409540-44ba-4575-b519-35e5e261c91e, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317570bc-91d8-444c-8b3b-abe8c98c911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:05.848437 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.866189 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] DHCP port deletion for 35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:05.970313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:05.988312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:05.995448 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] For port 9f409540-44ba-4575-b519-35e5e261c91e, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:05.995737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:06.010068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:06.025440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.025704 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] For port 9f409540-44ba-4575-b519-35e5e261c91e, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9f409540-44ba-4575-b519-35e5e261c91e,segment=NetworkSegment(317570bc-91d8-444c-8b3b-abe8c98c911d),segment_id=317570bc-91d8-444c-8b3b-abe8c98c911d)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:06.025823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] Deleting port 9d19ad79-9c13-4489-88c0-a394d864b8dc {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:06.025823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.026014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.074936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=55addccf-f4ef-4d6d-a8e1-d2e46f5c9107,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.077829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5563ac21-1c0b-49cc-bf80-f93a2f06df4d None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:06.088954 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=921cbab6-fce9-49f3-bc68-162c002a8857,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.097549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No DVR routers for this DVR port 921cbab6-fce9-49f3-bc68-162c002a8857 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:06.163739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] For port 921cbab6-fce9-49f3-bc68-162c002a8857, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=921cbab6-fce9-49f3-bc68-162c002a8857,segment=NetworkSegment(dc230b12-b577-4e58-9aa4-af3817105ace),segment_id=dc230b12-b577-4e58-9aa4-af3817105ace)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:06.164147 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.179735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:23:06.227367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Attempting to bind port d76becc2-19db-4042-ae85-3a68058802d5 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:06.227743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Attempting to bind port d76becc2-19db-4042-ae85-3a68058802d5 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:06.228084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Attempting to bind port d76becc2-19db-4042-ae85-3a68058802d5 on network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:06.285536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.287322 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.298494 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-127490b4-eccc-4d57-8bf6-f1ed38bf9791 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3909161 Mar 11 16:23:06.298721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.303613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33752) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:06.319979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'security_group': {'name': 'tempest-secgroup-1607326280'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:06.341253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4604d2a5-9789-4b96-926f-3f642c32de10,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.341253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:06.341654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d335fb-a83c-4cd9-a195-585df75d280a']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:06.343647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:06.348239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:06.354542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:06.365835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc230b12-b577-4e58-9aa4-af3817105ace') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:06.366229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc230b12-b577-4e58-9aa4-af3817105ace') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:06.388376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.412533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.421568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:06.422055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.427592 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:06.427976 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:06.438891 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:06.448396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.451578 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9a750e0-ffc2-4a92-afad-9f182ada525a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5669298 Mar 11 16:23:06.456121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d825c539-9255-418e-ad9e-a2e0b5b3fb56 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:06.456266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33756) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:06.461146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '78294053-13d4-4120-96e9-6e2c51596b18', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:06.474470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:06.479700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:06.485924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:06.496323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] Calling delete_port for 921cbab6-fce9-49f3-bc68-162c002a8857 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:06.496487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:06.506417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.541012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:06.553767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group_rule and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:06.555173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:06.555552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Checking segment: {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:06.555951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.556372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Bound using segment: {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:06.556869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Bound port: d76becc2-19db-4042-ae85-3a68058802d5, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:06.557256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.557385 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15269ec9-198b-4da2-ad6c-0f98f465dc84 None None] Pushing event updated for resources: {'Port': ['ID=9f409540-44ba-4575-b519-35e5e261c91e,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.560106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:06.566985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:06.615228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.634152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Allocated IP 2001:db8:3::2 (f149f6f3-88f6-42e0-aeaa-43cc9921cdfd/fee48af1-e0e8-4d5a-87e7-10a977a71a03/0144bfd9-2ba5-4244-b9ae-9076b9fe8e62) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:06.636979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f8c2eb75-c821-49ba-b016-43fc9de2d128 None None] Provisioning complete for port d825c539-9255-418e-ad9e-a2e0b5b3fb56 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:06.638129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8c2eb75-c821-49ba-b016-43fc9de2d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.662889 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d825c539-9255-418e-ad9e-a2e0b5b3fb56 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:06.666809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.676702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.692010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.718668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.749252 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:06.758698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Network': ['ID=92d335fb-a83c-4cd9-a195-585df75d280a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.758698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.769129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] For port a260edb4-b677-408b-adab-56c61a0cce7d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a260edb4-b677-408b-adab-56c61a0cce7d,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:06.769481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.780466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.827042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.860631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba04bf9e-5d59-4bfa-91f0-e520ca4a441b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:06.870577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:06.977623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8308e1-88a7-45d6-be0a-648ada2970a6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:07.016705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.020894 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3fd3a19-d850-44a3-b84d-74d670c5b8f9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7162859 Mar 11 16:23:07.022197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33760) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:07.028009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'security_group': {'name': 'tempest-secgroup-1768645620'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:07.045016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:07.050880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Calling delete_port for a260edb4-b677-408b-adab-56c61a0cce7d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:07.055612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.062236 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a28293ca-d2c6-4baa-8372-f23466869e55 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6067529 Mar 11 16:23:07.066157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:07.071495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33764) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:07.082129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '78294053-13d4-4120-96e9-6e2c51596b18', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:07.094034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] For port a260edb4-b677-408b-adab-56c61a0cce7d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a260edb4-b677-408b-adab-56c61a0cce7d,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:07.098666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:07.116211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:07.137046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:07.147640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:07.154532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:07.155866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.161655 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8de710f8-6f67-4c11-ae88-16ef041de6de tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/networks/92d335fb-a83c-4cd9-a195-585df75d280a HTTP/1.1" status: 204 len: 168 time: 2.7586403 Mar 11 16:23:07.163638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33768) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:07.171692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:07.206267 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:22:55Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:05Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:22:59Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:07.210838 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3c60bf-6596-4388-b783-ff302ac14456 None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:22:55Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:05Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:22:59Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:07.233794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.276018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:07.281448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group_rule and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:07.284903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:07.293146 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.294876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.302455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:07.319873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.431438 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:07.431795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:07.438953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.467959 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.468619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.470984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:07.485547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] For port d76becc2-19db-4042-ae85-3a68058802d5, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:07.512067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=a6949ac0-18f8-451a-b446-bdf9868412dc,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:07.525335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.553142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:07.555940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=a260edb4-b677-408b-adab-56c61a0cce7d,revision_number=7']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:07.560331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:07.566644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.567318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] For port 9d19ad79-9c13-4489-88c0-a394d864b8dc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9d19ad79-9c13-4489-88c0-a394d864b8dc,segment=NetworkSegment(c5d02d00-4192-45e4-bb69-31d2f8d6fc21),segment_id=c5d02d00-4192-45e4-bb69-31d2f8d6fc21)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:07.567642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.582872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 9d19ad79-9c13-4489-88c0-a394d864b8dc {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:07.583302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.594204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.652221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475c8d5a-92f0-4351-9a8f-23da525c9872,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:07.679228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b519c19-664d-4b64-be80-e189cbcd8281,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:07.690432 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b5199e9b-ef27-458e-b643-48fa92f62917 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5501022 Mar 11 16:23:07.690870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33772) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:07.697279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:e9:4a:80', 'name': 'tempest-NetworksTestDHCPv6-1869273362'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:07.720368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] For port d76becc2-19db-4042-ae85-3a68058802d5, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d76becc2-19db-4042-ae85-3a68058802d5,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:07.722846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.727527 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9aab3d4c-ebc6-4968-a63f-ec84f305b626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6540585 Mar 11 16:23:07.741015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33776) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:07.747495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '78294053-13d4-4120-96e9-6e2c51596b18', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:07.754432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:07.758850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:07.765132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:07.773679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:07.786038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.787376 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aa2c88c8-a3f5-4ac3-abb7-9cd10ebe7147 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7641091 Mar 11 16:23:07.792039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33780) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:07.801003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-710029362', 'security_groups': ['7b519c19-664d-4b64-be80-e189cbcd8281'], 'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '55addccf-f4ef-4d6d-a8e1-d2e46f5c9107'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:07.806963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] Calling delete_port for 9d19ad79-9c13-4489-88c0-a394d864b8dc owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:07.837521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port 9d19ad79-9c13-4489-88c0-a394d864b8dc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9d19ad79-9c13-4489-88c0-a394d864b8dc,segment=NetworkSegment(c5d02d00-4192-45e4-bb69-31d2f8d6fc21),segment_id=c5d02d00-4192-45e4-bb69-31d2f8d6fc21)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:07.837962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.844525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:07.844954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:07.878243 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.937883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] Deleting port 921cbab6-fce9-49f3-bc68-162c002a8857 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:07.938191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.963335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f8c2eb75-c821-49ba-b016-43fc9de2d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:07.991975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.095736 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 9d19ad79-9c13-4489-88c0-a394d864b8dc owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:08.109726 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:23:08.128624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.145984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.201627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf3425-07f3-4533-ae10-60f1b797d980 None None] The port '921cbab6-fce9-49f3-bc68-162c002a8857' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:23:08.238139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Transition to ACTIVE for port object 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:08.257525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:08.263414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:08.268713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.287376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.290865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:08.292905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:08.294099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76cdfd-4708-4334-8a3f-f98312072a8d None None] Pushing event updated for resources: {'Port': ['ID=d76becc2-19db-4042-ae85-3a68058802d5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:08.300615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port d825c539-9255-418e-ad9e-a2e0b5b3fb56, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d825c539-9255-418e-ad9e-a2e0b5b3fb56,segment=NetworkSegment(4a9924eb-62d6-4f8c-bf13-c21ffe9e8424),segment_id=4a9924eb-62d6-4f8c-bf13-c21ffe9e8424)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:08.307460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Transition to ACTIVE for port object 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:08.309845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:08.310206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:08.332027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'tenant_id': '82393e89a4984d5d95189d19c56d0d01', 'fixed_ips': [{'subnet_id': '55addccf-f4ef-4d6d-a8e1-d2e46f5c9107'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:23:08.336396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.336541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=9d19ad79-9c13-4489-88c0-a394d864b8dc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:08.336541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No DVR routers for this DVR port 9d19ad79-9c13-4489-88c0-a394d864b8dc on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:08.353657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.379700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe801a62-b67a-40bd-b921-0e97a865b190,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:08.402767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.406639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.407377 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:08.422316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:08.437112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:08.464133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.484815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.485178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.485494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.485825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.486153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.486502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.486835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.487443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.487443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.487770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.488079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.488399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:08.517302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35859dc0-19b7-47a2-ac9b-d6c9b9444ba4']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:08.538391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d02d00-4192-45e4-bb69-31d2f8d6fc21') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:08.539017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d02d00-4192-45e4-bb69-31d2f8d6fc21') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:08.563382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.580281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:08.589407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:08.592993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:08.604449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.612886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:08.616925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:08.649069 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:08.656938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.656938 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8a46f88-f765-408c-b009-2f1c7ae01794 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9128268 Mar 11 16:23:08.659442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33784) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:08.662268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Deleting port a260edb4-b677-408b-adab-56c61a0cce7d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:08.662644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.688148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Allocated IP 2001:db8:3::1 (f149f6f3-88f6-42e0-aeaa-43cc9921cdfd/fee48af1-e0e8-4d5a-87e7-10a977a71a03/1c10bb12-57e6-48ca-9a60-bcd963702865) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:08.706323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Pushing event updated for resources: {'Port': ['ID=0144bfd9-2ba5-4244-b9ae-9076b9fe8e62,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:08.725183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '78294053-13d4-4120-96e9-6e2c51596b18', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:08.731893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:08.736543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:08.739616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:08.750053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:08.781046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.805842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.833612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] Deleting port 9d19ad79-9c13-4489-88c0-a394d864b8dc {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:08.833981 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.858263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f8c2eb75-c821-49ba-b016-43fc9de2d128 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:08.858616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f8c2eb75-c821-49ba-b016-43fc9de2d128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:08.919720 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:23:08.923958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:23:08.929212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:08.980125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35a6e-df16-4960-858d-d43f227ceb8a None None] The port '9d19ad79-9c13-4489-88c0-a394d864b8dc' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:23:08.996927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.014237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 0163469d-4716-4817-a9c9-46f0b8c47731 yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:23:09.023656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.043618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Network': ['ID=35859dc0-19b7-47a2-ac9b-d6c9b9444ba4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:09.060584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Attempting to bind port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:09.060853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Attempting to bind port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '13d8abd4-156b-4225-961f-0b5bec02f69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:09.061738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Attempting to bind port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 on network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:09.062123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.075250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:09.076647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=d825c539-9255-418e-ad9e-a2e0b5b3fb56,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:09.081148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Allocated IP 172.20.0.2 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/55addccf-f4ef-4d6d-a8e1-d2e46f5c9107/191cc154-a4f4-4159-a95c-8d619bce2841) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:09.092559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:09.092929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Checking segment: {'id': '13d8abd4-156b-4225-961f-0b5bec02f69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:09.093656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.094677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Bound using segment: {'id': '13d8abd4-156b-4225-961f-0b5bec02f69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:09.094677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Bound port: 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d8abd4-156b-4225-961f-0b5bec02f69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:09.095019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.096985 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a1dd10ca-5946-4857-bff2-8405ef80d231 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/networks/35859dc0-19b7-47a2-ac9b-d6c9b9444ba4 HTTP/1.1" status: 204 len: 168 time: 1.9324458 Mar 11 16:23:09.102605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33788) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:09.107285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.109014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:09.109381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.112684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'network': {'name': 'tempest-RoutersTest-223493267'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:09.117541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:09.122257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:network and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:09.125390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:09.132765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:09.197703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.215067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.246704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3230f3b3-32e8-4501-b71e-ccf0e83a38b8,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:09.261519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Transition to ACTIVE for port object 1c10bb12-57e6-48ca-9a60-bcd963702865 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:09.272421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.278614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:09.279419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.309514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:23:09.319123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.319653 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added segment cde2284a-c0ea-4f3e-8ba3-efcccba13dec of type vlan for network a962854d-2b3b-49e8-8f80-51d0792bad1f Mar 11 16:23:09.349295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.369038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::2e1 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/a658b479-15f9-4f1e-87b8-9bc3cdcc06fb/0163469d-4716-4817-a9c9-46f0b8c47731) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:09.375943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8:0:1:f816:3eff:fee9:4a80 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/a6949ac0-18f8-451a-b446-bdf9868412dc/0163469d-4716-4817-a9c9-46f0b8c47731) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:09.383103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.394006 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e8e16700-b127-4bb6-b58b-929b2a3ae15f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6697600 Mar 11 16:23:09.521504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.542703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.549829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:09.550597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.582530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] For port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:09.649053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] For port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0144bfd9-2ba5-4244-b9ae-9076b9fe8e62,segment=NetworkSegment(13d8abd4-156b-4225-961f-0b5bec02f69c),segment_id=13d8abd4-156b-4225-961f-0b5bec02f69c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:09.668831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] For port a260edb4-b677-408b-adab-56c61a0cce7d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a260edb4-b677-408b-adab-56c61a0cce7d,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:09.669577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.697132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=1c10bb12-57e6-48ca-9a60-bcd963702865,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:09.743401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Network': ['ID=a962854d-2b3b-49e8-8f80-51d0792bad1f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:09.784113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:09.791406 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-25a673c8-3c4b-477d-b98d-b53f14665d86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6852734 Mar 11 16:23:09.801014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:09.801735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33804) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:09.801855 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-b0a667a8-8804-4358-9b34-c165dc415682 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594093949&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.0911992 Mar 11 16:23:09.801855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:09.801855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:09.802133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'subnet': {'network_id': 'a962854d-2b3b-49e8-8f80-51d0792bad1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:09.839527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network a962854d-2b3b-49e8-8f80-51d0792bad1f details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:23:09.940182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:09.944716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:subnet and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:09.948358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:09.956005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:09.974842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Calling delete_port for a260edb4-b677-408b-adab-56c61a0cce7d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:09.989916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.004084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.024653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 0163469d-4716-4817-a9c9-46f0b8c47731 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:10.060836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-88ffb1a2-54bc-484b-b5ed-f52b335c0adb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:10.062026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:10.062292 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-88ffb1a2-54bc-484b-b5ed-f52b335c0adb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=bcc46f37-b8a0-4367-9a43-f240d5d4c1ed HTTP/1.1" status: 200 len: 797 time: 0.2062957 Mar 11 16:23:10.067409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d07e90-91b3-4764-89f9-5bd4e0244369 None None] Network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:10.068214 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.080411 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-c9ba3139-fd94-4a75-aa7a-403be5820739 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0120234 Mar 11 16:23:10.177776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.357757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.384660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d76becc2-19db-4042-ae85-3a68058802d5 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:10.421889 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99651c05-bece-4f81-9c95-78e688d9e841 None None] Pushing event updated for resources: {'Port': ['ID=0144bfd9-2ba5-4244-b9ae-9076b9fe8e62,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:10.440104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Transition to ACTIVE for port object 191cc154-a4f4-4159-a95c-8d619bce2841 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:10.476409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.490333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:10.493683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=0163469d-4716-4817-a9c9-46f0b8c47731,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:10.501211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:10.505998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:10.511909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:10.513337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.548863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Transition to ACTIVE for port object 191cc154-a4f4-4159-a95c-8d619bce2841 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:10.562248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.617500 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-da0348f5-15a6-4e12-9e99-9b66bec0f605 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5304351 Mar 11 16:23:10.632675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Subnet': ['ID=9eee055b-fb64-4b39-aedf-0473b09532ef,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:10.672974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1ed60cfa-ba4a-4548-b61d-c064a3695fe2 None None] Provisioning for port d76becc2-19db-4042-ae85-3a68058802d5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:10.683658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Checking segment: {'id': 'cde2284a-c0ea-4f3e-8ba3-efcccba13dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a962854d-2b3b-49e8-8f80-51d0792bad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:10.683658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network hostable DHCP agents. Network: a962854d-2b3b-49e8-8f80-51d0792bad1f, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:23:10.684592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.763579 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-175190ae-d71e-4382-b3df-4d5fd94ab806 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0693998 Mar 11 16:23:10.768745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33810) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:10.772554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:10.792293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Pushing event updated for resources: {'Port': ['ID=191cc154-a4f4-4159-a95c-8d619bce2841,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:10.804910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:10.808395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:10.816023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.841183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network a962854d-2b3b-49e8-8f80-51d0792bad1f is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:23:10.902033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0146742b-b51f-46f6-a6a4-f5e4812d445b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 0163469d-4716-4817-a9c9-46f0b8c47731 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:10.902417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0146742b-b51f-46f6-a6a4-f5e4812d445b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:10.916382 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d76becc2-19db-4042-ae85-3a68058802d5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:10.926643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.5 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/55addccf-f4ef-4d6d-a8e1-d2e46f5c9107/b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:10.965440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] Pushing event deleted for resources: {'Port': ['ID=a260edb4-b677-408b-adab-56c61a0cce7d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:10.968231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, a962854d-2b3b-49e8-8f80-51d0792bad1f) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:10.991112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d76becc2-19db-4042-ae85-3a68058802d5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:10.991485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.003115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:11.004054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.043960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Attempting to bind port 191cc154-a4f4-4159-a95c-8d619bce2841 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:11.043960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Attempting to bind port 191cc154-a4f4-4159-a95c-8d619bce2841 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '145ef477-571f-4716-af50-1e47c01c24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:11.043960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Attempting to bind port 191cc154-a4f4-4159-a95c-8d619bce2841 on network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:11.044463 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f66192-f6d4-4d76-af7c-e781033fcdbd None None] Network a962854d-2b3b-49e8-8f80-51d0792bad1f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:11.133922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:11.134330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Checking segment: {'id': '145ef477-571f-4716-af50-1e47c01c24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:11.134735 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.135146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Bound using segment: {'id': '145ef477-571f-4716-af50-1e47c01c24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:11.135615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Bound port: 191cc154-a4f4-4159-a95c-8d619bce2841, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145ef477-571f-4716-af50-1e47c01c24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:11.135982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.193362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0146742b-b51f-46f6-a6a4-f5e4812d445b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.205454 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5da0d767-4260-4c98-9b50-337b0896e49c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4123135 Mar 11 16:23:11.215920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33814) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:11.216976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1353620538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:11.248848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25c8fb-0144-487c-8826-ff6b7268b5cb None None] No DVR routers for this DVR port a260edb4-b677-408b-adab-56c61a0cce7d on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:11.311756 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e4cb9-d591-4da9-882a-577f8f5ce38d None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:11.333255 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:11.336286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-76ebdd01-5a38-4c31-9405-897084ffe865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.342533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0146742b-b51f-46f6-a6a4-f5e4812d445b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 0163469d-4716-4817-a9c9-46f0b8c47731 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:11.379643 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-13433560-9d7d-4be0-9bbe-7abdb868fae1 service neutron] 10.222.0.57 "GET /v2.0/networks/bcc46f37-b8a0-4367-9a43-f240d5d4c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468574 Mar 11 16:23:11.384105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:router and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:11.388082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:11.405192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:11.411270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.545955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.548156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.600002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] For port 191cc154-a4f4-4159-a95c-8d619bce2841, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:11.602129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.609326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:11.723942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.758027 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-46fc8ae4-ceeb-49d8-a154-f01c02724afb service neutron] 10.222.0.57 "GET /v2.0/networks/bcc46f37-b8a0-4367-9a43-f240d5d4c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455648 Mar 11 16:23:11.777815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.866063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.867049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.909329 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port d76becc2-19db-4042-ae85-3a68058802d5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d76becc2-19db-4042-ae85-3a68058802d5,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:11.920751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-a962854d-2b3b-49e8-8f80-51d0792bad1f', 'network_id': 'a962854d-2b3b-49e8-8f80-51d0792bad1f', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'fixed_ips': [{'subnet_id': '9eee055b-fb64-4b39-aedf-0473b09532ef'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:23:11.921656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.929390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:11.940529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0146742b-b51f-46f6-a6a4-f5e4812d445b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.954979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:11.964531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:11.996216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:12.002950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] For port 191cc154-a4f4-4159-a95c-8d619bce2841, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=191cc154-a4f4-4159-a95c-8d619bce2841,segment=NetworkSegment(145ef477-571f-4716-af50-1e47c01c24f9),segment_id=145ef477-571f-4716-af50-1e47c01c24f9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:12.015544 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.031101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146742b-b51f-46f6-a6a4-f5e4812d445b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=0163469d-4716-4817-a9c9-46f0b8c47731,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:12.126438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.134007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0146742b-b51f-46f6-a6a4-f5e4812d445b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.176008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'tenant_id': 'ea1ea47bbce9473ba78bad3ec2efc43b', 'fixed_ips': [{'subnet_id': 'a658b479-15f9-4f1e-87b8-9bc3cdcc06fb'}, {'subnet_id': 'a6949ac0-18f8-451a-b446-bdf9868412dc'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:23:12.176008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.177881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8220e0dd-d614-4fc6-988e-ed3bb84c3b4c None None] Network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:12.185681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:12.186473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.191758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.196474 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d7f5d65-f1e4-4009-bc8a-8cedc21399eb req-ea6051fe-9850-4cff-ae17-fb63b3167076 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.0512390 Mar 11 16:23:12.203309 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0146742b-b51f-46f6-a6a4-f5e4812d445b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/0163469d-4716-4817-a9c9-46f0b8c47731 HTTP/1.1" status: 204 len: 168 time: 1.4380708 Mar 11 16:23:12.205836 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33820) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:12.228594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event updated for resources: {'Port': ['ID=1c10bb12-57e6-48ca-9a60-bcd963702865,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:12.243479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.244431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9f409540-44ba-4575-b519-35e5e261c91e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:12.249737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:12.251450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:12.280705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.284479 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6185d30e-7482-4a55-b376-5677e90848af tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0721428 Mar 11 16:23:12.290683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33826) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:12.292598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'port': {'network_id': 'a962854d-2b3b-49e8-8f80-51d0792bad1f', 'name': 'tempest-RoutersTest-714776505'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:12.312315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7f887611-2946-49cc-85ff-72190e9e8846 None None] Provisioning complete for port d76becc2-19db-4042-ae85-3a68058802d5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:12.312746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7f887611-2946-49cc-85ff-72190e9e8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.403511 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3e8bc675-f0db-49d8-a06f-9018a2c28d8d tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6084177 Mar 11 16:23:12.406774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33830) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:12.414217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:12.455474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4b843d16-a36d-4705-a1db-9dcac91aeb18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:12.516939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Allocated IP 172.20.0.2 (a962854d-2b3b-49e8-8f80-51d0792bad1f/9eee055b-fb64-4b39-aedf-0473b09532ef/7074d664-7955-431e-872b-20fc3d90abef) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:12.539533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:12.548487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:port and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:12.552999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:12.563673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:12.595552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b469bc-ae2b-46a6-97dd-4e17b24274c5 None None] Pushing event updated for resources: {'Port': ['ID=191cc154-a4f4-4159-a95c-8d619bce2841,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:12.673784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4b843d16-a36d-4705-a1db-9dcac91aeb18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:12.677496 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4b843d16-a36d-4705-a1db-9dcac91aeb18 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4683928 Mar 11 16:23:12.677645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:12.678250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33834) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:12.726099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:12.729974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.759565 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-45dd937c-2929-4cb0-8eb9-487fa50ec9e6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0800800 Mar 11 16:23:12.762002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33838) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:12.768712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] device_id is not set on port f997c5e1-c5a6-442c-ae39-f6e97604a4b7 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:23:12.892497 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:12.907981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:12.916677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:12.927172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:12.932539 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b7e527b2-4768-450d-8d76-c892a3a24727 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6701932 Mar 11 16:23:12.934064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:12.937193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33842) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:12.945195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:12.974909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038fc3ed-90c7-4777-a754-dea849222f97 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:12.978024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038fc3ed-90c7-4777-a754-dea849222f97 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:12.979793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038fc3ed-90c7-4777-a754-dea849222f97 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:12.981230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-038fc3ed-90c7-4777-a754-dea849222f97 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:13.039805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:13.058795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 9f409540-44ba-4575-b519-35e5e261c91e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:13.067757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-038fc3ed-90c7-4777-a754-dea849222f97 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:13.069111 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-038fc3ed-90c7-4777-a754-dea849222f97 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3059571 Mar 11 16:23:13.071593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33846) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:13.101887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:13.111059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:13.151431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b0d0dd-401b-48ca-a2aa-a78d7bd4a8ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet a658b479-15f9-4f1e-87b8-9bc3cdcc06fb {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:13.171006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9f409540-44ba-4575-b519-35e5e261c91e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:13.171465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:13.196430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:13.197162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:13.327292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=d76becc2-19db-4042-ae85-3a68058802d5,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:13.450466 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8466898c-7b34-46f8-bd64-543a1e57fb6f req-20475ef7-6355-4f52-b316-ca2e22a4a50a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.1331761 Mar 11 16:23:13.495411 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.ipam_backend_mixin [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 55addccf-f4ef-4d6d-a8e1-d2e46f5c9107 (CIDR: 172.20.0.0/28) Mar 11 16:23:13.555950 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:23:13.556428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:13.634042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/a658b479-15f9-4f1e-87b8-9bc3cdcc06fb/9f4664d1-373a-42f2-917f-244640e27d1f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:13.657184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:13.661441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Allocated IP 2001:db8:0:1:f816:3eff:fe70:2aa5 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/a6949ac0-18f8-451a-b446-bdf9868412dc/9f4664d1-373a-42f2-917f-244640e27d1f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:13.666609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:13.731773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3d3647dd-72c0-4aca-b26c-41390b9f3f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:13.739482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Transition to ACTIVE for port object 7074d664-7955-431e-872b-20fc3d90abef will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:13.741119 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-358cfd24-094c-4b2f-bd6c-7f572b850647 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3333371 Mar 11 16:23:13.744409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33862) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:13.750669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-398ff101-009b-414b-9173-fb984132fd82 None None] Provisioning for port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:13.753516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:13.845511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 16:23:13.872431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Removed routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 16:23:13.872431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:13.906688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Transition to ACTIVE for port object 7074d664-7955-431e-872b-20fc3d90abef will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:13.939307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:13.943572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:13.946788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:13.953873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:14.048124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:14.052675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.057888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.097416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.196477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cc441518-bae2-46bd-90c7-86ec3df9c884 None None] Provisioning for port 191cc154-a4f4-4159-a95c-8d619bce2841 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:14.238967 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.20.0.11 (a962854d-2b3b-49e8-8f80-51d0792bad1f/9eee055b-fb64-4b39-aedf-0473b09532ef/f997c5e1-c5a6-442c-ae39-f6e97604a4b7) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:14.380017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Pushing event updated for resources: {'Port': ['ID=7074d664-7955-431e-872b-20fc3d90abef,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:14.416937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Network a962854d-2b3b-49e8-8f80-51d0792bad1f is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:14.430233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:14.436634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.441621 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:14.489930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 9f409540-44ba-4575-b519-35e5e261c91e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9f409540-44ba-4575-b519-35e5e261c91e,segment=NetworkSegment(317570bc-91d8-444c-8b3b-abe8c98c911d),segment_id=317570bc-91d8-444c-8b3b-abe8c98c911d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:14.551819 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Transition to ACTIVE for port object 9f4664d1-373a-42f2-917f-244640e27d1f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:14.554184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cc441518-bae2-46bd-90c7-86ec3df9c884 None None] Provisioning complete for port a05e024b-a289-4883-b0e1-52493c596e93 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:14.554557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc441518-bae2-46bd-90c7-86ec3df9c884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.624668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cc441518-bae2-46bd-90c7-86ec3df9c884 None None] Port a05e024b-a289-4883-b0e1-52493c596e93 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:14.650981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.655881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.669957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.670777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d825c539-9255-418e-ad9e-a2e0b5b3fb56 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:14.722902 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b9d65568-c829-4379-82df-64ef7d7b3d3e req-6af9db4a-c8d8-4dea-bb8b-2adefeb284c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.0677891 Mar 11 16:23:14.770629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.794462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Transition to ACTIVE for port object f997c5e1-c5a6-442c-ae39-f6e97604a4b7 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:14.824092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Transition to ACTIVE for port object 9f4664d1-373a-42f2-917f-244640e27d1f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:14.836213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:14.860256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Attempting to bind port 7074d664-7955-431e-872b-20fc3d90abef on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:14.860705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Attempting to bind port 7074d664-7955-431e-872b-20fc3d90abef by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'cde2284a-c0ea-4f3e-8ba3-efcccba13dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a962854d-2b3b-49e8-8f80-51d0792bad1f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:14.860971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Attempting to bind port 7074d664-7955-431e-872b-20fc3d90abef on network a962854d-2b3b-49e8-8f80-51d0792bad1f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:14.881263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:14.881633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Checking segment: {'id': 'cde2284a-c0ea-4f3e-8ba3-efcccba13dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a962854d-2b3b-49e8-8f80-51d0792bad1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:14.882025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.882438 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Bound using segment: {'id': 'cde2284a-c0ea-4f3e-8ba3-efcccba13dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a962854d-2b3b-49e8-8f80-51d0792bad1f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:14.882910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Bound port: 7074d664-7955-431e-872b-20fc3d90abef, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde2284a-c0ea-4f3e-8ba3-efcccba13dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'a962854d-2b3b-49e8-8f80-51d0792bad1f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:14.883271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.899436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=9f409540-44ba-4575-b519-35e5e261c91e,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:14.920239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.933145 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:23:14.963222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.964716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.967464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d0dd-401b-48ca-a2aa-a78d7bd4a8ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:14.969664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.027150 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.031176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45debbc8-e495-4a3f-add5-a711e047c2ff None None] Provisioning for port 1c10bb12-57e6-48ca-9a60-bcd963702865 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:15.049313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:15.049776 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:09Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '1c10bb12-57e6-48ca-9a60-bcd963702865', 'name': '', 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:cc:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:06Z', 'updated_at': '2022-03-11T16:23:11Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:05Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:15.059455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.065422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d825c539-9255-418e-ad9e-a2e0b5b3fb56 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:15.065916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.066430 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1c0af38-23f9-421b-8bea-2ccd867bdf60 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad HTTP/1.1" status: 200 len: 954 time: 2.1279612 Mar 11 16:23:15.067483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33868) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:15.111412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:15.111823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45debbc8-e495-4a3f-add5-a711e047c2ff None None] Provisioning complete for port 1c10bb12-57e6-48ca-9a60-bcd963702865 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:15.112135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45debbc8-e495-4a3f-add5-a711e047c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.143358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:15.147685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network a962854d-2b3b-49e8-8f80-51d0792bad1f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:15.152258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:15.154147 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:15.154516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Updating router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad port 1c10bb12-57e6-48ca-9a60-bcd963702865 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:15.158406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:15.161220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:15.185396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:15.225927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Pushing event updated for resources: {'Port': ['ID=9f4664d1-373a-42f2-917f-244640e27d1f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:15.238923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] For port 7074d664-7955-431e-872b-20fc3d90abef, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:15.275174 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8f4406b7-19c6-465d-8c83-47c953fbc8a8 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad HTTP/1.1" status: 200 len: 954 time: 0.2061987 Mar 11 16:23:15.275976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33874) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:15.281661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'routes': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:15.334775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-45debbc8-e495-4a3f-add5-a711e047c2ff None None] Port 1c10bb12-57e6-48ca-9a60-bcd963702865 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:15.351490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] For port 7074d664-7955-431e-872b-20fc3d90abef, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7074d664-7955-431e-872b-20fc3d90abef,segment=NetworkSegment(cde2284a-c0ea-4f3e-8ba3-efcccba13dec),segment_id=cde2284a-c0ea-4f3e-8ba3-efcccba13dec)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:15.366369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:15.370843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:15.371966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.381849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=1899a25e-fdbe-404c-9164-4b9e605b2a40,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:15.385462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.399296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d0dd-401b-48ca-a2aa-a78d7bd4a8ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.454105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:15.454819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.468455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=f997c5e1-c5a6-442c-ae39-f6e97604a4b7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:15.570588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d0dd-401b-48ca-a2aa-a78d7bd4a8ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.579399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766670fa-eb1d-4461-add2-3220f8a68817 None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:15.600454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Attempting to bind port 9f4664d1-373a-42f2-917f-244640e27d1f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:15.600826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Attempting to bind port 9f4664d1-373a-42f2-917f-244640e27d1f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:15.601184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Attempting to bind port 9f4664d1-373a-42f2-917f-244640e27d1f on network b7970c8d-d4d0-48da-9704-4bf255aacaa9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:15.616554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.655044 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-527634a0-1282-4cec-8d83-f9e5b8345f86 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3655176 Mar 11 16:23:15.655044 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f09d19d5-896a-4755-93c4-993dcfd6bfe5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9091146 Mar 11 16:23:15.655632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33878) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:15.657912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33880) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:15.670886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1549338884', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1899a25e-fdbe-404c-9164-4b9e605b2a40'}], 'security_groups': ['8b8308e1-88a7-45d6-be0a-648ada2970a6']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:15.686621 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:15.686996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Checking segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:15.687399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.687792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Bound using segment: {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:15.688309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Bound port: 9f4664d1-373a-42f2-917f-244640e27d1f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764d197d-4d67-45e9-b627-56bd9925ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:15.688683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.891636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d0dd-401b-48ca-a2aa-a78d7bd4a8ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.900877 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87a3f9a3-5ea4-412c-94e7-531cfbb9844a req-98934444-bc52-435d-b8c7-fa964d2cbde1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.0562451 Mar 11 16:23:16.022685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0d0dd-401b-48ca-a2aa-a78d7bd4a8ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=a658b479-15f9-4f1e-87b8-9bc3cdcc06fb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:16.024964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f3b0d0dd-401b-48ca-a2aa-a78d7bd4a8ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.054759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3a031-e28c-4df3-ae79-e36edcc51236 None None] Pushing event updated for resources: {'Port': ['ID=7074d664-7955-431e-872b-20fc3d90abef,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:16.092732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45debbc8-e495-4a3f-add5-a711e047c2ff None None] Provisioning for port b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:16.095738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.123231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-45debbc8-e495-4a3f-add5-a711e047c2ff None None] Provisioning complete for port b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:16.123600 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45debbc8-e495-4a3f-add5-a711e047c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.175592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 921cbab6-fce9-49f3-bc68-162c002a8857 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:16.263161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 921cbab6-fce9-49f3-bc68-162c002a8857 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:16.263627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 921cbab6-fce9-49f3-bc68-162c002a8857 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:16.264134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9d19ad79-9c13-4489-88c0-a394d864b8dc no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:16.274889 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3b0d0dd-401b-48ca-a2aa-a78d7bd4a8ee tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/a658b479-15f9-4f1e-87b8-9bc3cdcc06fb HTTP/1.1" status: 204 len: 168 time: 3.2022107 Mar 11 16:23:16.280708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:16.296673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] For port 9f4664d1-373a-42f2-917f-244640e27d1f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:16.425789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 9d19ad79-9c13-4489-88c0-a394d864b8dc {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:16.428280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9d19ad79-9c13-4489-88c0-a394d864b8dc not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:16.428280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2a117502-fc72-4b85-9c5a-4cf72290fb40 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:16.439626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.442738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-a159a383-8a3d-45b5-ac9e-1d9548543de1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet a6949ac0-18f8-451a-b446-bdf9868412dc {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:16.457573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a159a383-8a3d-45b5-ac9e-1d9548543de1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.458012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] For port 9f4664d1-373a-42f2-917f-244640e27d1f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9f4664d1-373a-42f2-917f-244640e27d1f,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:16.491582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 16:23:16.491582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 16:23:16.514913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 2a117502-fc72-4b85-9c5a-4cf72290fb40 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:16.514913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2a117502-fc72-4b85-9c5a-4cf72290fb40 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:16.514913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a260edb4-b677-408b-adab-56c61a0cce7d no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:16.524434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.542373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-45debbc8-e495-4a3f-add5-a711e047c2ff None None] Port b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:16.571747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.610929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.632973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a159a383-8a3d-45b5-ac9e-1d9548543de1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.663304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a260edb4-b677-408b-adab-56c61a0cce7d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:16.663795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a260edb4-b677-408b-adab-56c61a0cce7d not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:16.874855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a159a383-8a3d-45b5-ac9e-1d9548543de1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:16.911851 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b36cf-fa2f-4897-8926-5555d014151a None None] Pushing event updated for resources: {'Port': ['ID=9f4664d1-373a-42f2-917f-244640e27d1f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:16.919705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f92c69d7-a1aa-41aa-9c30-e3994445d04e None None] Provisioning complete for port 1c10bb12-57e6-48ca-9a60-bcd963702865 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:16.920264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f92c69d7-a1aa-41aa-9c30-e3994445d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:17.075150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef475118-cb16-47c7-8003-0f3516db1551 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:17.098653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f92c69d7-a1aa-41aa-9c30-e3994445d04e None None] Port 1c10bb12-57e6-48ca-9a60-bcd963702865 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:17.142108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 191cc154-a4f4-4159-a95c-8d619bce2841 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:17.221422 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-07e5f06a-c612-41f4-8932-8c87bee34e06 req-a2205aac-3be5-4a8e-a5fd-492767eff062 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.0709131 Mar 11 16:23:17.375006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:17.606899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Delete allocated IP 172.20.0.5 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/55addccf-f4ef-4d6d-a8e1-d2e46f5c9107) {{(pid=88600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:23:17.628315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-fa828bf1-51c4-4c7b-ab31-ce30afe48665 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:17.628716 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-fa828bf1-51c4-4c7b-ab31-ce30afe48665 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=bcc46f37-b8a0-4367-9a43-f240d5d4c1ed HTTP/1.1" status: 200 len: 797 time: 0.6312587 Mar 11 16:23:17.630969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a159a383-8a3d-45b5-ac9e-1d9548543de1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:17.631853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:17.646563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f0baf-fd4e-4c12-a441-dc5431cd9c17 None None] Network a962854d-2b3b-49e8-8f80-51d0792bad1f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:17.655431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:17.659654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.22 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/1899a25e-fdbe-404c-9164-4b9e605b2a40/b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:17.684722 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Transition to ACTIVE for port object 1c10bb12-57e6-48ca-9a60-bcd963702865 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:17.693625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159a383-8a3d-45b5-ac9e-1d9548543de1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=a6949ac0-18f8-451a-b446-bdf9868412dc,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:17.701364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a159a383-8a3d-45b5-ac9e-1d9548543de1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:17.718715 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a159a383-8a3d-45b5-ac9e-1d9548543de1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/a6949ac0-18f8-451a-b446-bdf9868412dc HTTP/1.1" status: 204 len: 168 time: 1.4350379 Mar 11 16:23:17.722751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:17.749186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:17.804409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:17.834689 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e50eaae4-9159-45d3-b0e4-05cd39906818 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818105 Mar 11 16:23:17.837105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33902) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:17.844499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:17.861442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 191cc154-a4f4-4159-a95c-8d619bce2841 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:17.862718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:17.941805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0904d1-81b5-4445-b79e-59aeb56e25ba None None] Update dhcp port {'port': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'fixed_ips': [{'subnet_id': '55addccf-f4ef-4d6d-a8e1-d2e46f5c9107', 'ip_address': '172.20.0.2'}, {'subnet_id': '1899a25e-fdbe-404c-9164-4b9e605b2a40'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '191cc154-a4f4-4159-a95c-8d619bce2841'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:23:17.966344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 191cc154-a4f4-4159-a95c-8d619bce2841 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:17.966717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.045597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-22336fa2-ae88-4395-81f2-1e72aacb17ea None None] Provisioning for port 7074d664-7955-431e-872b-20fc3d90abef completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:18.051431 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-b2521d10-4358-4763-8c46-f190fd136a28 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 473 time: 0.4114184 Mar 11 16:23:18.066279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': '3a60cf9f-b8c4-4c0a-80b6-90e272002468', 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['78294053-13d4-4120-96e9-6e2c51596b18']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:18.113197 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=f997c5e1-c5a6-442c-ae39-f6e97604a4b7,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:18.125511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:18.146259 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b92716-163d-4395-aa8d-2216b0e63735 None None] Pushing event updated for resources: {'Port': ['ID=1c10bb12-57e6-48ca-9a60-bcd963702865,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:18.172593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:18.182871 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:18.193483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:18.239335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f0904d1-81b5-4445-b79e-59aeb56e25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.311923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:18.339004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:18.345302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.399390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Attempting to bind port 1c10bb12-57e6-48ca-9a60-bcd963702865 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:18.400193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Attempting to bind port 1c10bb12-57e6-48ca-9a60-bcd963702865 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '13d8abd4-156b-4225-961f-0b5bec02f69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:18.400637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Attempting to bind port 1c10bb12-57e6-48ca-9a60-bcd963702865 on network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:18.506644 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bab9338c-a4d1-4db4-aed7-f45d26ef70b0 req-778d9d01-bdcf-430a-b729-03e14ffcbe17 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.0859098 Mar 11 16:23:18.509181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.559423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:18.575850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:port and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:18.576176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:18.582599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Checking segment: {'id': '13d8abd4-156b-4225-961f-0b5bec02f69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:18.582599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.582599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Bound using segment: {'id': '13d8abd4-156b-4225-961f-0b5bec02f69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:18.582599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Bound port: 1c10bb12-57e6-48ca-9a60-bcd963702865, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d8abd4-156b-4225-961f-0b5bec02f69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:18.582599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.583301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:18.593810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:18.631019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:18.639606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.640777 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-52a0c238-97ba-4469-813b-919d4a5e9e1d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad HTTP/1.1" status: 200 len: 704 time: 3.3639207 Mar 11 16:23:18.643310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.647031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33908) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:18.744054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:18.750035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.769040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:18.769265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3fd4d-41d1-481f-b44a-025d5862759e None None] Update dhcp port {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': 'a6949ac0-18f8-451a-b446-bdf9868412dc'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '9f4664d1-373a-42f2-917f-244640e27d1f'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:23:18.770359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.803674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.831697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.884107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] For port 1c10bb12-57e6-48ca-9a60-bcd963702865, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:18.901552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dda3fd4d-41d1-481f-b44a-025d5862759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:18.921176 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:18.926951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] For port 1c10bb12-57e6-48ca-9a60-bcd963702865, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1c10bb12-57e6-48ca-9a60-bcd963702865,segment=NetworkSegment(13d8abd4-156b-4225-961f-0b5bec02f69c),segment_id=13d8abd4-156b-4225-961f-0b5bec02f69c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:18.931615 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96432be3-ae07-45ec-862f-d04885ef8d5e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad HTTP/1.1" status: 200 len: 704 time: 0.2832525 Mar 11 16:23:18.935040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 191cc154-a4f4-4159-a95c-8d619bce2841, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=191cc154-a4f4-4159-a95c-8d619bce2841,segment=NetworkSegment(145ef477-571f-4716-af50-1e47c01c24f9),segment_id=145ef477-571f-4716-af50-1e47c01c24f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:18.937957 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=ddf7a7b9-db79-43b6-a6bf-97f940fdf821,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:18.940507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33912) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:18.942657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:18.943795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.180238 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5f0904d1-81b5-4445-b79e-59aeb56e25ba None None] Allocated IP 172.20.0.18 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/1899a25e-fdbe-404c-9164-4b9e605b2a40/191cc154-a4f4-4159-a95c-8d619bce2841) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:19.192913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.224998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:19.225438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.229196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.229939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:19.337868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.387993 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8614b4a2-944d-448c-95a4-37fa11917db2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5463490 Mar 11 16:23:19.389885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33916) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:19.397064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:19.436061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5ddbf-a04c-4135-a578-0638bd0aeaa9 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:19.512330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] In _notify_port_updated(), no bound segment for port b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 on network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:23:19.518524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:19.519545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.524102 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "PUT /v2.0/ports/b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 HTTP/1.1" status: 200 len: 921 time: 3.8651032 Mar 11 16:23:19.547211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33920) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:19.565617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b92716-163d-4395-aa8d-2216b0e63735 None None] Pushing event updated for resources: {'Port': ['ID=1c10bb12-57e6-48ca-9a60-bcd963702865,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:19.724596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.808522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=191cc154-a4f4-4159-a95c-8d619bce2841,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:19.831011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2b48791-c877-4a31-8021-8401042f37f5 None None] Provisioning for port f997c5e1-c5a6-442c-ae39-f6e97604a4b7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:19.849696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:19.850382 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:19.904034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b2b48791-c877-4a31-8021-8401042f37f5 None None] Provisioning complete for port f997c5e1-c5a6-442c-ae39-f6e97604a4b7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:19.904402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2b48791-c877-4a31-8021-8401042f37f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:19.948257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c5c61-330a-4835-99de-64256e1b7019 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:19.964479 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98af2fc9-6dc8-4c02-b485-2a0fb608f0c2 req-5d3bee69-ef11-4ab0-9d71-c93fff458869 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.2040517 Mar 11 16:23:20.000148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.24 (bcc46f37-b8a0-4367-9a43-f240d5d4c1ed/3c73734a-e0df-4e41-a563-9634cc29e39e/6dcb98bb-99d8-4ba2-a260-38844578f1f7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:20.028258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=f997c5e1-c5a6-442c-ae39-f6e97604a4b7,revision_number=3']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:20.037012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.075684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:20.084868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5f0904d1-81b5-4445-b79e-59aeb56e25ba None None] For port 191cc154-a4f4-4159-a95c-8d619bce2841, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=191cc154-a4f4-4159-a95c-8d619bce2841,segment=NetworkSegment(145ef477-571f-4716-af50-1e47c01c24f9),segment_id=145ef477-571f-4716-af50-1e47c01c24f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:20.102307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:20.102684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.107887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:20.130421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3551c612-3562-4aea-be7a-e6f7ad3b618f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:20.131279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3551c612-3562-4aea-be7a-e6f7ad3b618f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.165465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:20.173965 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:20.177846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b2b48791-c877-4a31-8021-8401042f37f5 None None] Port f997c5e1-c5a6-442c-ae39-f6e97604a4b7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:20.189493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:20.232314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:20.237321 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network a962854d-2b3b-49e8-8f80-51d0792bad1f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:20.238642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:20.326761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f0904d1-81b5-4445-b79e-59aeb56e25ba None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.353821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:20.359440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.495526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5f0904d1-81b5-4445-b79e-59aeb56e25ba None None] Transition to ACTIVE for port object 191cc154-a4f4-4159-a95c-8d619bce2841 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:20.592255 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ddf7a7b9-db79-43b6-a6bf-97f940fdf821 (CIDR: 2001:db8::/64) Mar 11 16:23:20.647551 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:23:20.648033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:20.694609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.703211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f0904d1-81b5-4445-b79e-59aeb56e25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.722982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3551c612-3562-4aea-be7a-e6f7ad3b618f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.744750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 6dcb98bb-99d8-4ba2-a260-38844578f1f7 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:20.763478 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a1a24e7c-20e4-408f-8e93-94abad27607e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3702648 Mar 11 16:23:20.767157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33926) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:20.769845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'subnet': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:20.777088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-57bcda01-3e0b-4b38-92ef-6669d16ecdbc None None] Provisioning complete for port f997c5e1-c5a6-442c-ae39-f6e97604a4b7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:20.778021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57bcda01-3e0b-4b38-92ef-6669d16ecdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.788932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router 0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:23:20.873643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3551c612-3562-4aea-be7a-e6f7ad3b618f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:20.927471 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.958553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:20.978240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-57bcda01-3e0b-4b38-92ef-6669d16ecdbc None None] Port f997c5e1-c5a6-442c-ae39-f6e97604a4b7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:20.979751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0904d1-81b5-4445-b79e-59aeb56e25ba None None] Pushing event updated for resources: {'Port': ['ID=191cc154-a4f4-4159-a95c-8d619bce2841,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:21.088497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:21.100099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0144bfd9-2ba5-4244-b9ae-9076b9fe8e62,segment=NetworkSegment(13d8abd4-156b-4225-961f-0b5bec02f69c),segment_id=13d8abd4-156b-4225-961f-0b5bec02f69c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:21.103254 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113330c-bbdc-4e5e-a63d-c26025bf05e5 None None] Sync routers for ids ['0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:21.116559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:16Z', 'revision_number': 7, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '1c10bb12-57e6-48ca-9a60-bcd963702865', 'name': '', 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:cc:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:06Z', 'updated_at': '2022-03-11T16:23:18Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:14Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:21.122623 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe914a7-5170-411b-aa4c-4d38a4db87e9 None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:16Z', 'revision_number': 7, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '1c10bb12-57e6-48ca-9a60-bcd963702865', 'name': '', 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:cc:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:06Z', 'updated_at': '2022-03-11T16:23:18Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:14Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:21.135327 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f3babd7-25ef-4ce3-9798-2a5ad1c9472e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4781022 Mar 11 16:23:21.141791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33932) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:21.159031 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113330c-bbdc-4e5e-a63d-c26025bf05e5 None None] Routers {'0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:21.160133 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c113330c-bbdc-4e5e-a63d-c26025bf05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:21.184356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:21.189366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:21.190193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d76becc2-19db-4042-ae85-3a68058802d5 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:21.191938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:subnet and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:21.203518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:21.232064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:21.328692 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c113330c-bbdc-4e5e-a63d-c26025bf05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:21.338791 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113330c-bbdc-4e5e-a63d-c26025bf05e5 None None] Routers {'0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:21.339494 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c113330c-bbdc-4e5e-a63d-c26025bf05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:21.370646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:21.375308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:21.406213 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00327e39-f6c9-4eba-9c8f-4043d7c06be5 req-448c8b24-f5e2-4c5e-8e5f-907d1c99aa32 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.2632828 Mar 11 16:23:21.411216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81cf3a-c75b-447c-97ec-6554fd54ff2f None None] Update dhcp port {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'fixed_ips': [{'subnet_id': 'ddf7a7b9-db79-43b6-a6bf-97f940fdf821'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '9f4664d1-373a-42f2-917f-244640e27d1f'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:23:21.414417 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c113330c-bbdc-4e5e-a63d-c26025bf05e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:21.414923 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c113330c-bbdc-4e5e-a63d-c26025bf05e5 None None] The sync data for ids ['0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:21.431961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:21.531281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6bfa7367-3fc1-4818-8fd6-27ca3b932818 None None] Provisioning complete for port f997c5e1-c5a6-442c-ae39-f6e97604a4b7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:21.536901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7367-3fc1-4818-8fd6-27ca3b932818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:21.537062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:21.582618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=0144bfd9-2ba5-4244-b9ae-9076b9fe8e62,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:21.640157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff81cf3a-c75b-447c-97ec-6554fd54ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:21.648045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:21.666963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.667288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.667674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.668563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.668942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.669275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.669662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.669907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.670256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.670576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.670942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.671262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:21.706982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d76becc2-19db-4042-ae85-3a68058802d5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:21.707355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:21.750870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa7367-3fc1-4818-8fd6-27ca3b932818 None None] Port f997c5e1-c5a6-442c-ae39-f6e97604a4b7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:21.763695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3551c612-3562-4aea-be7a-e6f7ad3b618f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:21.768268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:22.063856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9f409540-44ba-4575-b519-35e5e261c91e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:22.140018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ff81cf3a-c75b-447c-97ec-6554fd54ff2f None None] Allocated IP 2001:db8::2 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/ddf7a7b9-db79-43b6-a6bf-97f940fdf821/9f4664d1-373a-42f2-917f-244640e27d1f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:22.150563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6eec3e-8d44-436b-b407-bb7a0b8d0242 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:22.150563 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1e6eec3e-8d44-436b-b407-bb7a0b8d0242 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports/f997c5e1-c5a6-442c-ae39-f6e97604a4b7 HTTP/1.1" status: 200 len: 977 time: 0.9621458 Mar 11 16:23:22.155769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33938) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:22.260689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=6dcb98bb-99d8-4ba2-a260-38844578f1f7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:22.269470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.objects.ports [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88601) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 11 16:23:22.276848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9f409540-44ba-4575-b519-35e5e261c91e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:22.278280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:22.310670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77056656-f71e-4430-8123-929c7b202030 None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:22.328566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Provisioning for port 191cc154-a4f4-4159-a95c-8d619bce2841 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:22.346018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Provisioning complete for port 191cc154-a4f4-4159-a95c-8d619bce2841 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:22.346356 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:22.411077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77056656-f71e-4430-8123-929c7b202030 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:22.411077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77056656-f71e-4430-8123-929c7b202030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:22.436565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551c612-3562-4aea-be7a-e6f7ad3b618f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:22.442821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:22.443462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:22.552889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3551c612-3562-4aea-be7a-e6f7ad3b618f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:22.557601 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3551c612-3562-4aea-be7a-e6f7ad3b618f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 HTTP/1.1" status: 204 len: 168 time: 2.9679642 Mar 11 16:23:22.562043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33944) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:22.565822 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e69526-b0ea-453f-b94b-959364f620a4 req-8f84480b-37fd-4b42-974e-7fded79aa6f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9191377 Mar 11 16:23:22.574116 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ff81cf3a-c75b-447c-97ec-6554fd54ff2f None None] For port 9f4664d1-373a-42f2-917f-244640e27d1f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9f4664d1-373a-42f2-917f-244640e27d1f,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:22.650626 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-f0702f8d-0b69-4774-90a3-9033809b9fbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5888910 Mar 11 16:23:22.673100 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-717ac225-260d-4a95-9c5c-dd523fdc5d3a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:23:22.673649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-717ac225-260d-4a95-9c5c-dd523fdc5d3a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:22.674293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Request body: {'port': {'device_id': '3a60cf9f-b8c4-4c0a-80b6-90e272002468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:22.726362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff81cf3a-c75b-447c-97ec-6554fd54ff2f None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:22.731000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-77056656-f71e-4430-8123-929c7b202030 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:22.774721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9da55-6744-4acb-aa26-ccdab04c6ce3 req-efdfd615-3461-42e6-a90d-d834d76bc6cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:22.776407 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91c9da55-6744-4acb-aa26-ccdab04c6ce3 req-efdfd615-3461-42e6-a90d-d834d76bc6cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 932 time: 0.0978379 Mar 11 16:23:22.838047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-91c9da55-6744-4acb-aa26-ccdab04c6ce3 req-aa608992-ec2a-48b7-b34f-59a16c8e30c3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:22.861909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ff81cf3a-c75b-447c-97ec-6554fd54ff2f None None] Ignored duplicate provisioning block setup for port 9f4664d1-373a-42f2-917f-244640e27d1f by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:23:22.863516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7074d664-7955-431e-872b-20fc3d90abef up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:22.878991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-717ac225-260d-4a95-9c5c-dd523fdc5d3a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:22.880827 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-717ac225-260d-4a95-9c5c-dd523fdc5d3a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4 HTTP/1.1" status: 404 len: 333 time: 0.3150065 Mar 11 16:23:22.883420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33948) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:22.921735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 1c10bb12-57e6-48ca-9a60-bcd963702865 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:22.921974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:22.967936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac3cac2d-ab44-4759-8fb9-0af5c4dbaa48 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.001403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac3cac2d-ab44-4759-8fb9-0af5c4dbaa48 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.023943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-91c9da55-6744-4acb-aa26-ccdab04c6ce3 req-aa608992-ec2a-48b7-b34f-59a16c8e30c3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:23.025369 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91c9da55-6744-4acb-aa26-ccdab04c6ce3 req-aa608992-ec2a-48b7-b34f-59a16c8e30c3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347617 Mar 11 16:23:23.086667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff81cf3a-c75b-447c-97ec-6554fd54ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.107303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.192395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac3cac2d-ab44-4759-8fb9-0af5c4dbaa48 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.226433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cac2d-ab44-4759-8fb9-0af5c4dbaa48 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b519c19-664d-4b64-be80-e189cbcd8281,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:23.254779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac3cac2d-ab44-4759-8fb9-0af5c4dbaa48 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.257369 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ac3cac2d-ab44-4759-8fb9-0af5c4dbaa48 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/security-groups/7b519c19-664d-4b64-be80-e189cbcd8281 HTTP/1.1" status: 204 len: 168 time: 0.3727567 Mar 11 16:23:23.257617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e69526-b0ea-453f-b94b-959364f620a4 req-790c5805-fae7-4fe1-90e9-9662df65ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:23.259159 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e69526-b0ea-453f-b94b-959364f620a4 req-790c5805-fae7-4fe1-90e9-9662df65ea41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 1098 time: 0.5553572 Mar 11 16:23:23.260331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33952) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:23.268081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.351322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81cf3a-c75b-447c-97ec-6554fd54ff2f None None] Pushing event updated for resources: {'Port': ['ID=9f4664d1-373a-42f2-917f-244640e27d1f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:23.456987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 7074d664-7955-431e-872b-20fc3d90abef completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:23.464671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7074d664-7955-431e-872b-20fc3d90abef triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:23.465012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.534220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77056656-f71e-4430-8123-929c7b202030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:16Z', 'revision_number': 7, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '1c10bb12-57e6-48ca-9a60-bcd963702865', 'name': '', 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:cc:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:06Z', 'updated_at': '2022-03-11T16:23:18Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:14Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:23.540643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77056656-f71e-4430-8123-929c7b202030 None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:23.563698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Provisioning for port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:23.575416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Provisioning complete for port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:23.580309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.616880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84f2060b-fc55-42bf-a4f4-dcf2217e9be5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.651814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77056656-f71e-4430-8123-929c7b202030 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:23.654980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77056656-f71e-4430-8123-929c7b202030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:23.681060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84f2060b-fc55-42bf-a4f4-dcf2217e9be5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.728881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port 1c10bb12-57e6-48ca-9a60-bcd963702865, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=1c10bb12-57e6-48ca-9a60-bcd963702865,segment=NetworkSegment(13d8abd4-156b-4225-961f-0b5bec02f69c),segment_id=13d8abd4-156b-4225-961f-0b5bec02f69c)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:23.729423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.754977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] For port 9f4664d1-373a-42f2-917f-244640e27d1f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9f4664d1-373a-42f2-917f-244640e27d1f,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:23.792434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.868407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:23.891921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Could not find standard attr ID for object b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:23:23.901907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84f2060b-fc55-42bf-a4f4-dcf2217e9be5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.907058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 1c10bb12-57e6-48ca-9a60-bcd963702865 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:23.910337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-77056656-f71e-4430-8123-929c7b202030 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:23.920901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2060b-fc55-42bf-a4f4-dcf2217e9be5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8308e1-88a7-45d6-be0a-648ada2970a6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:23.930998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.931824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.936718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-84f2060b-fc55-42bf-a4f4-dcf2217e9be5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:23.940512 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-84f2060b-fc55-42bf-a4f4-dcf2217e9be5 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/security-groups/8b8308e1-88a7-45d6-be0a-648ada2970a6 HTTP/1.1" status: 204 len: 168 time: 0.6727693 Mar 11 16:23:23.945511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33956) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:23.987501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.012793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Provisioning complete for port a05e024b-a289-4883-b0e1-52493c596e93 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:24.013157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.066619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:24.072360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e69526-b0ea-453f-b94b-959364f620a4 req-74d78f5a-bf2a-45c2-bbd0-4d1943b649c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:24.073425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:24.073815 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e69526-b0ea-453f-b94b-959364f620a4 req-74d78f5a-bf2a-45c2-bbd0-4d1943b649c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78455ea6-c4a6-4645-b4df-894754c7b9f2 HTTP/1.1" status: 200 len: 898 time: 0.7909660 Mar 11 16:23:24.077661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:24.078296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.093091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Subnet': ['ID=87bdcd7f-740c-43be-9781-ceaed9ea0653,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:24.116088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=9f4664d1-373a-42f2-917f-244640e27d1f,revision_number=7']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:24.182680 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f8fec5f-740b-4de4-8255-1070572652c0 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4178164 Mar 11 16:23:24.186435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33962) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:24.187995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1feea1d0-645a-4774-b94f-c8d9e033f604 None None] Port a05e024b-a289-4883-b0e1-52493c596e93 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:24.193722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Request body: {'port': {'network_id': 'b7970c8d-d4d0-48da-9704-4bf255aacaa9', 'mac_address': 'fa:16:3e:a9:5e:0a', 'name': 'tempest-NetworksTestDHCPv6-1357838697'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:24.244053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 7074d664-7955-431e-872b-20fc3d90abef, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7074d664-7955-431e-872b-20fc3d90abef,segment=NetworkSegment(cde2284a-c0ea-4f3e-8ba3-efcccba13dec),segment_id=cde2284a-c0ea-4f3e-8ba3-efcccba13dec)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:24.306366 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e69526-b0ea-453f-b94b-959364f620a4 req-73ef3b66-0798-4d14-9e03-7ecddb223674 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7869a939-c128-4545-9580-c32acca99894 HTTP/1.1" status: 200 len: 1001 time: 0.2074909 Mar 11 16:23:24.359337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:24.364837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Usage tracker for resource:port and tenant:ea1ea47bbce9473ba78bad3ec2efc43b is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:24.367709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:24.375673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:24.393669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd4c807-e66f-4a2e-9242-8d779ecb7ead tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet 55addccf-f4ef-4d6d-a8e1-d2e46f5c9107 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:24.396940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b248670b-be7f-4c55-b452-7dd28c0ee1f2 None None] Could not find standard attr ID for object b8cdf6bc-2c4f-44a8-aca4-f416dd07f2f4. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:23:24.402650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.456850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c807-e66f-4a2e-9242-8d779ecb7ead tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.490803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Made reservation on behalf of ea1ea47bbce9473ba78bad3ec2efc43b for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:24.517842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=7074d664-7955-431e-872b-20fc3d90abef,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:24.568577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-77056656-f71e-4430-8123-929c7b202030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:16Z', 'revision_number': 7, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '1c10bb12-57e6-48ca-9a60-bcd963702865', 'name': '', 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:cc:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:06Z', 'updated_at': '2022-03-11T16:23:18Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:14Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:24.576828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77056656-f71e-4430-8123-929c7b202030 None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:16Z', 'revision_number': 7, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '1c10bb12-57e6-48ca-9a60-bcd963702865', 'name': '', 'network_id': 'f149f6f3-88f6-42e0-aeaa-43cc9921cdfd', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:cc:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:06Z', 'updated_at': '2022-03-11T16:23:18Z', 'revision_number': 4, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'fee48af1-e0e8-4d5a-87e7-10a977a71a03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:14Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:24.657120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dcb98bb-99d8-4ba2-a260-38844578f1f7 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:23:24.665888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.697012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 191cc154-a4f4-4159-a95c-8d619bce2841 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:24.723622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.738607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed7c3f-a4ab-4d65-9776-fa7eea90d792 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:24.742466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c807-e66f-4a2e-9242-8d779ecb7ead tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.759651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] device_id is not set on port 13262af6-7883-460a-b08b-df2b896b8e18 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:23:24.786841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e69526-b0ea-453f-b94b-959364f620a4 req-d6790c34-45b7-4512-b4c4-ce40149509aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:24.788381 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e69526-b0ea-453f-b94b-959364f620a4 req-d6790c34-45b7-4512-b4c4-ce40149509aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cc44f7a-3b34-47f8-bf4a-4b24c93370c4 HTTP/1.1" status: 200 len: 835 time: 0.4505661 Mar 11 16:23:24.796310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Transition to ACTIVE for port object 6dcb98bb-99d8-4ba2-a260-38844578f1f7 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:24.904982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 191cc154-a4f4-4159-a95c-8d619bce2841 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:24.905504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.905851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:24.989298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:25.005673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8::2f4 (b7970c8d-d4d0-48da-9704-4bf255aacaa9/ddf7a7b9-db79-43b6-a6bf-97f940fdf821/13262af6-7883-460a-b08b-df2b896b8e18) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:25.012844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Allocated IP 2001:db8:0:1:f816:3eff:fea9:5e0a (b7970c8d-d4d0-48da-9704-4bf255aacaa9/87bdcd7f-740c-43be-9781-ceaed9ea0653/13262af6-7883-460a-b08b-df2b896b8e18) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:25.036338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667503ce-caa3-431a-9cdd-ee46feabe565 req-4af21802-32f2-46ba-befa-24af75caa503 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:25.037124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-667503ce-caa3-431a-9cdd-ee46feabe565 req-4af21802-32f2-46ba-befa-24af75caa503 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:25.047630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c8d1fe48-1528-45ea-aeff-0a57255cad1f None None] Provisioning for port 9f4664d1-373a-42f2-917f-244640e27d1f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:25.185348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:25.274471 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:25.274852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:25.417760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1c10bb12-57e6-48ca-9a60-bcd963702865 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:25.437335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-667503ce-caa3-431a-9cdd-ee46feabe565 req-4af21802-32f2-46ba-befa-24af75caa503 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:25.450249 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-667503ce-caa3-431a-9cdd-ee46feabe565 req-4af21802-32f2-46ba-befa-24af75caa503 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 932 time: 1.2690723 Mar 11 16:23:25.478312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Pushing event updated for resources: {'Port': ['ID=6dcb98bb-99d8-4ba2-a260-38844578f1f7,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:25.517519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c807-e66f-4a2e-9242-8d779ecb7ead tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:25.729281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e69526-b0ea-453f-b94b-959364f620a4 req-6b2bbfec-a24e-4a69-818a-ddcf26953746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:25.730837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e69526-b0ea-453f-b94b-959364f620a4 req-6b2bbfec-a24e-4a69-818a-ddcf26953746 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78455ea6-c4a6-4645-b4df-894754c7b9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9145970 Mar 11 16:23:25.765458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 1c10bb12-57e6-48ca-9a60-bcd963702865 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:25.775745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 1c10bb12-57e6-48ca-9a60-bcd963702865 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:25.776128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:25.783274 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-667503ce-caa3-431a-9cdd-ee46feabe565 req-f0b4f759-bafa-402c-a63d-7cc5ee226a4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938337 Mar 11 16:23:25.801166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:25.838059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Port 1c10bb12-57e6-48ca-9a60-bcd963702865 was deleted so its status cannot be updated. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 11 16:23:25.838974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9f4664d1-373a-42f2-917f-244640e27d1f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:25.958154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:25.981784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Transition to ACTIVE for port object 13262af6-7883-460a-b08b-df2b896b8e18 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:26.015190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=1c10bb12-57e6-48ca-9a60-bcd963702865,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:26.043094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Attempting to bind port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:26.043428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Attempting to bind port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:26.043757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Attempting to bind port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 on network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:26.050526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 9f4664d1-373a-42f2-917f-244640e27d1f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:26.055734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9f4664d1-373a-42f2-917f-244640e27d1f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:26.056108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.131231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.139134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 on network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:23:26.144871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Attempting to bind port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 on network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:26.202384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-164a7571-568a-4659-b6d8-09bd5f0504a0 None None] Could not find standard attr ID for object 202947d5-78e0-48b6-98bb-1f7b6066fcba. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:23:26.210606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:26.211175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Checking segment: {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:26.211729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Bound using segment: {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:26.212334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Bound port: 6dcb98bb-99d8-4ba2-a260-38844578f1f7, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:26.248234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.248492 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.248600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c807-e66f-4a2e-9242-8d779ecb7ead tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.248708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:26.248815 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e69526-b0ea-453f-b94b-959364f620a4 req-26d5eb9c-31d5-42ba-b644-ee8905ac9c54 service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913309 Mar 11 16:23:26.248926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:26.249892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:26.254328 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 9f4664d1-373a-42f2-917f-244640e27d1f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9f4664d1-373a-42f2-917f-244640e27d1f,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:26.256246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:26.256877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.267632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event updated for resources: {'Port': ['ID=13262af6-7883-460a-b08b-df2b896b8e18,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:26.327212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4c807-e66f-4a2e-9242-8d779ecb7ead tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=55addccf-f4ef-4d6d-a8e1-d2e46f5c9107,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:26.334922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7cd4c807-e66f-4a2e-9242-8d779ecb7ead tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.336463 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915173c6-29af-4b05-b52d-e34a4534d078 None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:26.371300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.394739 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-abf96307-43d6-4013-9207-69223227bb2b tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2070634 Mar 11 16:23:26.397120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33966) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:26.408289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port f997c5e1-c5a6-442c-ae39-f6e97604a4b7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:26.408628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.446014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.450958 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7cd4c807-e66f-4a2e-9242-8d779ecb7ead tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/55addccf-f4ef-4d6d-a8e1-d2e46f5c9107 HTTP/1.1" status: 204 len: 168 time: 2.4960303 Mar 11 16:23:26.463308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33970) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:26.499896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:26.534879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-574b918b-744f-476a-ba21-a5c3db3bfdfc None None] Could not find standard attr ID for object 331703c3-bfad-4cb0-b767-62127918fb29. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:23:26.615606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=9f4664d1-373a-42f2-917f-244640e27d1f,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:26.673255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7074d664-7955-431e-872b-20fc3d90abef up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:26.689616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b6556f37-7e3a-4c20-82d3-f602ece32ec8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting port 13262af6-7883-460a-b08b-df2b896b8e18 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:26.689744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b6556f37-7e3a-4c20-82d3-f602ece32ec8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.783465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] For port 6dcb98bb-99d8-4ba2-a260-38844578f1f7, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:26.862079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:26.868473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c9346971-dec6-41c1-a573-eb5ab1626ba7 None None] Could not find standard attr ID for object 0163469d-4716-4817-a9c9-46f0b8c47731. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:23:26.873078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:26.880587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:26.887268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] For port 6dcb98bb-99d8-4ba2-a260-38844578f1f7, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6dcb98bb-99d8-4ba2-a260-38844578f1f7,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:26.899218 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e69526-b0ea-453f-b94b-959364f620a4 req-c9f4495e-dbc3-4062-9129-a71ec7e7500e service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183310 Mar 11 16:23:26.903296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7074d664-7955-431e-872b-20fc3d90abef triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:26.903773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:26.951686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:27.051927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:27.273422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-68524dd0-60bd-4409-a6d3-253921b40d61 None None] Provisioning for port 13262af6-7883-460a-b08b-df2b896b8e18 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:27.280211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:27.281572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-68524dd0-60bd-4409-a6d3-253921b40d61 None None] Provisioning complete for port 13262af6-7883-460a-b08b-df2b896b8e18 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:27.281952 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68524dd0-60bd-4409-a6d3-253921b40d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:27.283744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:27.378802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-68524dd0-60bd-4409-a6d3-253921b40d61 None None] Port 13262af6-7883-460a-b08b-df2b896b8e18 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:27.425918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for f997c5e1-c5a6-442c-ae39-f6e97604a4b7 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:27.459993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b6556f37-7e3a-4c20-82d3-f602ece32ec8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:27.470565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:27.621749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b6556f37-7e3a-4c20-82d3-f602ece32ec8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Calling delete_port for 13262af6-7883-460a-b08b-df2b896b8e18 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:27.639902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:27.640511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:27.641873 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] 10.222.0.35 "PUT /v2.0/ports/6dcb98bb-99d8-4ba2-a260-38844578f1f7 HTTP/1.1" status: 200 len: 1094 time: 4.9717674 Mar 11 16:23:27.652760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a60cf9f-b8c4-4c0a-80b6-90e272002468', 'tag': '6dcb98bb-99d8-4ba2-a260-38844578f1f7'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:23:27.722444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec0a3-fe3f-4170-9eb4-b90f01bea7ba service neutron] Pushing event updated for resources: {'Port': ['ID=6dcb98bb-99d8-4ba2-a260-38844578f1f7,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:27.732206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:27.761666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de560771-4123-4ea1-b444-4ad4e0bc15e8 req-fc8af54c-39cd-4200-a766-b201941c1838 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:27.763787 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de560771-4123-4ea1-b444-4ad4e0bc15e8 req-fc8af54c-39cd-4200-a766-b201941c1838 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 944 time: 0.5198336 Mar 11 16:23:27.847762 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a60cf9f-b8c4-4c0a-80b6-90e272002468', 'tag': '6dcb98bb-99d8-4ba2-a260-38844578f1f7', 'status': 'completed', 'code': 200} Mar 11 16:23:27.922830 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de560771-4123-4ea1-b444-4ad4e0bc15e8 req-7e411ede-1b7f-476e-84d6-46a04870f4d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095982 Mar 11 16:23:28.033095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5b7ab015-2848-4f60-be53-3b06888efd99 None None] Provisioning complete for port 191cc154-a4f4-4159-a95c-8d619bce2841 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:28.035902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab015-2848-4f60-be53-3b06888efd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.097602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:28.111545 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:28.117925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33978) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:28.118332 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c3278366-3979-4cb7-bf21-10376f2171ec tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1756516 Mar 11 16:23:28.124877 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:28.125855 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:28.130443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-a11d9b63-907c-44a5-ac11-f961550071a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:28.131969 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-a11d9b63-907c-44a5-ac11-f961550071a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 1097 time: 0.2779489 Mar 11 16:23:28.210059 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-01bdcc0b-6ccc-4548-89de-5fa0d0c02f1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=6dcb98bb-99d8-4ba2-a260-38844578f1f7 HTTP/1.1" status: 200 len: 217 time: 0.0710936 Mar 11 16:23:28.211821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.265040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148e1e8-8789-4d0e-8f7f-2505ecf82419 None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:23:28.270496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.283125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b6556f37-7e3a-4c20-82d3-f602ece32ec8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.306654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:28.309202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5b7ab015-2848-4f60-be53-3b06888efd99 None None] Provisioning complete for port a05e024b-a289-4883-b0e1-52493c596e93 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:28.309798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab015-2848-4f60-be53-3b06888efd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.321461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:28.330882 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:28.344920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=f997c5e1-c5a6-442c-ae39-f6e97604a4b7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:28.375968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:28.376843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.404581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-de52c6f0-6885-4b66-87c7-e02ac7fa56f1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting subnet fee48af1-e0e8-4d5a-87e7-10a977a71a03 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:28.408209 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ab015-2848-4f60-be53-3b06888efd99 None None] Port a05e024b-a289-4883-b0e1-52493c596e93 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:28.440455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-deccfdda-d828-4c41-8423-455f27b704a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:28.442040 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-deccfdda-d828-4c41-8423-455f27b704a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c73734a-e0df-4e41-a563-9634cc29e39e HTTP/1.1" status: 200 len: 838 time: 0.2182441 Mar 11 16:23:28.456928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de52c6f0-6885-4b66-87c7-e02ac7fa56f1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.515460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6556f37-7e3a-4c20-82d3-f602ece32ec8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Port': ['ID=13262af6-7883-460a-b08b-df2b896b8e18,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:28.562644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148e1e8-8789-4d0e-8f7f-2505ecf82419 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:23:28.576512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9f4664d1-373a-42f2-917f-244640e27d1f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:28.620251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=1aa1f082-9e4c-499a-8a43-9daa84a9c8fb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:28.661342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de52c6f0-6885-4b66-87c7-e02ac7fa56f1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.705107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.707146 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e221193b-edad-49a9-84ff-eb487f7e1bc2 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2424722 Mar 11 16:23:28.709428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 33982) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:28.712761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-3b3e5857-597a-4b21-852d-97c0f29d6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:28.714366 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-3b3e5857-597a-4b21-852d-97c0f29d6844 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bcc46f37-b8a0-4367-9a43-f240d5d4c1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2590604 Mar 11 16:23:28.720466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'security_group': {'name': 'tempest-secgroup-655074219'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:28.753963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:28.761966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b6556f37-7e3a-4c20-82d3-f602ece32ec8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.767238 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b6556f37-7e3a-4c20-82d3-f602ece32ec8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/13262af6-7883-460a-b08b-df2b896b8e18 HTTP/1.1" status: 204 len: 168 time: 2.3687286 Mar 11 16:23:28.768939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33986) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:28.812623 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:25Z', 'revision_number': 8, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:14Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:28.820266 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:28.825487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:28.840860 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:28.841563 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:28.882471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de52c6f0-6885-4b66-87c7-e02ac7fa56f1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.914134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9f4664d1-373a-42f2-917f-244640e27d1f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:28.915173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:28.969916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c47666-f80c-4443-bf1b-69b88da5d2af tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:28.971027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-46c47666-f80c-4443-bf1b-69b88da5d2af tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:28.993197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:29.054658 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:29.110305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:29.135995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-46c47666-f80c-4443-bf1b-69b88da5d2af tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:29.140136 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-46c47666-f80c-4443-bf1b-69b88da5d2af tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3640850 Mar 11 16:23:29.147025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33992) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:29.182940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de52c6f0-6885-4b66-87c7-e02ac7fa56f1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:29.236487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52c6f0-6885-4b66-87c7-e02ac7fa56f1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Subnet': ['ID=fee48af1-e0e8-4d5a-87e7-10a977a71a03,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:29.239631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de52c6f0-6885-4b66-87c7-e02ac7fa56f1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:29.253002 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-de52c6f0-6885-4b66-87c7-e02ac7fa56f1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/fee48af1-e0e8-4d5a-87e7-10a977a71a03 HTTP/1.1" status: 204 len: 168 time: 1.1339374 Mar 11 16:23:29.253782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 33996) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:29.311281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:29.394572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4aea0-043d-4a06-b95a-3274151b1178 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:29.396012 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-92a4aea0-043d-4a06-b95a-3274151b1178 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2547629 Mar 11 16:23:29.402159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:29.403308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34000) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:29.436082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router 0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:29.441874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:29.447192 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-c305a3e8-dcd9-4dc4-a821-a4f3d7219964 service neutron] 10.222.0.35 "GET /v2.0/networks/bcc46f37-b8a0-4367-9a43-f240d5d4c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186470 Mar 11 16:23:29.452295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group_rule and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:29.461328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:29.466436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:29.466786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:29.499413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:29.525416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ba163-f6ef-4dbb-83eb-4164bde0f230 req-7d0448a3-000c-4e5b-b0e2-a2511c25ca81 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:29.527343 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc9ba163-f6ef-4dbb-83eb-4164bde0f230 req-7d0448a3-000c-4e5b-b0e2-a2511c25ca81 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 944 time: 0.4181757 Mar 11 16:23:29.563768 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:25Z', 'revision_number': 8, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:14Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:29.570069 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9912072-1170-4151-b511-7b30a536bd84 None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:25Z', 'revision_number': 8, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': '9f409540-44ba-4575-b519-35e5e261c91e', 'name': '', 'network_id': 'ce43e7f9-f589-4dbc-9c7f-d1734c4af099', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:b1:4b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:53Z', 'updated_at': '2022-03-11T16:23:14Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '14111a90-4a0a-4c2e-8fae-77407c555bfd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:29.670711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e4f65-1c7b-4c62-b0b9-288e3319406d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:29.672195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e4f65-1c7b-4c62-b0b9-288e3319406d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:29.673726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e4f65-1c7b-4c62-b0b9-288e3319406d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:29.674949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fe7e4f65-1c7b-4c62-b0b9-288e3319406d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:29.839128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:29.845856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fe7e4f65-1c7b-4c62-b0b9-288e3319406d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:29.847059 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fe7e4f65-1c7b-4c62-b0b9-288e3319406d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4419754 Mar 11 16:23:29.852627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a2d38-ce30-4adf-8645-6b50730ff771 None None] Sync routers for ids ['0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:29.856725 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc9ba163-f6ef-4dbb-83eb-4164bde0f230 req-b8825a50-691e-46c9-b4e2-9a4e54a6f6e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382622 Mar 11 16:23:29.861048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34004) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:29.865001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a2d38-ce30-4adf-8645-6b50730ff771 None None] Routers {'0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:29.865609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-373a2d38-ce30-4adf-8645-6b50730ff771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:29.893982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0144bfd9-2ba5-4244-b9ae-9076b9fe8e62,segment=NetworkSegment(13d8abd4-156b-4225-961f-0b5bec02f69c),segment_id=13d8abd4-156b-4225-961f-0b5bec02f69c)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:29.894455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.001460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-373a2d38-ce30-4adf-8645-6b50730ff771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:30.015797 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a2d38-ce30-4adf-8645-6b50730ff771 None None] Routers {'0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:30.020033 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b53f0d1d-6182-4f35-9ec9-8250b25e7856 req-b3d02e2e-9996-4d29-a2f4-e22dbbe71a71 service neutron] 10.222.0.35 "GET /v2.0/networks/bcc46f37-b8a0-4367-9a43-f240d5d4c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557899 Mar 11 16:23:30.021018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-373a2d38-ce30-4adf-8645-6b50730ff771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:30.054330 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-86a0e782-ad3a-4f88-8f11-b1b64eb6dc70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8907008 Mar 11 16:23:30.064267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4909c21-1d8f-46aa-86cf-df17b5c32b3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet 87bdcd7f-740c-43be-9781-ceaed9ea0653 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:30.070577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34008) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:30.115617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-373a2d38-ce30-4adf-8645-6b50730ff771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:30.118105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373a2d38-ce30-4adf-8645-6b50730ff771 None None] The sync data for ids ['0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:30.163195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4909c21-1d8f-46aa-86cf-df17b5c32b3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.195466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:30.272651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d5c2f3-60c8-4b89-abed-d19fba06e98b None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:30.296258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.326718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887a77a-28aa-4bae-b9d5-51e110bd37ec None None] Network f149f6f3-88f6-42e0-aeaa-43cc9921cdfd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:30.387218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4909c21-1d8f-46aa-86cf-df17b5c32b3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.458452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.531790 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1c10bb12-57e6-48ca-9a60-bcd963702865 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:30.533599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=0144bfd9-2ba5-4244-b9ae-9076b9fe8e62,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:30.541057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No DVR routers for this DVR port 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:30.577152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 1c10bb12-57e6-48ca-9a60-bcd963702865 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:30.577715 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 1c10bb12-57e6-48ca-9a60-bcd963702865 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:30.617168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.637303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fccfc87c-4805-414d-8bbd-0b54752a8d77 None None] Provisioning complete for port 9f4664d1-373a-42f2-917f-244640e27d1f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:30.637824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fccfc87c-4805-414d-8bbd-0b54752a8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.721982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.750182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f149f6f3-88f6-42e0-aeaa-43cc9921cdfd']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:30.765363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d8abd4-156b-4225-961f-0b5bec02f69c') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:30.765676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d8abd4-156b-4225-961f-0b5bec02f69c') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:30.783069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.807309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.817142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:30.818000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:30.845082 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:30.857916 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-4a13922b-722f-41ab-a663-51157670377c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 16:23:30.859888 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4a13922b-722f-41ab-a663-51157670377c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7882740 Mar 11 16:23:30.868150 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34012) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:30.881242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665cd765-476c-4937-8e46-50fa80670901,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:30.903891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f725bcf-f46e-4e36-9e3b-cf0b0d13e54d None None] DHCP port deletion for f149f6f3-88f6-42e0-aeaa-43cc9921cdfd request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:30.912900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-84b48366-c27d-4ca1-8936-6dca62d1e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:30.914410 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-84b48366-c27d-4ca1-8936-6dca62d1e6b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 1097 time: 0.6733110 Mar 11 16:23:30.968046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4909c21-1d8f-46aa-86cf-df17b5c32b3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.048601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c0c4f23c-364f-446f-9778-71857e2db49f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:31.079087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.081452 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-56d50b9b-6b1a-4e64-b331-9c380697d429 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3650360 Mar 11 16:23:31.085182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34018) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:31.091958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'security_group': {'name': 'tempest-secgroup-1609515359'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:31.101658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:31.107801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:31.112034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:31.115537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cef8ef-cadd-41f7-aba4-b77d5d5c4745 None None] Update dhcp port {'port': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'fixed_ips': [{'subnet_id': '1899a25e-fdbe-404c-9164-4b9e605b2a40', 'ip_address': '172.20.0.18'}, {'subnet_id': '1aa1f082-9e4c-499a-8a43-9daa84a9c8fb'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '191cc154-a4f4-4159-a95c-8d619bce2841'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:23:31.126560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:31.135828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-eeb28886-8ab3-4a2c-920a-5a8bfe9d5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.137680 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-eeb28886-8ab3-4a2c-920a-5a8bfe9d5cd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bcc46f37-b8a0-4367-9a43-f240d5d4c1ed HTTP/1.1" status: 200 len: 898 time: 0.2155874 Mar 11 16:23:31.138260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609500c7-192c-4919-885e-850143a3a43e req-68b539a9-2b04-492b-bd98-8e5dc2514656 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.139802 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-609500c7-192c-4919-885e-850143a3a43e req-68b539a9-2b04-492b-bd98-8e5dc2514656 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 944 time: 0.1352861 Mar 11 16:23:31.174413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4cef8ef-cadd-41f7-aba4-b77d5d5c4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.193965 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-609500c7-192c-4919-885e-850143a3a43e req-e767973e-66c6-45b2-a46f-7def47d72742 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450630 Mar 11 16:23:31.208897 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-34d17ba0-640b-4764-82a1-ac037fdbe09c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=6dcb98bb-99d8-4ba2-a260-38844578f1f7 HTTP/1.1" status: 200 len: 217 time: 0.0657308 Mar 11 16:23:31.241370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.263927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.279562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Network': ['ID=f149f6f3-88f6-42e0-aeaa-43cc9921cdfd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:31.290467 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3f7556b8-e800-4505-94b5-9cdd0f5d0c62 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/networks/f149f6f3-88f6-42e0-aeaa-43cc9921cdfd HTTP/1.1" status: 204 len: 168 time: 2.0341065 Mar 11 16:23:31.291014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4909c21-1d8f-46aa-86cf-df17b5c32b3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.291658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34022) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:31.295980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.334685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-d8365e48-be6b-4c49-9d94-5da8498741a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.336259 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-d8365e48-be6b-4c49-9d94-5da8498741a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3c73734a-e0df-4e41-a563-9634cc29e39e HTTP/1.1" status: 200 len: 838 time: 0.1182199 Mar 11 16:23:31.339677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4909c21-1d8f-46aa-86cf-df17b5c32b3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=87bdcd7f-740c-43be-9781-ceaed9ea0653,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:31.357238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c0c4f23c-364f-446f-9778-71857e2db49f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:31.361579 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c0c4f23c-364f-446f-9778-71857e2db49f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf HTTP/1.1" status: 200 len: 205 time: 0.4896669 Mar 11 16:23:31.368171 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34026) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:31.381681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4909c21-1d8f-46aa-86cf-df17b5c32b3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.406050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee80a6-198d-4ab4-bc72-afe57bfa4519 None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:31.430467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-364b52b1-3b01-4bee-a729-94c6bcc1899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:31.432002 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-364b52b1-3b01-4bee-a729-94c6bcc1899c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bcc46f37-b8a0-4367-9a43-f240d5d4c1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0887680 Mar 11 16:23:31.457011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:31.571211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group_rule and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:31.572319 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c4909c21-1d8f-46aa-86cf-df17b5c32b3e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/87bdcd7f-740c-43be-9781-ceaed9ea0653 HTTP/1.1" status: 204 len: 168 time: 1.7075193 Mar 11 16:23:31.576067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-e4cef8ef-cadd-41f7-aba4-b77d5d5c4745 None None] Allocated IP 172.20.0.2 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/1aa1f082-9e4c-499a-8a43-9daa84a9c8fb/191cc154-a4f4-4159-a95c-8d619bce2841) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:31.583473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:31.588230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34030) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:31.627868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:31.634055 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-da61c5c4-42ac-40d2-88e2-ecf005b9487d service neutron] 10.222.0.35 "GET /v2.0/networks/bcc46f37-b8a0-4367-9a43-f240d5d4c1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956263 Mar 11 16:23:31.638933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af952a74-2ddc-4c36-ac05-1634b8f427c2 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.785345 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6734b2c-dd90-4749-ad14-1fc001c84171 req-69640719-7245-48e6-bf0a-4cd3502bd549 service neutron] 10.222.0.35 "GET /v2.0/networks/bcc46f37-b8a0-4367-9a43-f240d5d4c1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462686 Mar 11 16:23:31.831266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e4cef8ef-cadd-41f7-aba4-b77d5d5c4745 None None] For port 191cc154-a4f4-4159-a95c-8d619bce2841, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=191cc154-a4f4-4159-a95c-8d619bce2841,segment=NetworkSegment(145ef477-571f-4716-af50-1e47c01c24f9),segment_id=145ef477-571f-4716-af50-1e47c01c24f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:31.871033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4cef8ef-cadd-41f7-aba4-b77d5d5c4745 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:31.892427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e4cef8ef-cadd-41f7-aba4-b77d5d5c4745 None None] Transition to ACTIVE for port object 191cc154-a4f4-4159-a95c-8d619bce2841 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:31.998782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4cef8ef-cadd-41f7-aba4-b77d5d5c4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.148637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cef8ef-cadd-41f7-aba4-b77d5d5c4745 None None] Pushing event updated for resources: {'Port': ['ID=191cc154-a4f4-4159-a95c-8d619bce2841,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:32.197818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5274c67-73ef-4486-b32b-8cd140390fda tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Deleting subnet ddf7a7b9-db79-43b6-a6bf-97f940fdf821 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:32.225519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5274c67-73ef-4486-b32b-8cd140390fda tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.292228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6dcb98bb-99d8-4ba2-a260-38844578f1f7 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:23:32.337493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af952a74-2ddc-4c36-ac05-1634b8f427c2 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.340369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af952a74-2ddc-4c36-ac05-1634b8f427c2 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.391452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5274c67-73ef-4486-b32b-8cd140390fda tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.466526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d097f0-e180-40b0-a0ca-0b314a5cc08d req-de3d6edd-32f6-4308-9444-a630448feea6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:32.493157 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68d097f0-e180-40b0-a0ca-0b314a5cc08d req-de3d6edd-32f6-4308-9444-a630448feea6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 944 time: 0.1521437 Mar 11 16:23:32.549987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6dcb98bb-99d8-4ba2-a260-38844578f1f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6dcb98bb-99d8-4ba2-a260-38844578f1f7,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:32.575809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 191cc154-a4f4-4159-a95c-8d619bce2841 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:32.599571 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68d097f0-e180-40b0-a0ca-0b314a5cc08d req-6b558162-87da-4032-9ccd-1c1a198ec3a9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055093 Mar 11 16:23:32.633922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af952a74-2ddc-4c36-ac05-1634b8f427c2 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.634521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af952a74-2ddc-4c36-ac05-1634b8f427c2 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Fanout notify agent at l3_agent the message router_deleted on router 0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:23:32.639025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '6dcb98bb-99d8-4ba2-a260-38844578f1f7', 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed', 'port_id': '6dcb98bb-99d8-4ba2-a260-38844578f1f7', 'mac_address': 'fa:16:3e:d9:fe:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c73734a-e0df-4e41-a563-9634cc29e39e', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:23:32.649427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.740647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.745517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-af952a74-2ddc-4c36-ac05-1634b8f427c2 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.750212 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-af952a74-2ddc-4c36-ac05-1634b8f427c2 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf HTTP/1.1" status: 204 len: 168 time: 1.3766646 Mar 11 16:23:32.750397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34036) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:32.757244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.760656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dcb98bb-99d8-4ba2-a260-38844578f1f7 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:23:32.781862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6dcb98bb-99d8-4ba2-a260-38844578f1f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6dcb98bb-99d8-4ba2-a260-38844578f1f7,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:32.787616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5274c67-73ef-4486-b32b-8cd140390fda tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.799865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c562ea23-0639-4b7c-ac45-d7ccbac08a5d None None] Provisioning complete for port 9f4664d1-373a-42f2-917f-244640e27d1f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:32.800364 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c562ea23-0639-4b7c-ac45-d7ccbac08a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.865556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:32.874299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-63633253-d84f-402b-985b-ecbb7422f1ff tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting subnet 9eee055b-fb64-4b39-aedf-0473b09532ef {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:32.879333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c790f2b-907a-4fb9-9442-956ac0b0214e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:32.880557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63633253-d84f-402b-985b-ecbb7422f1ff tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.898215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.954280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:32.967132 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0144bfd9-2ba5-4244-b9ae-9076b9fe8e62 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:32.967500 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:32.967626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34040) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:32.967751 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-72cfd249-43f9-455a-887f-f87b6f3a794a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8783891 Mar 11 16:23:32.975171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'security_group': {'name': 'tempest-secgroup-1705418574'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:32.984244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:32.991148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63633253-d84f-402b-985b-ecbb7422f1ff tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.018747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.023355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:33.031801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:33.032704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6dcb98bb-99d8-4ba2-a260-38844578f1f7,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:33.047166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:33.083761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5274c67-73ef-4486-b32b-8cd140390fda tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.096526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63633253-d84f-402b-985b-ecbb7422f1ff tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.134697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['6dcb98bb-99d8-4ba2-a260-38844578f1f7'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:23:33.135791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5274c67-73ef-4486-b32b-8cd140390fda tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf7a7b9-db79-43b6-a6bf-97f940fdf821,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:33.154689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.185436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:33.192725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:security_group_rule and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:33.200625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:33.206920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5274c67-73ef-4486-b32b-8cd140390fda tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.209848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:33.213879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b758d2-4343-4f64-9c9f-557273fb4aef None None] Network b7970c8d-d4d0-48da-9704-4bf255aacaa9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:33.226626 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a5274c67-73ef-4486-b32b-8cd140390fda tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/ddf7a7b9-db79-43b6-a6bf-97f940fdf821 HTTP/1.1" status: 204 len: 168 time: 1.6373901 Mar 11 16:23:33.229201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34044) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:33.295882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-420a9e94-331d-434b-a766-89ef94bab919 None None] Provisioning for port 191cc154-a4f4-4159-a95c-8d619bce2841 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:33.305627 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-acf364c4-1c92-416b-a561-433060e34879 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751812 Mar 11 16:23:33.310045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34048) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:33.324116 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-420a9e94-331d-434b-a766-89ef94bab919 None None] Provisioning complete for port 191cc154-a4f4-4159-a95c-8d619bce2841 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:33.324508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-420a9e94-331d-434b-a766-89ef94bab919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.367644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63633253-d84f-402b-985b-ecbb7422f1ff tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.425501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63633253-d84f-402b-985b-ecbb7422f1ff tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Subnet': ['ID=9eee055b-fb64-4b39-aedf-0473b09532ef,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:33.430671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-63633253-d84f-402b-985b-ecbb7422f1ff tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.458829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f9f066-b64c-4f11-8fde-5dedffd09228 None None] Network a962854d-2b3b-49e8-8f80-51d0792bad1f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:33.478597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 9f409540-44ba-4575-b519-35e5e261c91e {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:33.479402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.480452 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-63633253-d84f-402b-985b-ecbb7422f1ff tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/9eee055b-fb64-4b39-aedf-0473b09532ef HTTP/1.1" status: 204 len: 168 time: 0.7292902 Mar 11 16:23:33.485665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34052) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:33.491170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.604793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.646960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6113343-deee-4738-a79e-5bde58b188f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:33.647674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d6113343-deee-4738-a79e-5bde58b188f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:33.689101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.696809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3752b0-d4cf-4932-a535-c3156442cafa,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:33.704845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d6113343-deee-4738-a79e-5bde58b188f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:33.709288 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d6113343-deee-4738-a79e-5bde58b188f7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3950479 Mar 11 16:23:33.709288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34058) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:33.757875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 7074d664-7955-431e-872b-20fc3d90abef {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:33.758145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.903979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-420a9e94-331d-434b-a766-89ef94bab919 None None] Provisioning complete for port a05e024b-a289-4883-b0e1-52493c596e93 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:33.904347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-420a9e94-331d-434b-a766-89ef94bab919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.923937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:33.927208 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7b5dd7c1-eb0d-49f6-a5e0-5c52ec7e4ce8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9590087 Mar 11 16:23:33.930851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34062) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:33.944561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1921903928', 'security_groups': ['5f3752b0-d4cf-4932-a535-c3156442cafa'], 'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1aa1f082-9e4c-499a-8a43-9daa84a9c8fb'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:33.985205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-420a9e94-331d-434b-a766-89ef94bab919 None None] Port a05e024b-a289-4883-b0e1-52493c596e93 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:34.008416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccadf666-7a5d-4fb1-a799-3544f7080d01 None None] DHCP port deletion for b7970c8d-d4d0-48da-9704-4bf255aacaa9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:34.011637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca188239-e3d7-4e82-a807-fd03b3fd90c3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:34.012758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ca188239-e3d7-4e82-a807-fd03b3fd90c3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Synchronizing usage tracker for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:34.019739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf1f78-ac09-4a30-8115-5766d901c58d req-4cc19091-2fb2-4aa6-ac29-0bd8f2504634 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:34.021514 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e8bf1f78-ac09-4a30-8115-5766d901c58d req-4cc19091-2fb2-4aa6-ac29-0bd8f2504634 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 945 time: 0.2392795 Mar 11 16:23:34.033325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ccadf666-7a5d-4fb1-a799-3544f7080d01 None None] Deleting port 9f4664d1-373a-42f2-917f-244640e27d1f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:34.033946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ccadf666-7a5d-4fb1-a799-3544f7080d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.145536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] DHCP port deletion for a962854d-2b3b-49e8-8f80-51d0792bad1f request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:34.147965 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port 9f409540-44ba-4575-b519-35e5e261c91e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9f409540-44ba-4575-b519-35e5e261c91e,segment=NetworkSegment(317570bc-91d8-444c-8b3b-abe8c98c911d),segment_id=317570bc-91d8-444c-8b3b-abe8c98c911d)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:34.148328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.164224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] Deleting port 7074d664-7955-431e-872b-20fc3d90abef {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:34.164592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.165793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port 7074d664-7955-431e-872b-20fc3d90abef, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7074d664-7955-431e-872b-20fc3d90abef,segment=NetworkSegment(cde2284a-c0ea-4f3e-8ba3-efcccba13dec),segment_id=cde2284a-c0ea-4f3e-8ba3-efcccba13dec)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:34.166262 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.243220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ca188239-e3d7-4e82-a807-fd03b3fd90c3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Unset dirty status for tenant:ea1ea47bbce9473ba78bad3ec2efc43b on resource:subnet {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:34.247449 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ca188239-e3d7-4e82-a807-fd03b3fd90c3 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5341468 Mar 11 16:23:34.295210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34066) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:34.302093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 9f409540-44ba-4575-b519-35e5e261c91e owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:34.315342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 7074d664-7955-431e-872b-20fc3d90abef owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:34.365375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ccadf666-7a5d-4fb1-a799-3544f7080d01 None None] For port 9f4664d1-373a-42f2-917f-244640e27d1f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9f4664d1-373a-42f2-917f-244640e27d1f,segment=NetworkSegment(764d197d-4d67-45e9-b627-56bd9925ad1d),segment_id=764d197d-4d67-45e9-b627-56bd9925ad1d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:34.365772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ccadf666-7a5d-4fb1-a799-3544f7080d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.425741 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e8bf1f78-ac09-4a30-8115-5766d901c58d req-8fa320ac-d9cb-41f8-99a4-480361bd75c4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368146 Mar 11 16:23:34.441158 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b7299948-90e0-4193-989e-1a8808d38b53 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048577 Mar 11 16:23:34.447285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34070) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:34.472469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:34.503580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:34.525591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.556879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7074d664-7955-431e-872b-20fc3d90abef no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:34.566817 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2393849-3c92-46af-a867-be28955a5c76 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:34.567392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2393849-3c92-46af-a867-be28955a5c76 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:34.583827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:34.588545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=7074d664-7955-431e-872b-20fc3d90abef,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:34.594500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No DVR routers for this DVR port 7074d664-7955-431e-872b-20fc3d90abef on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:34.598622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ccadf666-7a5d-4fb1-a799-3544f7080d01 None None] Calling delete_port for 9f4664d1-373a-42f2-917f-244640e27d1f owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:34.628831 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a2393849-3c92-46af-a867-be28955a5c76 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/13262af6-7883-460a-b08b-df2b896b8e18 HTTP/1.1" status: 404 len: 333 time: 0.1782067 Mar 11 16:23:34.630532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34074) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:34.700513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7074d664-7955-431e-872b-20fc3d90abef {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:34.700897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7074d664-7955-431e-872b-20fc3d90abef not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:34.701264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9f4664d1-373a-42f2-917f-244640e27d1f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:34.703779 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d41c568-260d-47c7-807f-c9e10ece48c5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:34.704314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d41c568-260d-47c7-807f-c9e10ece48c5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:34.708757 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d41c568-260d-47c7-807f-c9e10ece48c5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/87bdcd7f-740c-43be-9781-ceaed9ea0653 HTTP/1.1" status: 404 len: 337 time: 0.0748446 Mar 11 16:23:34.709995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34078) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:34.778289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.789808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] For port 7074d664-7955-431e-872b-20fc3d90abef, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7074d664-7955-431e-872b-20fc3d90abef,segment=NetworkSegment(cde2284a-c0ea-4f3e-8ba3-efcccba13dec),segment_id=cde2284a-c0ea-4f3e-8ba3-efcccba13dec)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:34.793807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.802511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] device_id is not set on port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:23:34.805907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d0854a-8cd6-4c2c-b9d1-e71285a065c7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:34.807037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d0854a-8cd6-4c2c-b9d1-e71285a065c7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:34.811793 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-88d0854a-8cd6-4c2c-b9d1-e71285a065c7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/ddf7a7b9-db79-43b6-a6bf-97f940fdf821 HTTP/1.1" status: 404 len: 337 time: 0.0992441 Mar 11 16:23:34.811793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.818863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34082) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:34.841342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:34.882561 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5294aa49-7102-46d0-a1e4-b1f8e89c9315 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:34.883204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5294aa49-7102-46d0-a1e4-b1f8e89c9315 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:34.887365 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5294aa49-7102-46d0-a1e4-b1f8e89c9315 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/0163469d-4716-4817-a9c9-46f0b8c47731 HTTP/1.1" status: 404 len: 333 time: 0.0651178 Mar 11 16:23:34.888651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34086) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:34.891259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a962854d-2b3b-49e8-8f80-51d0792bad1f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:34.907055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=9f409540-44ba-4575-b519-35e5e261c91e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:34.942051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] Calling delete_port for 7074d664-7955-431e-872b-20fc3d90abef owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:34.942767 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9011cd-11a9-400d-bb43-b2af74b93359 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:34.943331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9011cd-11a9-400d-bb43-b2af74b93359 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:34.949430 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5b9011cd-11a9-400d-bb43-b2af74b93359 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/a6949ac0-18f8-451a-b446-bdf9868412dc HTTP/1.1" status: 404 len: 337 time: 0.0565772 Mar 11 16:23:34.949430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde2284a-c0ea-4f3e-8ba3-efcccba13dec') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:34.949430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde2284a-c0ea-4f3e-8ba3-efcccba13dec') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:34.955552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34090) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.003773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.017299 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e36b6d-55d4-464e-8f40-675a0e1fe3ef tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:35.017914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e36b6d-55d4-464e-8f40-675a0e1fe3ef tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:35.022086 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a5e36b6d-55d4-464e-8f40-675a0e1fe3ef tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/a658b479-15f9-4f1e-87b8-9bc3cdcc06fb HTTP/1.1" status: 404 len: 337 time: 0.0632868 Mar 11 16:23:35.024405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34094) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.062328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.073854 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-18520433-0d89-42b9-88ac-b6f5fbc0d189 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:35.074508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18520433-0d89-42b9-88ac-b6f5fbc0d189 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:35.076373 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-18520433-0d89-42b9-88ac-b6f5fbc0d189 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/331703c3-bfad-4cb0-b767-62127918fb29 HTTP/1.1" status: 404 len: 333 time: 0.0529869 Mar 11 16:23:35.078689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:35.079591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34098) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.079919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:35.082721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:35.083288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.099477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.134025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ccadf666-7a5d-4fb1-a799-3544f7080d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:35.135389 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:35.209078 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41c636f-7745-4778-a40d-a58bfb40c135 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:35.209669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41c636f-7745-4778-a40d-a58bfb40c135 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:35.211533 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e41c636f-7745-4778-a40d-a58bfb40c135 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/d880a0f7-1e55-43b0-ad6a-e598f63dab34 HTTP/1.1" status: 404 len: 337 time: 0.1308300 Mar 11 16:23:35.215503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34102) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.250255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadf666-7a5d-4fb1-a799-3544f7080d01 None None] Pushing event deleted for resources: {'Port': ['ID=9f4664d1-373a-42f2-917f-244640e27d1f,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:35.253809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadf666-7a5d-4fb1-a799-3544f7080d01 None None] No DVR routers for this DVR port 9f4664d1-373a-42f2-917f-244640e27d1f on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:35.281259 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dc1e16-33a2-49cf-a9ff-c6237c57f2d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:35.281706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8dc1e16-33a2-49cf-a9ff-c6237c57f2d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:35.347655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.353299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.380280 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/networks/a962854d-2b3b-49e8-8f80-51d0792bad1f HTTP/1.1" status: 204 len: 168 time: 1.8933263 Mar 11 16:23:35.381330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2652e-50e7-4de6-9b6b-35a4b3473f1e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Network': ['ID=a962854d-2b3b-49e8-8f80-51d0792bad1f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:35.388653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34106) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.393177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'network': {'name': 'tempest-RoutersTest-1194090200'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:35.398763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:35.403735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:network and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:35.406807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:35.413273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:35.455678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.464710 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e8dc1e16-33a2-49cf-a9ff-c6237c57f2d2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/58c2cf14-4fe4-4191-a92e-9c6dbd4e3fcc HTTP/1.1" status: 404 len: 337 time: 0.2481866 Mar 11 16:23:35.468014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34110) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.516592 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-015f69d8-989c-4e16-b168-9b653fbc406a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:35.517384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015f69d8-989c-4e16-b168-9b653fbc406a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:35.522043 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-015f69d8-989c-4e16-b168-9b653fbc406a tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/202947d5-78e0-48b6-98bb-1f7b6066fcba HTTP/1.1" status: 404 len: 333 time: 0.0530498 Mar 11 16:23:35.523218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34116) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.564500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:35.568296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.582064 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] Deleting port 7074d664-7955-431e-872b-20fc3d90abef {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:35.582597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.649797 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1e43ab-2917-41c6-a281-6ace7e899088 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:35.650277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1e43ab-2917-41c6-a281-6ace7e899088 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:35.655575 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4a1e43ab-2917-41c6-a281-6ace7e899088 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/2174fddb-678a-4095-876f-c8fbbb86ad56 HTTP/1.1" status: 404 len: 337 time: 0.1226335 Mar 11 16:23:35.655852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:23:35.655985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.7 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/1aa1f082-9e4c-499a-8a43-9daa84a9c8fb/eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:35.659334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34120) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.711461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e6d39d6b-ebce-49f4-b724-50f31d377e9e None None] The port '7074d664-7955-431e-872b-20fc3d90abef' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:23:35.719631 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d6c4c4-b650-4c65-8cde-e93d93d93d16 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:35.720065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d6c4c4-b650-4c65-8cde-e93d93d93d16 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:35.722735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.723077 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added segment c5214abb-06d8-46b2-aeb1-b0d3166afd77 of type vlan for network 387782a4-a706-4a8b-bf90-bac2ae506bc2 Mar 11 16:23:35.743202 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-49d6c4c4-b650-4c65-8cde-e93d93d93d16 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/64b9afe7-8391-4ea0-8b5f-473b84534313 HTTP/1.1" status: 404 len: 337 time: 0.0760803 Mar 11 16:23:35.748105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34124) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.755538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a240b-cc4a-48e1-a9ba-75ed1c3f39f1 req-7cb93cc4-b4ce-4238-95a2-7c7cee3e6c97 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:35.756969 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-080a240b-cc4a-48e1-a9ba-75ed1c3f39f1 req-7cb93cc4-b4ce-4238-95a2-7c7cee3e6c97 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 945 time: 0.1761346 Mar 11 16:23:35.826855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:35.832359 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d812d5d3-6990-4376-a2cf-ac84e780aef9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:35.832818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d812d5d3-6990-4376-a2cf-ac84e780aef9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:35.834449 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d812d5d3-6990-4376-a2cf-ac84e780aef9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/12fa9afb-3b7e-4489-97fc-4e3a59e04b0f HTTP/1.1" status: 404 len: 333 time: 0.0765963 Mar 11 16:23:35.843719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34128) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:35.983381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:36.003313 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcb23e4-377e-4e59-a125-9f4ac5e130cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.004188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcb23e4-377e-4e59-a125-9f4ac5e130cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.007489 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8bcb23e4-377e-4e59-a125-9f4ac5e130cf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/2ebdde5d-4044-49a0-abb1-ec251c4ad2ad HTTP/1.1" status: 404 len: 337 time: 0.1590366 Mar 11 16:23:36.009513 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34132) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.009690 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-080a240b-cc4a-48e1-a9ba-75ed1c3f39f1 req-1b4e27ce-5e20-4939-9c90-88240710e381 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140441 Mar 11 16:23:36.010477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.resource_extend [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:23:36.124818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.131488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:36.132103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.178403 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d613d4a0-0ffa-4002-82ee-032dcf8b6dbe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.178881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d613d4a0-0ffa-4002-82ee-032dcf8b6dbe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.180568 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d613d4a0-0ffa-4002-82ee-032dcf8b6dbe tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/b8503463-99c3-46fc-b504-768cde6102c7 HTTP/1.1" status: 404 len: 333 time: 0.1676435 Mar 11 16:23:36.191203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.193871 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34136) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.239640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Network': ['ID=387782a4-a706-4a8b-bf90-bac2ae506bc2,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:36.251177 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 387782a4-a706-4a8b-bf90-bac2ae506bc2 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:23:36.252291 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edb4de2-e63d-4922-977b-779fbcbd103c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.252727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edb4de2-e63d-4922-977b-779fbcbd103c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.254424 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0edb4de2-e63d-4922-977b-779fbcbd103c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/b0b784f6-b1bf-454d-80b2-15cdc4844ed7 HTTP/1.1" status: 404 len: 337 time: 0.0577123 Mar 11 16:23:36.258794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34140) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.267513 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:36.276954 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:36.285233 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-583d8704-cd6e-4407-87db-2aa400828d3d tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9916401 Mar 11 16:23:36.286945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34144) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.290222 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:36.301621 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:36.302720 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:36.317832 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-17fdf521-09f0-44eb-9872-dbb51457d272 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9299896 Mar 11 16:23:36.320409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34148) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.325392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'subnet': {'network_id': '387782a4-a706-4a8b-bf90-bac2ae506bc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:36.335956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6dcb98bb-99d8-4ba2-a260-38844578f1f7 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:36.341252 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-59858c2c-7397-47b8-9050-4e7d382f3f81 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.341767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59858c2c-7397-47b8-9050-4e7d382f3f81 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.348004 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-59858c2c-7397-47b8-9050-4e7d382f3f81 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/41bcbd62-60c9-4f1c-a477-bb15c47e2702 HTTP/1.1" status: 404 len: 333 time: 0.0836618 Mar 11 16:23:36.348195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34152) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.402258 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2d7953-8e39-4657-a395-95054615fb3f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.414084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2d7953-8e39-4657-a395-95054615fb3f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.414084 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4e2d7953-8e39-4657-a395-95054615fb3f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/de3b4818-08ce-4158-b281-d24e08caeb46 HTTP/1.1" status: 404 len: 337 time: 0.0570450 Mar 11 16:23:36.414084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a4103e-aae7-4b59-9dec-6c92f69cdf33 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting subnet 14111a90-4a0a-4c2e-8fae-77407c555bfd {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:36.414564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34156) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.450585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04a4103e-aae7-4b59-9dec-6c92f69cdf33 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.502444 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4eb57fb-6311-4b78-a411-93f39402a5bb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.502831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4eb57fb-6311-4b78-a411-93f39402a5bb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.504516 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c4eb57fb-6311-4b78-a411-93f39402a5bb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/231c7c8c-1f56-48a9-91c6-124c935ac811 HTTP/1.1" status: 404 len: 333 time: 0.0884159 Mar 11 16:23:36.507763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34160) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.509462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:36.532110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04a4103e-aae7-4b59-9dec-6c92f69cdf33 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.535468 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:36.552915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:subnet and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:36.559404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:36.562919 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c09e2b9-ee30-4ce7-8304-4ba3d91c4eb2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.563509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c09e2b9-ee30-4ce7-8304-4ba3d91c4eb2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.563994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:36.568443 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c09e2b9-ee30-4ce7-8304-4ba3d91c4eb2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/3fbea38a-a355-47df-bdf4-0cd5ee9d9e63 HTTP/1.1" status: 404 len: 337 time: 0.0546858 Mar 11 16:23:36.570198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:36.570761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.572124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34164) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.576070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:36.616419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.635170 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-df38d8eb-5611-41c4-b585-5af5fdaaac78 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.637762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df38d8eb-5611-41c4-b585-5af5fdaaac78 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.640089 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df38d8eb-5611-41c4-b585-5af5fdaaac78 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/2edf5d13-69b7-40a8-a912-4ff92d75b92b HTTP/1.1" status: 404 len: 333 time: 0.0668066 Mar 11 16:23:36.642506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34168) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.694393 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41a8b1d-b81c-4ef5-94e3-b798bb12af2d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.696802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41a8b1d-b81c-4ef5-94e3-b798bb12af2d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.700337 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f41a8b1d-b81c-4ef5-94e3-b798bb12af2d tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/895fa927-7244-4639-9fc2-47e16ee6681a HTTP/1.1" status: 404 len: 337 time: 0.0565531 Mar 11 16:23:36.702780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34172) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.712265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:36.726222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.729290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:36.732716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:36.737246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:36.765843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a60cf9f-b8c4-4c0a-80b6-90e272002468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcb98bb-99d8-4ba2-a260-38844578f1f7'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:23:36.768470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:36.783319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6dcb98bb-99d8-4ba2-a260-38844578f1f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6dcb98bb-99d8-4ba2-a260-38844578f1f7,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:36.787658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.831388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:36.832048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.839820 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04a4103e-aae7-4b59-9dec-6c92f69cdf33 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.889428 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a60cf9f-b8c4-4c0a-80b6-90e272002468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dcb98bb-99d8-4ba2-a260-38844578f1f7', 'code': 200} Mar 11 16:23:36.911955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:36.952209 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:34Z', 'revision_number': 9, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:36.955579 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5163a5-4c6a-4ebd-8579-0f9fb4ee2da7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:36.956364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5163a5-4c6a-4ebd-8579-0f9fb4ee2da7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:36.958152 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0a5163a5-4c6a-4ebd-8579-0f9fb4ee2da7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/b073edc7-099c-4459-99df-34de7dddbceb HTTP/1.1" status: 404 len: 333 time: 0.2535894 Mar 11 16:23:36.961061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:36.968286 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:36.987412 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:36.988198 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:37.046908 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-640b0246-51cc-41d6-b7f0-602fc79b63e6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.047547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6dcb98bb-99d8-4ba2-a260-38844578f1f7,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:37.048338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640b0246-51cc-41d6-b7f0-602fc79b63e6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.079975 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-640b0246-51cc-41d6-b7f0-602fc79b63e6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/c79dad27-af2c-4c62-b1bc-3c8d99380232 HTTP/1.1" status: 404 len: 337 time: 0.0967202 Mar 11 16:23:37.079975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34184) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.203366 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:37.249625 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6818d7a-cf31-4002-aa8b-9b9b6cace5fb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.253559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6818d7a-cf31-4002-aa8b-9b9b6cace5fb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.253559 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d6818d7a-cf31-4002-aa8b-9b9b6cace5fb tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/f7040790-35cc-4fd8-9274-784082e00fac HTTP/1.1" status: 404 len: 337 time: 0.1886914 Mar 11 16:23:37.253559 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-161c509e-c5bb-4745-96aa-9b5d30caf84a tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3141940 Mar 11 16:23:37.255013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34188) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.257291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34190) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.288954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5444-1f18-4168-a4c2-63ced105042c req-10ca13eb-4064-41b3-964d-a091f8bb15c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:37.292602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:37.293977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a90f616c-78eb-42fd-8db2-ed3b02c236f3 None None] Provisioning for port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:37.296828 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-61ba5444-1f18-4168-a4c2-63ced105042c req-10ca13eb-4064-41b3-964d-a091f8bb15c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 946 time: 0.1475503 Mar 11 16:23:37.310739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a90f616c-78eb-42fd-8db2-ed3b02c236f3 None None] Provisioning complete for port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:37.314043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a90f616c-78eb-42fd-8db2-ed3b02c236f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.320118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04a4103e-aae7-4b59-9dec-6c92f69cdf33 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.351361 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-61ba5444-1f18-4168-a4c2-63ced105042c req-073762ab-43c8-44f0-912a-2f2c90241b84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535393 Mar 11 16:23:37.359525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.371955 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c8d94e-2e13-4fc1-85e5-e0e3ab4a0f6c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.376915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c8d94e-2e13-4fc1-85e5-e0e3ab4a0f6c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.376915 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-96c8d94e-2e13-4fc1-85e5-e0e3ab4a0f6c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/89e4134b-7b11-4143-bbc7-86c886d7eae9 HTTP/1.1" status: 404 len: 333 time: 0.1181848 Mar 11 16:23:37.385151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34196) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.386477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4103e-aae7-4b59-9dec-6c92f69cdf33 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Subnet': ['ID=14111a90-4a0a-4c2e-8fae-77407c555bfd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:37.431074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a90f616c-78eb-42fd-8db2-ed3b02c236f3 None None] Port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:37.489462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Subnet': ['ID=515dccdc-63a3-421e-a424-eb9397889399,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:37.497598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-04a4103e-aae7-4b59-9dec-6c92f69cdf33 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.499610 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-04a4103e-aae7-4b59-9dec-6c92f69cdf33 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/14111a90-4a0a-4c2e-8fae-77407c555bfd HTTP/1.1" status: 204 len: 168 time: 1.2117615 Mar 11 16:23:37.500981 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4e744b-25cb-4667-baf5-8419a495ae30 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.501338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4e744b-25cb-4667-baf5-8419a495ae30 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.505851 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7a4e744b-25cb-4667-baf5-8419a495ae30 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/314fd9e8-c79a-4ee6-9fff-9c5a62c513f9 HTTP/1.1" status: 404 len: 337 time: 0.1142623 Mar 11 16:23:37.505851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34200) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.510653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea7cd3c-88ef-476f-a1a7-2edd0eb79836 None None] Network ce43e7f9-f589-4dbc-9c7f-d1734c4af099 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:37.529284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34202) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.530347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Checking segment: {'id': 'c5214abb-06d8-46b2-aeb1-b0d3166afd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '387782a4-a706-4a8b-bf90-bac2ae506bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:37.530504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network hostable DHCP agents. Network: 387782a4-a706-4a8b-bf90-bac2ae506bc2, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:23:37.624767 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89dffd2-fbb5-4002-a45b-12068aac8e22 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.625509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89dffd2-fbb5-4002-a45b-12068aac8e22 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.627585 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:34Z', 'revision_number': 9, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:37.632888 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddbdd28-929c-4a13-a4a5-be2c3e2f9034 None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:34Z', 'revision_number': 9, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd825c539-9255-418e-ad9e-a2e0b5b3fb56', 'name': '', 'network_id': 'c525feae-1322-4f8c-ae15-e52d931a3315', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:c5:b5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:45Z', 'updated_at': '2022-03-11T16:23:08Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': '57187de6-aa22-44b0-b34c-8d0bbd5b0b43', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:37.640565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.658289 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c89dffd2-fbb5-4002-a45b-12068aac8e22 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/3e5ff82c-013b-4dbc-9907-b63c0ba40c89 HTTP/1.1" status: 404 len: 337 time: 0.1228721 Mar 11 16:23:37.659856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34208) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.696160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port c00e1012-4209-4571-abbd-dc886f4cbad0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:37.696521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.699843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473493f-d4de-4448-8b75-78c5a435abbd req-eba1cea8-0dc4-4af2-8b7c-30cb47526f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:37.701329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d473493f-d4de-4448-8b75-78c5a435abbd req-eba1cea8-0dc4-4af2-8b7c-30cb47526f06 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 1099 time: 0.1156363 Mar 11 16:23:37.751605 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d473493f-d4de-4448-8b75-78c5a435abbd req-4c73e2af-ef8b-439d-9a32-ebd605ba2a2a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 Mar 11 16:23:37.762439 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-1342d780-774d-418a-afea-bebc1791dcad tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.762908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1342d780-774d-418a-afea-bebc1791dcad tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.764630 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1342d780-774d-418a-afea-bebc1791dcad tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/2fcb3c8a-23ad-418a-b81a-de14871a5cc9 HTTP/1.1" status: 404 len: 333 time: 0.1038032 Mar 11 16:23:37.767589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34212) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.779586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:37.792807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:37.806793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 387782a4-a706-4a8b-bf90-bac2ae506bc2 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:23:37.817103 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2c2366-a715-4105-a3f6-7f61b1eed2e2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.817470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2c2366-a715-4105-a3f6-7f61b1eed2e2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.821964 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8b2c2366-a715-4105-a3f6-7f61b1eed2e2 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/09addac0-bfdd-4767-b923-db5b5c8cd519 HTTP/1.1" status: 404 len: 337 time: 0.0506957 Mar 11 16:23:37.822146 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:37.822456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34216) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.836399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:37.866131 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40cbbea-1432-4e27-a8b9-16d1840acd4c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.867120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40cbbea-1432-4e27-a8b9-16d1840acd4c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.871866 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f40cbbea-1432-4e27-a8b9-16d1840acd4c tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/b733f1c0-ed26-40e7-9111-b44f3bdfca52 HTTP/1.1" status: 404 len: 337 time: 0.0454273 Mar 11 16:23:37.876857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34220) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.914992 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bad6f91-f1cd-4970-a846-1d356defb0c1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.915470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bad6f91-f1cd-4970-a846-1d356defb0c1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.920132 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2bad6f91-f1cd-4970-a846-1d356defb0c1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/19ee7bfc-b837-46ee-9bd5-e11322e28878 HTTP/1.1" status: 404 len: 333 time: 0.0440745 Mar 11 16:23:37.920322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34224) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.958250 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e63373c-2239-4dbe-a4ae-30ab53f333c4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:37.958630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e63373c-2239-4dbe-a4ae-30ab53f333c4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:37.963025 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e63373c-2239-4dbe-a4ae-30ab53f333c4 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/cf468aa8-8552-4cf8-9f56-06511514bf1c HTTP/1.1" status: 404 len: 337 time: 0.0390620 Mar 11 16:23:37.963025 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34228) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:37.965639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port c00e1012-4209-4571-abbd-dc886f4cbad0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c00e1012-4209-4571-abbd-dc886f4cbad0,segment=NetworkSegment(317570bc-91d8-444c-8b3b-abe8c98c911d),segment_id=317570bc-91d8-444c-8b3b-abe8c98c911d)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:37.966037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.007542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] DHCP port deletion for ce43e7f9-f589-4dbc-9c7f-d1734c4af099 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:38.008703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 387782a4-a706-4a8b-bf90-bac2ae506bc2) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:38.008840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] Deleting port c00e1012-4209-4571-abbd-dc886f4cbad0 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:38.009279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.019774 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-880d642d-6f9a-424d-ac5a-708076ee78a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.020212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880d642d-6f9a-424d-ac5a-708076ee78a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.024241 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-880d642d-6f9a-424d-ac5a-708076ee78a1 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/a1601f7a-655f-4f2d-8428-f70675031834 HTTP/1.1" status: 404 len: 337 time: 0.0579982 Mar 11 16:23:38.024241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:38.024241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.027728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34232) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.045222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45d117-13b8-4834-825c-3b163b2dda91 None None] Network 387782a4-a706-4a8b-bf90-bac2ae506bc2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:38.085637 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3b366ef6-1593-45c8-81dd-ea4375a7c801 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports?device_id=41fc48dd-d295-453c-8b86-6bcfbe478624 HTTP/1.1" status: 200 len: 205 time: 0.0542612 Mar 11 16:23:38.085995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34236) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.131641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for c00e1012-4209-4571-abbd-dc886f4cbad0 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:38.161439 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-b17e7fa7-fe50-478f-af8b-2ada0ab5d138 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] delete failed (client error): The resource could not be found. Mar 11 16:23:38.162522 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b17e7fa7-fe50-478f-af8b-2ada0ab5d138 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/routers/41fc48dd-d295-453c-8b86-6bcfbe478624 HTTP/1.1" status: 404 len: 336 time: 0.0757184 Mar 11 16:23:38.170248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34240) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.190699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:38.194609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.205693 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a06422a-5862-49c3-bf09-ff23cb011588 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8832126 Mar 11 16:23:38.207907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34244) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.212866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-177642078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:38.218772 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49775b7-7fe4-4f1f-ab1b-c254529943a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.219225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49775b7-7fe4-4f1f-ab1b-c254529943a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.220904 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a49775b7-7fe4-4f1f-ab1b-c254529943a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/a58aca58-d8f1-499a-b9ee-155f8ee62e95 HTTP/1.1" status: 404 len: 337 time: 0.0548151 Mar 11 16:23:38.223488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34248) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.256680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:38.269685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:router and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:38.274224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bdd99338-81be-4707-9190-d7df6b568872 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "GET /v2.0/ports?device_id=715d8ca2-732e-4698-ae65-17fec4dbdcac HTTP/1.1" status: 200 len: 205 time: 0.0497298 Mar 11 16:23:38.275131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:38.278556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34252) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.285678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:38.361374 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1aa1f082-9e4c-499a-8a43-9daa84a9c8fb (CIDR: 172.20.0.0/28) Mar 11 16:23:38.427965 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:23:38.428545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.436890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.470827 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-be032eec-c0c9-42da-8df7-4544b2597002 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] delete failed (client error): The resource could not be found. Mar 11 16:23:38.471828 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be032eec-c0c9-42da-8df7-4544b2597002 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/routers/715d8ca2-732e-4698-ae65-17fec4dbdcac HTTP/1.1" status: 404 len: 336 time: 0.1924870 Mar 11 16:23:38.482712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34258) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.495789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-387782a4-a706-4a8b-bf90-bac2ae506bc2', 'network_id': '387782a4-a706-4a8b-bf90-bac2ae506bc2', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'fixed_ips': [{'subnet_id': '515dccdc-63a3-421e-a424-eb9397889399'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:23:38.495789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.521099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] For port c00e1012-4209-4571-abbd-dc886f4cbad0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c00e1012-4209-4571-abbd-dc886f4cbad0,segment=NetworkSegment(317570bc-91d8-444c-8b3b-abe8c98c911d),segment_id=317570bc-91d8-444c-8b3b-abe8c98c911d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:38.521549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.533165 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f705a8-498e-41bc-a175-3fe697df2c74 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.539609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f705a8-498e-41bc-a175-3fe697df2c74 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.539609 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-54f705a8-498e-41bc-a175-3fe697df2c74 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/466f16cd-2be4-4c16-909d-5ef7852fa619 HTTP/1.1" status: 404 len: 337 time: 0.0516613 Mar 11 16:23:38.539609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34262) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.551065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=c00e1012-4209-4571-abbd-dc886f4cbad0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:38.567268 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No DVR routers for this DVR port c00e1012-4209-4571-abbd-dc886f4cbad0 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:38.585580 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10092b2-c3ad-4b68-8689-21f06f43dac8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.585580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10092b2-c3ad-4b68-8689-21f06f43dac8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.586532 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b10092b2-c3ad-4b68-8689-21f06f43dac8 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/98003cfc-018b-4638-bfad-57ba974fd410 HTTP/1.1" status: 404 len: 337 time: 0.0473459 Mar 11 16:23:38.589708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34266) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.607298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c00e1012-4209-4571-abbd-dc886f4cbad0 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:38.628618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.629560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.647402 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbb5304-5290-42ad-ab09-936e1a9795fc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.647871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbb5304-5290-42ad-ab09-936e1a9795fc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.651088 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2dbb5304-5290-42ad-ab09-936e1a9795fc tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/09f269fd-4909-4b2e-a458-f732680c295a HTTP/1.1" status: 404 len: 333 time: 0.0601964 Mar 11 16:23:38.655015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34270) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.673694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: c00e1012-4209-4571-abbd-dc886f4cbad0 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:38.677172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c00e1012-4209-4571-abbd-dc886f4cbad0 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:38.677172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9f409540-44ba-4575-b519-35e5e261c91e no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:38.704831 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd5527d-0c48-4d3a-a950-b2f9381ec89e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.705275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd5527d-0c48-4d3a-a950-b2f9381ec89e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.709346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.722426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4dd5527d-0c48-4d3a-a950-b2f9381ec89e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/6c81decf-1f89-457b-aa45-e8db51487398 HTTP/1.1" status: 404 len: 337 time: 0.0663393 Mar 11 16:23:38.725467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.742465 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6247deb4-4e4e-4aa7-8958-5c8d52f95bdd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4814866 Mar 11 16:23:38.749343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.758212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34278) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.766675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:38.773161 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1169af4-172e-46a7-832e-55160e023fcd tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.773623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1169af4-172e-46a7-832e-55160e023fcd tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.775378 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1169af4-172e-46a7-832e-55160e023fcd tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/9f856de3-dbbe-48f6-b4b0-db8476d782c8 HTTP/1.1" status: 404 len: 333 time: 0.0489137 Mar 11 16:23:38.778023 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34282) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.818297 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23b9647-7310-4c6a-af82-b153245cdffa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.819170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23b9647-7310-4c6a-af82-b153245cdffa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.821138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d23b9647-7310-4c6a-af82-b153245cdffa tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/928f8910-8c22-4c95-9070-ce13b00284f9 HTTP/1.1" status: 404 len: 337 time: 0.0422082 Mar 11 16:23:38.823680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34286) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.869517 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1913ae8-0f88-49bd-a60c-f6dc5bc9ddbf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.870387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1913ae8-0f88-49bd-a60c-f6dc5bc9ddbf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.872788 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c1913ae8-0f88-49bd-a60c-f6dc5bc9ddbf tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/b698553e-5778-4347-8ca1-a714689acb0b HTTP/1.1" status: 404 len: 333 time: 0.0478566 Mar 11 16:23:38.874581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:38.880633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34290) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.890715 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] Calling delete_port for c00e1012-4209-4571-abbd-dc886f4cbad0 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:38.928400 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-656a0ae0-5c1b-40cf-b37b-5c678b08c5a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.928873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656a0ae0-5c1b-40cf-b37b-5c678b08c5a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.930586 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-656a0ae0-5c1b-40cf-b37b-5c678b08c5a6 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/1d5591a9-fc7a-4141-a8ff-1f438569a02e HTTP/1.1" status: 404 len: 337 time: 0.0488596 Mar 11 16:23:38.933208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:38.934448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 9f409540-44ba-4575-b519-35e5e261c91e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:38.934901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9f409540-44ba-4575-b519-35e5e261c91e not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:38.982683 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b6cbbf-8387-4b6d-b1fd-f2f0c4035933 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:38.983151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b6cbbf-8387-4b6d-b1fd-f2f0c4035933 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:38.985644 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-03b6cbbf-8387-4b6d-b1fd-f2f0c4035933 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/5dd65b78-c849-4342-9c35-fa2158d6789b HTTP/1.1" status: 404 len: 333 time: 0.0515265 Mar 11 16:23:38.988301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34298) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.027603 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0afff4-188c-4fc4-93c4-3d12136b2bb7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:39.028866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0afff4-188c-4fc4-93c4-3d12136b2bb7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:39.030515 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ab0afff4-188c-4fc4-93c4-3d12136b2bb7 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/3c20df56-90d9-4f94-9af8-dcab463ea21a HTTP/1.1" status: 404 len: 337 time: 0.0409884 Mar 11 16:23:39.033732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34302) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: from cryptography.utils import int_from_bytes Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: from cryptography.utils import int_from_bytes Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn_limited( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn_limited( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:39.051808 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 16:23:39.056047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce43e7f9-f589-4dbc-9c7f-d1734c4af099']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:39.061153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Allocated IP 172.20.0.2 (387782a4-a706-4a8b-bf90-bac2ae506bc2/515dccdc-63a3-421e-a424-eb9397889399/2bcab0d3-e433-45d3-a45c-d559b22fd975) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:39.066899 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:39.067248 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:39.072248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5f4e8-1a24-4e97-bf2f-c238784a21f0 req-7121b180-c62e-4df5-bd6b-3a31a484119c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:39.074752 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c1d5f4e8-1a24-4e97-bf2f-c238784a21f0 req-7121b180-c62e-4df5-bd6b-3a31a484119c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 946 time: 0.5726118 Mar 11 16:23:39.105256 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ea2033-17a0-47f8-ab2c-c0049ff75db5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:39.106026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ea2033-17a0-47f8-ab2c-c0049ff75db5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:39.108769 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-25ea2033-17a0-47f8-ab2c-c0049ff75db5 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/07b16ccb-02d0-4898-a650-8120defb5ee4 HTTP/1.1" status: 404 len: 333 time: 0.0731072 Mar 11 16:23:39.109454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317570bc-91d8-444c-8b3b-abe8c98c911d') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:39.109746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317570bc-91d8-444c-8b3b-abe8c98c911d') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:39.110819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34306) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.139322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.146811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.151020 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a2ae3bab-bef5-47f4-a0f8-eb22b0b1d833 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9417291 Mar 11 16:23:39.153371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34310) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.171606 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c1d5f4e8-1a24-4e97-bf2f-c238784a21f0 req-7b737d16-f26f-4d7b-8b38-2721452cf2dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824847 Mar 11 16:23:39.175925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.195294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:39.195670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:39.214875 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:39.227962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.228081 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7fa595-a00c-4d86-90be-aa101eff954e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:39.228081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7fa595-a00c-4d86-90be-aa101eff954e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:39.232006 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aa7fa595-a00c-4d86-90be-aa101eff954e tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/9cfe487a-20fa-40cf-be02-4ee13bd77e25 HTTP/1.1" status: 404 len: 337 time: 0.1199787 Mar 11 16:23:39.234283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34314) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.270473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:39.308570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.333659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:39.336661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:39.343273 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77f1003-49df-47fb-8c22-a9ea90846fb9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:39.343735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77f1003-49df-47fb-8c22-a9ea90846fb9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:39.345413 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e77f1003-49df-47fb-8c22-a9ea90846fb9 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/2cdb5f39-d0df-4d30-8b69-53114e95fe11 HTTP/1.1" status: 404 len: 333 time: 0.1102192 Mar 11 16:23:39.352148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:39.353717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34318) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.402862 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3435b52-5b7f-46c1-a4af-ab1af0dc2649 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:39.402862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3435b52-5b7f-46c1-a4af-ab1af0dc2649 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:39.411513 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c3435b52-5b7f-46c1-a4af-ab1af0dc2649 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/1c73a968-012b-449c-be5f-9f423f1337c6 HTTP/1.1" status: 404 len: 337 time: 0.0543478 Mar 11 16:23:39.411687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34322) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.452824 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92f4978-a451-4801-a643-0b48b2a03f29 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:39.453289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92f4978-a451-4801-a643-0b48b2a03f29 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:39.455171 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a92f4978-a451-4801-a643-0b48b2a03f29 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/ports/8f5850f9-64c7-4497-8182-50323b1a12f4 HTTP/1.1" status: 404 len: 333 time: 0.0426092 Mar 11 16:23:39.457852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34326) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.496097 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9587ad-b7c6-47a4-80a5-4b748504ae4f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:39.496610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9587ad-b7c6-47a4-80a5-4b748504ae4f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:39.499133 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b9587ad-b7c6-47a4-80a5-4b748504ae4f tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/subnets/6c6b117c-32f5-4266-b5e4-28bba471e5ee HTTP/1.1" status: 404 len: 337 time: 0.0394940 Mar 11 16:23:39.508453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34330) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.530813 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Transition to ACTIVE for port object 2bcab0d3-e433-45d3-a45c-d559b22fd975 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:39.532731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.559706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Transition to ACTIVE for port object 2bcab0d3-e433-45d3-a45c-d559b22fd975 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:39.567994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] Deleting port c00e1012-4209-4571-abbd-dc886f4cbad0 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:39.568373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.570282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.575898 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/networks/ce43e7f9-f589-4dbc-9c7f-d1734c4af099 HTTP/1.1" status: 204 len: 168 time: 2.0644546 Mar 11 16:23:39.578788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34334) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:39.583528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:39.587261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.607313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18170157-7bf0-4b1c-91a6-856e7e7dbafb tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Network': ['ID=ce43e7f9-f589-4dbc-9c7f-d1734c4af099,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:39.647264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9b3de314-5e3c-46ea-b1fb-14469caa1cf4 None None] The port 'c00e1012-4209-4571-abbd-dc886f4cbad0' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:23:39.692817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.701052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.767850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Network 387782a4-a706-4a8b-bf90-bac2ae506bc2 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:39.770903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:39.779167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:39.790073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Pushing event updated for resources: {'Port': ['ID=2bcab0d3-e433-45d3-a45c-d559b22fd975,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:39.882499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Attempting to bind port 2bcab0d3-e433-45d3-a45c-d559b22fd975 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:39.882860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Attempting to bind port 2bcab0d3-e433-45d3-a45c-d559b22fd975 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'c5214abb-06d8-46b2-aeb1-b0d3166afd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '387782a4-a706-4a8b-bf90-bac2ae506bc2'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:39.883216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Attempting to bind port 2bcab0d3-e433-45d3-a45c-d559b22fd975 on network 387782a4-a706-4a8b-bf90-bac2ae506bc2 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:39.889404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:39.889768 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Checking segment: {'id': 'c5214abb-06d8-46b2-aeb1-b0d3166afd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '387782a4-a706-4a8b-bf90-bac2ae506bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:39.890182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.890591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Bound using segment: {'id': 'c5214abb-06d8-46b2-aeb1-b0d3166afd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '387782a4-a706-4a8b-bf90-bac2ae506bc2'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:39.891052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Bound port: 2bcab0d3-e433-45d3-a45c-d559b22fd975, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5214abb-06d8-46b2-aeb1-b0d3166afd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '387782a4-a706-4a8b-bf90-bac2ae506bc2'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:39.891419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.903528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.983866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] For port 2bcab0d3-e433-45d3-a45c-d559b22fd975, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:39.986751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] For port 2bcab0d3-e433-45d3-a45c-d559b22fd975, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2bcab0d3-e433-45d3-a45c-d559b22fd975,segment=NetworkSegment(c5214abb-06d8-46b2-aeb1-b0d3166afd77),segment_id=c5214abb-06d8-46b2-aeb1-b0d3166afd77)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:40.084124 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.ipam_backend_mixin [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1899a25e-fdbe-404c-9164-4b9e605b2a40 (CIDR: 172.20.0.16/28) Mar 11 16:23:40.102098 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.166534 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:23:40.167611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:40.171369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.20.0.1 (387782a4-a706-4a8b-bf90-bac2ae506bc2/515dccdc-63a3-421e-a424-eb9397889399/dc4e05fc-00f1-4112-ac5b-a6383e90b441) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:40.200298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c98d2-fac9-419b-a420-028bc4fc3a6b None None] Pushing event updated for resources: {'Port': ['ID=2bcab0d3-e433-45d3-a45c-d559b22fd975,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:40.248340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.333105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7970c8d-d4d0-48da-9704-4bf255aacaa9']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:40.344875 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-988950ec-d3f3-4155-ab09-8a5ae7e6002b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5846319 Mar 11 16:23:40.350916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34340) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:40.363314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'subnet': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:40.383654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764d197d-4d67-45e9-b627-56bd9925ad1d') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:40.384024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764d197d-4d67-45e9-b627-56bd9925ad1d') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:40.419270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.442703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Transition to ACTIVE for port object dc4e05fc-00f1-4112-ac5b-a6383e90b441 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:40.455803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.468467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb698b6-90c8-4d57-ba86-614b77000d0a req-11fe4af0-0cd4-4200-8a34-3fe0b1553839 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:40.470250 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cfb698b6-90c8-4d57-ba86-614b77000d0a req-11fe4af0-0cd4-4200-8a34-3fe0b1553839 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 946 time: 0.1632710 Mar 11 16:23:40.552970 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cfb698b6-90c8-4d57-ba86-614b77000d0a req-2d237503-b148-4067-9b55-98b14a50249d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713711 Mar 11 16:23:40.573711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.585967 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:40.586417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.590110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.691153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 387782a4-a706-4a8b-bf90-bac2ae506bc2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:40.694885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:40.698021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:40.755937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=dc4e05fc-00f1-4112-ac5b-a6383e90b441,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:40.780290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:40.787760 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:40.982416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:40.990253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Usage tracker for resource:subnet and tenant:82393e89a4984d5d95189d19c56d0d01 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:40.994460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:41.003635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:41.082295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43ca6b-e3f6-4ead-a5dd-bce3c576a218 req-1678432f-8703-4498-baf7-fae968ca9a90 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:41.084078 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4b43ca6b-e3f6-4ead-a5dd-bce3c576a218 req-1678432f-8703-4498-baf7-fae968ca9a90 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 946 time: 0.2953753 Mar 11 16:23:41.092729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.126682 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.153289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3353b7e6-93b5-4564-9eaa-022d04c27eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.159684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.178589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Made reservation on behalf of 82393e89a4984d5d95189d19c56d0d01 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:23:41.182079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.197247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] Pushing event deleted for resources: {'Network': ['ID=b7970c8d-d4d0-48da-9704-4bf255aacaa9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:41.222063 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-635acceb-6c91-4379-8e0f-8fb7119ceb96 tempest-NetworksTestDHCPv6-518217624 tempest-NetworksTestDHCPv6-518217624-project] 10.222.0.57 "DELETE /v2.0/networks/b7970c8d-d4d0-48da-9704-4bf255aacaa9 HTTP/1.1" status: 204 len: 168 time: 1.7096777 Mar 11 16:23:41.274896 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4b43ca6b-e3f6-4ead-a5dd-bce3c576a218 req-337522bc-eeb3-4584-b6a6-321c75014254 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794674 Mar 11 16:23:41.294624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.573076 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b44e6-a506-4f93-84ef-6a424fd629da None None] Network 387782a4-a706-4a8b-bf90-bac2ae506bc2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:41.642152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.964177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port d825c539-9255-418e-ad9e-a2e0b5b3fb56 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:41.964933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.965894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.071068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34354) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:42.086578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0b6ff177-2c5b-4b40-8e87-5b7adc50e944 None None] Provisioning for port 2bcab0d3-e433-45d3-a45c-d559b22fd975 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:42.106148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.132874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=dc4e05fc-00f1-4112-ac5b-a6383e90b441,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:42.135504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.193361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:42.201436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:42.205575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:42.206312 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.226623 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3da789-0be6-4edb-a130-fc67dcedf797 None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:42.378311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Subnet': ['ID=e11daf84-0415-4a52-9026-d64373be7386,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:42.415645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 387782a4-a706-4a8b-bf90-bac2ae506bc2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:42.419000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:42.470387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port d825c539-9255-418e-ad9e-a2e0b5b3fb56, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d825c539-9255-418e-ad9e-a2e0b5b3fb56,segment=NetworkSegment(4a9924eb-62d6-4f8c-bf13-c21ffe9e8424),segment_id=4a9924eb-62d6-4f8c-bf13-c21ffe9e8424)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:42.470757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.485097 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-969c5499-c772-437d-a9fd-02d6165e958b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea1ea47bbce9473ba78bad3ec2efc43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128666 Mar 11 16:23:42.492386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34360) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:42.553880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d57d5bc-8224-481e-b009-4a62e877a51a None None] Provisioning for port dc4e05fc-00f1-4112-ac5b-a6383e90b441 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:42.610214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d57d5bc-8224-481e-b009-4a62e877a51a None None] Provisioning complete for port dc4e05fc-00f1-4112-ac5b-a6383e90b441 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:42.610769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d57d5bc-8224-481e-b009-4a62e877a51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.658630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2bcab0d3-e433-45d3-a45c-d559b22fd975 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:42.707755 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-41a523a7-e516-4808-8a33-f3a8506175be tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3531530 Mar 11 16:23:42.722289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for d825c539-9255-418e-ad9e-a2e0b5b3fb56 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:42.755911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:42.780805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8d57d5bc-8224-481e-b009-4a62e877a51a None None] Port dc4e05fc-00f1-4112-ac5b-a6383e90b441 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:42.814945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-189339141', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e11daf84-0415-4a52-9026-d64373be7386'}], 'security_groups': ['665cd765-476c-4937-8e46-50fa80670901', '3c790f2b-907a-4fb9-9442-956ac0b0214e']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:42.838225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34368) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:42.877102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef84f40a-cbbd-400b-bee8-6b221188e405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.979436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2ed81a3b-bb01-4b27-9837-08e3d7937546 None None] Provisioning complete for port dc4e05fc-00f1-4112-ac5b-a6383e90b441 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:42.979729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2ed81a3b-bb01-4b27-9837-08e3d7937546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.011991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac78f6-573a-41e2-9785-f0ab79c8f31b None None] Update dhcp port {'port': {'network_id': 'c9dd9491-fdc8-45bc-a2df-e62f6826e4e0', 'fixed_ips': [{'subnet_id': '1899a25e-fdbe-404c-9164-4b9e605b2a40', 'ip_address': '172.20.0.18'}, {'subnet_id': '1aa1f082-9e4c-499a-8a43-9daa84a9c8fb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e11daf84-0415-4a52-9026-d64373be7386'}], 'binding:host_id': 'dv-neutron-833379-1-hyperv'}, 'id': '191cc154-a4f4-4159-a95c-8d619bce2841'} from dv-neutron-833379-1-hyperv. {{(pid=88602) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 11 16:23:43.043242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 2bcab0d3-e433-45d3-a45c-d559b22fd975 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:43.071992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2bcab0d3-e433-45d3-a45c-d559b22fd975 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:43.072423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.130070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef84f40a-cbbd-400b-bee8-6b221188e405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.137640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2ed81a3b-bb01-4b27-9837-08e3d7937546 None None] Port dc4e05fc-00f1-4112-ac5b-a6383e90b441 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:43.144510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42ac78f6-573a-41e2-9785-f0ab79c8f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.291534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router d3a01589-8c15-4361-ac6c-c119c2ca6b91 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:23:43.404141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.494080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 2bcab0d3-e433-45d3-a45c-d559b22fd975, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2bcab0d3-e433-45d3-a45c-d559b22fd975,segment=NetworkSegment(c5214abb-06d8-46b2-aeb1-b0d3166afd77),segment_id=c5214abb-06d8-46b2-aeb1-b0d3166afd77)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:43.507701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-42ac78f6-573a-41e2-9785-f0ab79c8f31b None None] Allocated IP 172.20.0.34 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/e11daf84-0415-4a52-9026-d64373be7386/191cc154-a4f4-4159-a95c-8d619bce2841) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:43.517250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.565678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d600398-3c2f-415d-9777-0836aec767e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.646785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef84f40a-cbbd-400b-bee8-6b221188e405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.677911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:43.693922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5837df-805f-472f-a86a-0373e4336725 None None] Sync routers for ids ['d3a01589-8c15-4361-ac6c-c119c2ca6b91'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:43.697084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-42ac78f6-573a-41e2-9785-f0ab79c8f31b None None] For port 191cc154-a4f4-4159-a95c-8d619bce2841, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=191cc154-a4f4-4159-a95c-8d619bce2841,segment=NetworkSegment(145ef477-571f-4716-af50-1e47c01c24f9),segment_id=145ef477-571f-4716-af50-1e47c01c24f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:43.698139 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2e9f4ba8-0399-430c-8b48-bc22327de3d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/d3a01589-8c15-4361-ac6c-c119c2ca6b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5374160 Mar 11 16:23:43.702406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34372) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:43.715527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84f40a-cbbd-400b-bee8-6b221188e405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb9d89c-846a-4e3f-9ed8-cdc9ef1f4992,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:43.718112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5837df-805f-472f-a86a-0373e4336725 None None] Routers {'d3a01589-8c15-4361-ac6c-c119c2ca6b91'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:43.718112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ec5837df-805f-472f-a86a-0373e4336725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3a01589-8c15-4361-ac6c-c119c2ca6b91'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:43.740736 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.796633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef84f40a-cbbd-400b-bee8-6b221188e405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.801012 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ef84f40a-cbbd-400b-bee8-6b221188e405 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9eb9d89c-846a-4e3f-9ed8-cdc9ef1f4992 HTTP/1.1" status: 204 len: 168 time: 1.3046618 Mar 11 16:23:43.815398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ec5837df-805f-472f-a86a-0373e4336725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:43.818874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.833380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.resource_extend [None req-42ac78f6-573a-41e2-9785-f0ab79c8f31b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:23:43.844579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=d825c539-9255-418e-ad9e-a2e0b5b3fb56,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:43.867752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9dcd3e-0ee1-400c-8889-b4d674bcbe70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:43.868905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc9dcd3e-0ee1-400c-8889-b4d674bcbe70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:43.914288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42ac78f6-573a-41e2-9785-f0ab79c8f31b None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.937193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-42ac78f6-573a-41e2-9785-f0ab79c8f31b None None] Transition to ACTIVE for port object 191cc154-a4f4-4159-a95c-8d619bce2841 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:43.980274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5837df-805f-472f-a86a-0373e4336725 None None] Routers {'d3a01589-8c15-4361-ac6c-c119c2ca6b91'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:43.981355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ec5837df-805f-472f-a86a-0373e4336725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3a01589-8c15-4361-ac6c-c119c2ca6b91'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:44.040542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.060593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ec5837df-805f-472f-a86a-0373e4336725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:44.060984 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5837df-805f-472f-a86a-0373e4336725 None None] The sync data for ids ['d3a01589-8c15-4361-ac6c-c119c2ca6b91'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:44.084880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=2bcab0d3-e433-45d3-a45c-d559b22fd975,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:44.104100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42ac78f6-573a-41e2-9785-f0ab79c8f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.128656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.177206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fc9dcd3e-0ee1-400c-8889-b4d674bcbe70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:44.181212 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc9dcd3e-0ee1-400c-8889-b4d674bcbe70 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports/dc4e05fc-00f1-4112-ac5b-a6383e90b441 HTTP/1.1" status: 200 len: 910 time: 0.4752264 Mar 11 16:23:44.193917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34378) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:44.290251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac78f6-573a-41e2-9785-f0ab79c8f31b None None] Pushing event updated for resources: {'Port': ['ID=191cc154-a4f4-4159-a95c-8d619bce2841,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:44.622705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.663370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2bcab0d3-e433-45d3-a45c-d559b22fd975 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:44.756537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.778161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2bcab0d3-e433-45d3-a45c-d559b22fd975 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:44.778754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:44.897680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.17 (bcc46f37-b8a0-4367-9a43-f240d5d4c1ed/3c73734a-e0df-4e41-a563-9634cc29e39e/5219990e-5a3e-446f-b4b7-20d8c6d95518) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:44.943355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 191cc154-a4f4-4159-a95c-8d619bce2841 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:45.159071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.179416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 5219990e-5a3e-446f-b4b7-20d8c6d95518 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:45.210284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4ce5ca7a-2018-4fab-95fb-5224e6e3e778 None None] Provisioning for port 191cc154-a4f4-4159-a95c-8d619bce2841 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:45.216215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4ce5ca7a-2018-4fab-95fb-5224e6e3e778 None None] Provisioning complete for port 191cc154-a4f4-4159-a95c-8d619bce2841 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:45.216588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ca7a-2018-4fab-95fb-5224e6e3e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.350963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:45.354873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4ce5ca7a-2018-4fab-95fb-5224e6e3e778 None None] Provisioning complete for port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:45.355284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ca7a-2018-4fab-95fb-5224e6e3e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.369130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Delete allocated IP 172.20.0.7 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/1aa1f082-9e4c-499a-8a43-9daa84a9c8fb) {{(pid=88601) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:23:45.384638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Allocated IP 172.20.0.42 (c9dd9491-fdc8-45bc-a2df-e62f6826e4e0/e11daf84-0415-4a52-9026-d64373be7386/eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:45.404399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.449688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5ca7a-2018-4fab-95fb-5224e6e3e778 None None] Port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:45.462957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4ce5ca7a-2018-4fab-95fb-5224e6e3e778 None None] Provisioning complete for port a05e024b-a289-4883-b0e1-52493c596e93 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:45.463638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ca7a-2018-4fab-95fb-5224e6e3e778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.473610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:45.476665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:45.481637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:45.528777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5ca7a-2018-4fab-95fb-5224e6e3e778 None None] Port a05e024b-a289-4883-b0e1-52493c596e93 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:45.549379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=5219990e-5a3e-446f-b4b7-20d8c6d95518,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:45.582248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.692443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34400) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:45.747091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:45.760221 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:45.763913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34406) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:45.767295 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-16031b16-d0f1-44b9-b774-804db2acb7db tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1818619 Mar 11 16:23:45.773376 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:45.774429 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:45.862241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-secgroup--616719303'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:45.878971 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:45.888151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.888704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.896564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:45.903243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:45.922080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:45.933129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a97576-84a9-4b0f-a4cc-1d6de798f5d2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting subnet 57187de6-aa22-44b0-b34c-8d0bbd5b0b43 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:45.937506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.953090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0a97576-84a9-4b0f-a4cc-1d6de798f5d2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.965088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a0d95d0b-d619-4575-a6fb-0ad9807c5872 None None] Provisioning for port 5219990e-5a3e-446f-b4b7-20d8c6d95518 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:45.977807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a0d95d0b-d619-4575-a6fb-0ad9807c5872 None None] Provisioning complete for port 5219990e-5a3e-446f-b4b7-20d8c6d95518 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:45.978589 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0d95d0b-d619-4575-a6fb-0ad9807c5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.015886 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:46.054643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0a97576-84a9-4b0f-a4cc-1d6de798f5d2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.094191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a0d95d0b-d619-4575-a6fb-0ad9807c5872 None None] Port 5219990e-5a3e-446f-b4b7-20d8c6d95518 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:46.150443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.170794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.189968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.215946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:46.221846 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Transition to ACTIVE for port object eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:46.231340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:46.237144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:46.303736 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.304756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:46.383840 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:43Z', 'revision_number': 10, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:46.390068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port dc4e05fc-00f1-4112-ac5b-a6383e90b441 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:46.390673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.394484 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:46.406036 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:46.407624 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:46.419826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0a97576-84a9-4b0f-a4cc-1d6de798f5d2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.487547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event updated for resources: {'Port': ['ID=eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:46.584145 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:46.641985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.672794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.761189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0a97576-84a9-4b0f-a4cc-1d6de798f5d2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.811372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a97576-84a9-4b0f-a4cc-1d6de798f5d2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Subnet': ['ID=57187de6-aa22-44b0-b34c-8d0bbd5b0b43,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:46.814160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] In _notify_port_updated(), no bound segment for port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 on network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 {{(pid=88601) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:23:46.819974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:46.820567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.823595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0a97576-84a9-4b0f-a4cc-1d6de798f5d2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.826139 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4a0fe37b-4c1e-44d6-ac99-ff3b1e4c92f8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "PUT /v2.0/ports/eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 HTTP/1.1" status: 200 len: 959 time: 4.0522988 Mar 11 16:23:46.826771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34410) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:46.827417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.830453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.832808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b0501-c2a3-45a3-892b-7937350b979e None None] Network c525feae-1322-4f8c-ae15-e52d931a3315 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:46.952669 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e704e-8e35-4572-b805-e0fcc2743f80 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:46.953051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee8e704e-8e35-4572-b805-e0fcc2743f80 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:46.954606 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e0a97576-84a9-4b0f-a4cc-1d6de798f5d2 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/57187de6-aa22-44b0-b34c-8d0bbd5b0b43 HTTP/1.1" status: 204 len: 168 time: 1.1892703 Mar 11 16:23:46.968018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:46.974053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34414) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:46.987396 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:43Z', 'revision_number': 10, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:46.993111 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9644f98f-1fbf-4cdb-a269-8579e5b86df9 None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:43Z', 'revision_number': 10, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None, '_interfaces': [{'id': 'afe9658a-297c-4eff-8cf9-540b7d927f55', 'name': '', 'network_id': 'f4781cfe-19ac-46c9-be91-3252c64fc759', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'mac_address': 'fa:16:3e:f6:96:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:37Z', 'updated_at': '2022-03-11T16:23:00Z', 'revision_number': 5, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'subnets': [{'id': 'b00b5092-de38-4848-b2de-831c98fa98cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:47.007024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.039519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=5219990e-5a3e-446f-b4b7-20d8c6d95518,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:47.044577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:47.071217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:47.078758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:47.164794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for dc4e05fc-00f1-4112-ac5b-a6383e90b441 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:47.283307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2ce8476c-348c-4a58-ac7d-8aafadcd9499 None None] Provisioning for port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:47.289034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2ce8476c-348c-4a58-ac7d-8aafadcd9499 None None] Provisioning complete for port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:47.289716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2ce8476c-348c-4a58-ac7d-8aafadcd9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.308551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc8fdb9-1ac6-4dc4-8155-35aad7cbd8bc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:47.312486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.360744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8476c-348c-4a58-ac7d-8aafadcd9499 None None] Port eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:47.388795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.398111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339648ea-8959-4dd6-a4f8-54cf9db6e2d6 None None] DHCP port deletion for c525feae-1322-4f8c-ae15-e52d931a3315 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:47.400351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-339648ea-8959-4dd6-a4f8-54cf9db6e2d6 None None] Deleting port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:47.400755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-339648ea-8959-4dd6-a4f8-54cf9db6e2d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.557997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee8e704e-8e35-4572-b805-e0fcc2743f80 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.592143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:47.592749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.622104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:47.640435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:47.665469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.669359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-339648ea-8959-4dd6-a4f8-54cf9db6e2d6 None None] For port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc,segment=NetworkSegment(4a9924eb-62d6-4f8c-bf13-c21ffe9e8424),segment_id=4a9924eb-62d6-4f8c-bf13-c21ffe9e8424)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:47.669792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-339648ea-8959-4dd6-a4f8-54cf9db6e2d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.705252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e704e-8e35-4572-b805-e0fcc2743f80 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:47.793081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.809066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:47.814741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-339648ea-8959-4dd6-a4f8-54cf9db6e2d6 None None] Calling delete_port for 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:47.864648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=dc4e05fc-00f1-4112-ac5b-a6383e90b441,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:47.989981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58387e63-078d-44e0-ba7d-aab5ea423b83,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:48.017589 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fe9fb90e-a9e1-49d1-bc48-1534182e5fac None None] Provisioning complete for port 5219990e-5a3e-446f-b4b7-20d8c6d95518 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:48.018224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fe9fb90e-a9e1-49d1-bc48-1534182e5fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:48.054867 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-339648ea-8959-4dd6-a4f8-54cf9db6e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:48.090893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router e8dbb226-1939-4729-99d9-776a439b5633 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:48.099986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc,segment=NetworkSegment(4a9924eb-62d6-4f8c-bf13-c21ffe9e8424),segment_id=4a9924eb-62d6-4f8c-bf13-c21ffe9e8424)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:48.100434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:48.121507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339648ea-8959-4dd6-a4f8-54cf9db6e2d6 None None] Pushing event deleted for resources: {'Port': ['ID=6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:48.138963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339648ea-8959-4dd6-a4f8-54cf9db6e2d6 None None] No DVR routers for this DVR port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:48.157519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fe9fb90e-a9e1-49d1-bc48-1534182e5fac None None] Port 5219990e-5a3e-446f-b4b7-20d8c6d95518 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:48.196300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:48.261600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee8e704e-8e35-4572-b805-e0fcc2743f80 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:48.294381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:48.295614 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-80f5f5ea-e1ed-4537-b526-a7f3ffd43e50 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6019406 Mar 11 16:23:48.308619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:48.336720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34418) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:48.506307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e704e-8e35-4572-b805-e0fcc2743f80 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:48.543565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d825c539-9255-418e-ad9e-a2e0b5b3fb56 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:48.546736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5e3a1662-c388-4b23-8e4b-57a3a7f00838 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:48.558335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: d825c539-9255-418e-ad9e-a2e0b5b3fb56 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:48.558335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d825c539-9255-418e-ad9e-a2e0b5b3fb56 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:48.558335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:48.559589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:48.561588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:48.561897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:48.577655 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c68eda7b-2f5b-4243-bf36-a1a30d9a8c8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/e8dbb226-1939-4729-99d9-776a439b5633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7387707 Mar 11 16:23:48.601320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Sync routers for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:48.618184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:48.618184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:48.623196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:48.623886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:48.763519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5e3a1662-c388-4b23-8e4b-57a3a7f00838 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:48.765603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router d3a01589-8c15-4361-ac6c-c119c2ca6b91 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:48.766114 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5e3a1662-c388-4b23-8e4b-57a3a7f00838 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4202690 Mar 11 16:23:48.769226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34426) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:48.778572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee8e704e-8e35-4572-b805-e0fcc2743f80 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:48.780648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d6578815-987a-4933-a80a-1d9394fd6c64 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-security--723625845', 'description': 'tempest-security-description-22995061'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:48.827031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:48.891163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6578815-987a-4933-a80a-1d9394fd6c64 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:48.959459 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee8e704e-8e35-4572-b805-e0fcc2743f80 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 HTTP/1.1" status: 204 len: 168 time: 2.1226027 Mar 11 16:23:48.962301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34430) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:48.968124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:48.978694 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-00d93ae1-0f59-42a1-b4f9-12a1eb52328e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/d3a01589-8c15-4361-ac6c-c119c2ca6b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7836666 Mar 11 16:23:48.981115 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382a29c-3a1c-408d-998a-661b4d5185ec None None] Sync routers for ids ['d3a01589-8c15-4361-ac6c-c119c2ca6b91'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:48.982975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34434) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:48.995647 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382a29c-3a1c-408d-998a-661b4d5185ec None None] Routers {'d3a01589-8c15-4361-ac6c-c119c2ca6b91'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:48.996792 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4382a29c-3a1c-408d-998a-661b4d5185ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3a01589-8c15-4361-ac6c-c119c2ca6b91'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:49.023742 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c87a56-59c3-4171-9807-68ee5468dcf8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] GET failed (client error): The resource could not be found. Mar 11 16:23:49.024464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f4c87a56-59c3-4171-9807-68ee5468dcf8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:49.045678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1d840eb4-bd31-442e-9693-6b354a4fb1a0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:49.064184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:49.065460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.069295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6578815-987a-4933-a80a-1d9394fd6c64 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.080378 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4382a29c-3a1c-408d-998a-661b4d5185ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:49.089961 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382a29c-3a1c-408d-998a-661b4d5185ec None None] Routers {'d3a01589-8c15-4361-ac6c-c119c2ca6b91'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:49.091091 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4382a29c-3a1c-408d-998a-661b4d5185ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3a01589-8c15-4361-ac6c-c119c2ca6b91'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:49.143950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] The port '6e5d93f8-42cc-43c4-9c34-cdbd5fd079bc' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:23:49.155771 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4382a29c-3a1c-408d-998a-661b4d5185ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:49.156626 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382a29c-3a1c-408d-998a-661b4d5185ec None None] The sync data for ids ['d3a01589-8c15-4361-ac6c-c119c2ca6b91'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:49.259295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:23:45Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'da43061f-1942-4472-9e79-ac6eda8c1de2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:24Z', 'updated_at': '2022-03-11T16:22:33Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5219990e-5a3e-446f-b4b7-20d8c6d95518', 'name': '', 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:92:03:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '3c73734a-e0df-4e41-a563-9634cc29e39e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:44Z', 'updated_at': '2022-03-11T16:23:46Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '3c73734a-e0df-4e41-a563-9634cc29e39e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:49.263833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Checking router: e8dbb226-1939-4729-99d9-776a439b5633 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:49.264178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Updating router e8dbb226-1939-4729-99d9-776a439b5633 port 5219990e-5a3e-446f-b4b7-20d8c6d95518 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:23:49.265251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f4c87a56-59c3-4171-9807-68ee5468dcf8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:49.267466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6578815-987a-4933-a80a-1d9394fd6c64 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.271057 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4c87a56-59c3-4171-9807-68ee5468dcf8 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports/eaf56c59-04d7-4c8f-9a66-d80b0b7ecf44 HTTP/1.1" status: 404 len: 333 time: 0.3044870 Mar 11 16:23:49.271215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d6578815-987a-4933-a80a-1d9394fd6c64 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.271215 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d6578815-987a-4933-a80a-1d9394fd6c64 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "PUT /v2.0/security-groups/58387e63-078d-44e0-ba7d-aab5ea423b83 HTTP/1.1" status: 200 len: 1777 time: 0.5008960 Mar 11 16:23:49.271802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:49.274211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34440) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:49.286634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.302797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1d840eb4-bd31-442e-9693-6b354a4fb1a0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:49.305785 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1d840eb4-bd31-442e-9693-6b354a4fb1a0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a01589-8c15-4361-ac6c-c119c2ca6b91 HTTP/1.1" status: 200 len: 205 time: 0.3208425 Mar 11 16:23:49.308529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6578815-987a-4933-a80a-1d9394fd6c64 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58387e63-078d-44e0-ba7d-aab5ea423b83,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:49.312159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34446) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:49.337932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.468905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c525feae-1322-4f8c-ae15-e52d931a3315']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:49.491147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:49.491147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9924eb-62d6-4f8c-bf13-c21ffe9e8424') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:49.507203 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-964be0be-5b75-443b-aa95-86d27b2fbb71 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups/58387e63-078d-44e0-ba7d-aab5ea423b83 HTTP/1.1" status: 200 len: 1777 time: 0.2284131 Mar 11 16:23:49.508961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.515982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34450) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:49.533002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbe83ae6-e573-4d65-8925-9f855c6c4132 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.544507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.561837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:49.562263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:49.578292 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:49.682558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c303c719-3786-4c2c-8b27-55e800a74f95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.712274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c303c719-3786-4c2c-8b27-55e800a74f95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.744589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-563dc6f7-ccc3-4613-97fd-b22ebed35dfb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.751777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.879016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.897532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.911460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbe83ae6-e573-4d65-8925-9f855c6c4132 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.914018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-563dc6f7-ccc3-4613-97fd-b22ebed35dfb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.914838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Network': ['ID=c525feae-1322-4f8c-ae15-e52d931a3315,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:49.924482 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-178b7140-c6fa-4885-93b0-b7324640ed7f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/networks/c525feae-1322-4f8c-ae15-e52d931a3315 HTTP/1.1" status: 204 len: 168 time: 2.8839910 Mar 11 16:23:49.924697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbe83ae6-e573-4d65-8925-9f855c6c4132 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.924792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34454) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:49.934780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Transition to ACTIVE for port object 5219990e-5a3e-446f-b4b7-20d8c6d95518 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:23:49.983440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c303c719-3786-4c2c-8b27-55e800a74f95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.985963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c303c719-3786-4c2c-8b27-55e800a74f95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:49.987213 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c303c719-3786-4c2c-8b27-55e800a74f95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/58387e63-078d-44e0-ba7d-aab5ea423b83 HTTP/1.1" status: 204 len: 168 time: 0.4703205 Mar 11 16:23:49.990109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:50.060274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303c719-3786-4c2c-8b27-55e800a74f95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58387e63-078d-44e0-ba7d-aab5ea423b83,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:50.062275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.175962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-563dc6f7-ccc3-4613-97fd-b22ebed35dfb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.194548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbe83ae6-e573-4d65-8925-9f855c6c4132 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.194881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe83ae6-e573-4d65-8925-9f855c6c4132 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Fanout notify agent at l3_agent the message router_deleted on router d3a01589-8c15-4361-ac6c-c119c2ca6b91 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:23:50.217238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dc6f7-ccc3-4613-97fd-b22ebed35dfb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3752b0-d4cf-4932-a535-c3156442cafa,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:50.233195 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f75f816-fda4-4d99-ae0b-fb1869927c7a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2417724 Mar 11 16:23:50.241297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34462) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:50.248927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbe83ae6-e573-4d65-8925-9f855c6c4132 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.250419 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cbe83ae6-e573-4d65-8925-9f855c6c4132 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/d3a01589-8c15-4361-ac6c-c119c2ca6b91 HTTP/1.1" status: 204 len: 168 time: 0.9251330 Mar 11 16:23:50.253045 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34466) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:50.263242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd5e84-04f6-427b-8cc2-26afa4e54769 None None] Pushing event updated for resources: {'Port': ['ID=5219990e-5a3e-446f-b4b7-20d8c6d95518,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:50.267526 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-8aac685d-17f3-4acd-b118-5ad0e1e54a1b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] delete failed (client error): The resource could not be found. Mar 11 16:23:50.268949 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8aac685d-17f3-4acd-b118-5ad0e1e54a1b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/58387e63-078d-44e0-ba7d-aab5ea423b83 HTTP/1.1" status: 404 len: 347 time: 0.0258601 Mar 11 16:23:50.276444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34470) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:50.293386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743497240'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:50.293959 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-563dc6f7-ccc3-4613-97fd-b22ebed35dfb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.295368 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-563dc6f7-ccc3-4613-97fd-b22ebed35dfb tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/security-groups/5f3752b0-d4cf-4932-a535-c3156442cafa HTTP/1.1" status: 204 len: 168 time: 0.9941695 Mar 11 16:23:50.299905 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34474) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:50.308426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:50.358881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:50.382943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Attempting to bind port 5219990e-5a3e-446f-b4b7-20d8c6d95518 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:23:50.383513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Attempting to bind port 5219990e-5a3e-446f-b4b7-20d8c6d95518 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:23:50.384051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Attempting to bind port 5219990e-5a3e-446f-b4b7-20d8c6d95518 on network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:23:50.395323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:23:50.395323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Checking segment: {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:23:50.395323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.395323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Bound using segment: {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:23:50.395323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Bound port: 5219990e-5a3e-446f-b4b7-20d8c6d95518, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:23:50.395323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.398921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cb757169-6fd9-4a51-b3d4-5fa2b2524c16 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.425610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc24e46-d19b-47f9-93f1-039996f11e5d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting subnet 515dccdc-63a3-421e-a424-eb9397889399 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:50.431412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbc24e46-d19b-47f9-93f1-039996f11e5d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.490540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cb757169-6fd9-4a51-b3d4-5fa2b2524c16 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.498236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.523245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] For port 5219990e-5a3e-446f-b4b7-20d8c6d95518, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:23:50.530023 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:50.530950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] For port 5219990e-5a3e-446f-b4b7-20d8c6d95518, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5219990e-5a3e-446f-b4b7-20d8c6d95518,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:23:50.534982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbc24e46-d19b-47f9-93f1-039996f11e5d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.536216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:50.539993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:50.548595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:50.589306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.632961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbc24e46-d19b-47f9-93f1-039996f11e5d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.645063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.708821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cb757169-6fd9-4a51-b3d4-5fa2b2524c16 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.738605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:50.739274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:50.745363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb757169-6fd9-4a51-b3d4-5fa2b2524c16 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c790f2b-907a-4fb9-9442-956ac0b0214e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:50.753450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cb757169-6fd9-4a51-b3d4-5fa2b2524c16 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.754690 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cb757169-6fd9-4a51-b3d4-5fa2b2524c16 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/security-groups/3c790f2b-907a-4fb9-9442-956ac0b0214e HTTP/1.1" status: 204 len: 168 time: 0.4534173 Mar 11 16:23:50.757204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34478) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:50.820126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd5e84-04f6-427b-8cc2-26afa4e54769 None None] Pushing event updated for resources: {'Port': ['ID=5219990e-5a3e-446f-b4b7-20d8c6d95518,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:50.850666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23f27dc-3662-4529-8432-7989288b93cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.859634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.894925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23f27dc-3662-4529-8432-7989288b93cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:50.963900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:50.964792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbc24e46-d19b-47f9-93f1-039996f11e5d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.018969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port afe9658a-297c-4eff-8cf9-540b7d927f55 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:51.019316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.021376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc24e46-d19b-47f9-93f1-039996f11e5d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Subnet': ['ID=515dccdc-63a3-421e-a424-eb9397889399,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:51.023650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dbc24e46-d19b-47f9-93f1-039996f11e5d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.037297 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dbc24e46-d19b-47f9-93f1-039996f11e5d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/515dccdc-63a3-421e-a424-eb9397889399 HTTP/1.1" status: 204 len: 168 time: 0.7828462 Mar 11 16:23:51.039668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34482) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:51.039966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a07c54-e113-4e13-91ff-0e15c1a01ecb None None] Network 387782a4-a706-4a8b-bf90-bac2ae506bc2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:51.164351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.176880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 2bcab0d3-e433-45d3-a45c-d559b22fd975 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:51.177278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.224506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23f27dc-3662-4529-8432-7989288b93cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.226867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23f27dc-3662-4529-8432-7989288b93cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.231131 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a23f27dc-3662-4529-8432-7989288b93cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/security-groups/665cd765-476c-4937-8e46-50fa80670901 HTTP/1.1" status: 204 len: 168 time: 0.4696498 Mar 11 16:23:51.246130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34488) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:51.246839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f27dc-3662-4529-8432-7989288b93cd tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=665cd765-476c-4937-8e46-50fa80670901,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:51.303639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.389573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c252a-c9e4-49d7-a8dc-99bdc8f2f571,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:51.402018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-014aca16-51b3-40a4-9aed-1d4cdb52f980 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet 1aa1f082-9e4c-499a-8a43-9daa84a9c8fb {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:51.418529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port afe9658a-297c-4eff-8cf9-540b7d927f55, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=afe9658a-297c-4eff-8cf9-540b7d927f55,segment=NetworkSegment(db707a8c-cb53-4d3e-aa4f-add7a2e8f58b),segment_id=db707a8c-cb53-4d3e-aa4f-add7a2e8f58b)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:51.418890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.419784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-014aca16-51b3-40a4-9aed-1d4cdb52f980 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.489922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.491216 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-880d74d7-a9bb-4d1e-89c5-be0cdf88e1ae tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2116120 Mar 11 16:23:51.515570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:51.529753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '9e5c252a-c9e4-49d7-a8dc-99bdc8f2f571', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:51.537114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:51.542900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:51.546088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:51.563199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for afe9658a-297c-4eff-8cf9-540b7d927f55 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:51.567334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:51.577481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-014aca16-51b3-40a4-9aed-1d4cdb52f980 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.649896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port 2bcab0d3-e433-45d3-a45c-d559b22fd975, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2bcab0d3-e433-45d3-a45c-d559b22fd975,segment=NetworkSegment(c5214abb-06d8-46b2-aeb1-b0d3166afd77),segment_id=c5214abb-06d8-46b2-aeb1-b0d3166afd77)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:51.650525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.657454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] DHCP port deletion for 387782a4-a706-4a8b-bf90-bac2ae506bc2 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:51.666920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] Deleting port 2bcab0d3-e433-45d3-a45c-d559b22fd975 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:51.666920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.709669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:23:45Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'da43061f-1942-4472-9e79-ac6eda8c1de2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:24Z', 'updated_at': '2022-03-11T16:22:33Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5219990e-5a3e-446f-b4b7-20d8c6d95518', 'name': '', 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:92:03:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '3c73734a-e0df-4e41-a563-9634cc29e39e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:44Z', 'updated_at': '2022-03-11T16:23:50Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '3c73734a-e0df-4e41-a563-9634cc29e39e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:51.718909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a7c8a-ecd8-4536-a28b-1697260abf98 None None] The sync data for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv is: [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:23:45Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'da43061f-1942-4472-9e79-ac6eda8c1de2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:24Z', 'updated_at': '2022-03-11T16:22:33Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5219990e-5a3e-446f-b4b7-20d8c6d95518', 'name': '', 'network_id': 'bcc46f37-b8a0-4367-9a43-f240d5d4c1ed', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:92:03:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '3c73734a-e0df-4e41-a563-9634cc29e39e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:23:44Z', 'updated_at': '2022-03-11T16:23:50Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '3c73734a-e0df-4e41-a563-9634cc29e39e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:51.815519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 2bcab0d3-e433-45d3-a45c-d559b22fd975 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:51.876039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.934212 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:23:51.955432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] For port 2bcab0d3-e433-45d3-a45c-d559b22fd975, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2bcab0d3-e433-45d3-a45c-d559b22fd975,segment=NetworkSegment(c5214abb-06d8-46b2-aeb1-b0d3166afd77),segment_id=c5214abb-06d8-46b2-aeb1-b0d3166afd77)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:51.955432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.958928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-014aca16-51b3-40a4-9aed-1d4cdb52f980 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:51.986347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.048552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.109814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=afe9658a-297c-4eff-8cf9-540b7d927f55,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:52.118080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] Calling delete_port for 2bcab0d3-e433-45d3-a45c-d559b22fd975 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:52.159774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.240940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-014aca16-51b3-40a4-9aed-1d4cdb52f980 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.283994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:52.284420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:52.297768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.299751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No DVR routers for this DVR port 2bcab0d3-e433-45d3-a45c-d559b22fd975 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:52.312958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=2bcab0d3-e433-45d3-a45c-d559b22fd975,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:52.336285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.370997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014aca16-51b3-40a4-9aed-1d4cdb52f980 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa1f082-9e4c-499a-8a43-9daa84a9c8fb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:52.382062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-014aca16-51b3-40a4-9aed-1d4cdb52f980 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.386517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218e23a4-6f21-4fd7-843e-adb632d4b707 None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:52.388428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3ea47e-e1eb-46cf-b260-8abc6c698890,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:52.456919 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-014aca16-51b3-40a4-9aed-1d4cdb52f980 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/1aa1f082-9e4c-499a-8a43-9daa84a9c8fb HTTP/1.1" status: 204 len: 168 time: 1.2035241 Mar 11 16:23:52.457866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34496) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:52.706381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5219990e-5a3e-446f-b4b7-20d8c6d95518 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:52.724315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.750615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.752116 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5b774c97-0a9d-4ca7-8621-848c09e4c163 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2356505 Mar 11 16:23:52.758036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:52.758868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34500) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:52.786256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] Deleting port 2bcab0d3-e433-45d3-a45c-d559b22fd975 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:52.787412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.788479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387782a4-a706-4a8b-bf90-bac2ae506bc2']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:52.807073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5214abb-06d8-46b2-aeb1-b0d3166afd77') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:52.807387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5214abb-06d8-46b2-aeb1-b0d3166afd77') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:52.818539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-419c7d02-0308-4389-9921-e89a95797f6b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet e11daf84-0415-4a52-9026-d64373be7386 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:52.827236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-419c7d02-0308-4389-9921-e89a95797f6b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.856590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.877053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-71499c78-1fff-46ee-af70-93c4a3dee9ac None None] The port '2bcab0d3-e433-45d3-a45c-d559b22fd975' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:23:52.890267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.901789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-419c7d02-0308-4389-9921-e89a95797f6b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.919746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a0c53f2-8f3a-48fc-82fa-d80b30c26e29 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.932993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:52.933404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.946439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:52.949664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a0c53f2-8f3a-48fc-82fa-d80b30c26e29 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:52.955506 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:52.971711 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-43a9cffb-ae16-4120-aaf5-4ff7820ea5f9 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0460346 Mar 11 16:23:52.977472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:52.979453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34504) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:52.991469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:52.992260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:53.052399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 5219990e-5a3e-446f-b4b7-20d8c6d95518 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:23:53.059899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b9faa6-b6e3-49f0-bdbb-a04cfbe308d5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting subnet b00b5092-de38-4848-b2de-831c98fa98cb {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:53.063397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91b9faa6-b6e3-49f0-bdbb-a04cfbe308d5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.074113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5219990e-5a3e-446f-b4b7-20d8c6d95518 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:53.074113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.141515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91b9faa6-b6e3-49f0-bdbb-a04cfbe308d5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.156359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-419c7d02-0308-4389-9921-e89a95797f6b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.179160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:53.212594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a0c53f2-8f3a-48fc-82fa-d80b30c26e29 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.243414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c53f2-8f3a-48fc-82fa-d80b30c26e29 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f3ea47e-e1eb-46cf-b260-8abc6c698890,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:53.260077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6a0c53f2-8f3a-48fc-82fa-d80b30c26e29 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.265273 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6a0c53f2-8f3a-48fc-82fa-d80b30c26e29 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/0f3ea47e-e1eb-46cf-b260-8abc6c698890 HTTP/1.1" status: 204 len: 168 time: 0.5001907 Mar 11 16:23:53.265761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.267297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34508) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:53.289224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.311930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91b9faa6-b6e3-49f0-bdbb-a04cfbe308d5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.321480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Network': ['ID=387782a4-a706-4a8b-bf90-bac2ae506bc2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:53.333848 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bcc7872f-7c2a-41e4-9cf8-482c2564ba6d tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/networks/387782a4-a706-4a8b-bf90-bac2ae506bc2 HTTP/1.1" status: 204 len: 168 time: 2.2928174 Mar 11 16:23:53.334779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:53.342845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-772564308', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:53.351399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:53.368847 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:router and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:53.377467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:53.381967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:51Z', 'revision_number': 11, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:53.396242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cd802da0-2ef8-4544-819f-3326f12c0ad4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:53.397602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:53.402402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:53.407170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-419c7d02-0308-4389-9921-e89a95797f6b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.419735 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:53.421066 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:53.473814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c7d02-0308-4389-9921-e89a95797f6b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=e11daf84-0415-4a52-9026-d64373be7386,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:53.476787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-419c7d02-0308-4389-9921-e89a95797f6b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.480072 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-419c7d02-0308-4389-9921-e89a95797f6b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/e11daf84-0415-4a52-9026-d64373be7386 HTTP/1.1" status: 204 len: 168 time: 1.0197878 Mar 11 16:23:53.482450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34518) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:53.540857 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a024f7-09f6-4ea8-bea2-260395053d0f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:53.541838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a024f7-09f6-4ea8-bea2-260395053d0f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:53.543742 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b9a024f7-09f6-4ea8-bea2-260395053d0f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/1aa1f082-9e4c-499a-8a43-9daa84a9c8fb HTTP/1.1" status: 404 len: 337 time: 0.0601707 Mar 11 16:23:53.546383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34522) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:53.617666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cd802da0-2ef8-4544-819f-3326f12c0ad4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:53.621103 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cd802da0-2ef8-4544-819f-3326f12c0ad4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3524861 Mar 11 16:23:53.622360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.630426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.632689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34526) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:53.645018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-eede3f8c-819e-446b-b460-34b330a46fa9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting subnet 1899a25e-fdbe-404c-9164-4b9e605b2a40 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:23:53.648657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eede3f8c-819e-446b-b460-34b330a46fa9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.671013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.687610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:53.719347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eede3f8c-819e-446b-b460-34b330a46fa9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.721995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06bdde1e-5bfb-4ef6-b4ec-4fe0e335ae8e tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.757234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06bdde1e-5bfb-4ef6-b4ec-4fe0e335ae8e tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.813389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91b9faa6-b6e3-49f0-bdbb-a04cfbe308d5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.813726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:51Z', 'revision_number': 11, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:53.819391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.822963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bca80c-981b-48d4-bcd3-3fcb50f81e88 None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:51Z', 'revision_number': 11, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:53.836836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 5219990e-5a3e-446f-b4b7-20d8c6d95518, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5219990e-5a3e-446f-b4b7-20d8c6d95518,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:53.840397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eede3f8c-819e-446b-b460-34b330a46fa9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.859211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f04665-14c2-45cf-a1bf-2ffda00b9367 None None] Network c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:53.879309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9faa6-b6e3-49f0-bdbb-a04cfbe308d5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Subnet': ['ID=b00b5092-de38-4848-b2de-831c98fa98cb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:53.883769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-91b9faa6-b6e3-49f0-bdbb-a04cfbe308d5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:53.897005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e2efc-4ca7-4b6c-881a-d5ea537ceb95 None None] Network f4781cfe-19ac-46c9-be91-3252c64fc759 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:23:53.908550 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-91b9faa6-b6e3-49f0-bdbb-a04cfbe308d5 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/b00b5092-de38-4848-b2de-831c98fa98cb HTTP/1.1" status: 204 len: 168 time: 0.9275627 Mar 11 16:23:53.911379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34530) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:54.034127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.045448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Deleting port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:54.045776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.053842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.095152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0fd19411-cf38-4d8d-a159-d9d5e91b2576 None None] Provisioning complete for port 191cc154-a4f4-4159-a95c-8d619bce2841 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:54.095475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fd19411-cf38-4d8d-a159-d9d5e91b2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.140399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06bdde1e-5bfb-4ef6-b4ec-4fe0e335ae8e tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.143176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06bdde1e-5bfb-4ef6-b4ec-4fe0e335ae8e tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.146865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-06bdde1e-5bfb-4ef6-b4ec-4fe0e335ae8e tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/9e5c252a-c9e4-49d7-a8dc-99bdc8f2f571 HTTP/1.1" status: 204 len: 168 time: 0.5104642 Mar 11 16:23:54.164897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:54.166752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eede3f8c-819e-446b-b460-34b330a46fa9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.246378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3c8269aa-9d46-4c81-ad59-91a459d11ce7 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:54.254969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-eede3f8c-819e-446b-b460-34b330a46fa9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.255961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdde1e-5bfb-4ef6-b4ec-4fe0e335ae8e tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c252a-c9e4-49d7-a8dc-99bdc8f2f571,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:54.274052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede3f8c-819e-446b-b460-34b330a46fa9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Subnet': ['ID=1899a25e-fdbe-404c-9164-4b9e605b2a40,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:54.313056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2bcab0d3-e433-45d3-a45c-d559b22fd975 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:54.350593 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eede3f8c-819e-446b-b460-34b330a46fa9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/1899a25e-fdbe-404c-9164-4b9e605b2a40 HTTP/1.1" status: 204 len: 168 time: 0.8030224 Mar 11 16:23:54.353608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34538) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:54.374835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 2bcab0d3-e433-45d3-a45c-d559b22fd975 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:54.375175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2bcab0d3-e433-45d3-a45c-d559b22fd975 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:54.406794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=5219990e-5a3e-446f-b4b7-20d8c6d95518,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:54.441443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] For port 72f83bb5-8bb6-47d0-8000-eef85abc8c53, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=72f83bb5-8bb6-47d0-8000-eef85abc8c53,segment=NetworkSegment(db707a8c-cb53-4d3e-aa4f-add7a2e8f58b),segment_id=db707a8c-cb53-4d3e-aa4f-add7a2e8f58b)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:54.442465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.466632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3c8269aa-9d46-4c81-ad59-91a459d11ce7 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:54.466632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3c8269aa-9d46-4c81-ad59-91a459d11ce7 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2924421 Mar 11 16:23:54.496405 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfcdddb-3637-4787-9f28-6db96ed6640b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:54.496793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfcdddb-3637-4787-9f28-6db96ed6640b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:54.500933 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7dfcdddb-3637-4787-9f28-6db96ed6640b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/55addccf-f4ef-4d6d-a8e1-d2e46f5c9107 HTTP/1.1" status: 404 len: 337 time: 0.1435189 Mar 11 16:23:54.507433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34542) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:54.507762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34544) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:54.567009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786240349'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:54.575856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0fd19411-cf38-4d8d-a159-d9d5e91b2576 None None] Provisioning complete for port a05e024b-a289-4883-b0e1-52493c596e93 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:54.576996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fd19411-cf38-4d8d-a159-d9d5e91b2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.644574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5219990e-5a3e-446f-b4b7-20d8c6d95518 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:23:54.678289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-501f6f20-5f73-4f37-9415-dc76213b1e7c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Synchronizing usage tracker for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:54.681433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:54.699045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b229a51-4ca3-4a68-a488-94fc396d727c None None] DHCP port deletion for c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:54.699353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.703133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Calling delete_port for 72f83bb5-8bb6-47d0-8000-eef85abc8c53 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:54.711965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7b229a51-4ca3-4a68-a488-94fc396d727c None None] Deleting port 191cc154-a4f4-4159-a95c-8d619bce2841 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:54.711965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b229a51-4ca3-4a68-a488-94fc396d727c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.714687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:54.727691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-501f6f20-5f73-4f37-9415-dc76213b1e7c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Unset dirty status for tenant:82393e89a4984d5d95189d19c56d0d01 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:54.728777 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-501f6f20-5f73-4f37-9415-dc76213b1e7c tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "GET /v2.0/ports?device_id=82ea0fcf-7aba-4f23-92b8-884f5a4ba81c HTTP/1.1" status: 200 len: 205 time: 0.2179301 Mar 11 16:23:54.732417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34550) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:54.754556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] DHCP port deletion for f4781cfe-19ac-46c9-be91-3252c64fc759 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:23:54.777586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] Deleting port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:54.777959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:54.806712 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-eba7947f-0131-4c12-b5a4-5a01edf99308 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] delete failed (client error): The resource could not be found. Mar 11 16:23:54.810717 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eba7947f-0131-4c12-b5a4-5a01edf99308 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/routers/82ea0fcf-7aba-4f23-92b8-884f5a4ba81c HTTP/1.1" status: 404 len: 336 time: 0.0770700 Mar 11 16:23:54.811175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34554) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:54.832267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0fd19411-cf38-4d8d-a159-d9d5e91b2576 None None] Port a05e024b-a289-4883-b0e1-52493c596e93 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:23:54.855008 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e59d465-e41c-4264-aa56-4c9328ec9a9b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:54.855422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e59d465-e41c-4264-aa56-4c9328ec9a9b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:54.864309 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2e59d465-e41c-4264-aa56-4c9328ec9a9b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/d17fa986-fae7-4d08-8d71-089b416ee8f2 HTTP/1.1" status: 404 len: 337 time: 0.0494466 Mar 11 16:23:54.864619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:54.910389 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8acce3-b7e1-4361-9559-aa2636e12732 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:54.910909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8acce3-b7e1-4361-9559-aa2636e12732 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:54.916761 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d8acce3-b7e1-4361-9559-aa2636e12732 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/66b245f7-77b3-4a8e-a3a9-e65cf5ad4d2e HTTP/1.1" status: 404 len: 337 time: 0.0470021 Mar 11 16:23:54.916973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34562) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:54.981037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.045752 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf39a9c-ab11-4516-9616-0e2659f8b776 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:55.051678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf39a9c-ab11-4516-9616-0e2659f8b776 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:55.051678 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-adf39a9c-ab11-4516-9616-0e2659f8b776 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/17bed52d-aa92-4755-b19c-1a8015c53093 HTTP/1.1" status: 404 len: 337 time: 0.1310310 Mar 11 16:23:55.068102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5219990e-5a3e-446f-b4b7-20d8c6d95518 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:23:55.068843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.073542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34566) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.080888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Port': ['ID=72f83bb5-8bb6-47d0-8000-eef85abc8c53,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:55.113437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.141717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No DVR routers for this DVR port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:55.164555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:55.177532 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d569ed-9c34-459a-b801-cb2dce78a02f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:55.178299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d569ed-9c34-459a-b801-cb2dce78a02f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:55.180137 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-75d569ed-9c34-459a-b801-cb2dce78a02f tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/0b71e5a1-cff2-41ea-8d26-5b4b26e47cd7 HTTP/1.1" status: 404 len: 333 time: 0.1052794 Mar 11 16:23:55.184854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.185083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:55.291957 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eab354d-d03b-44ce-8366-4dd368ecaf40 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:55.292665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eab354d-d03b-44ce-8366-4dd368ecaf40 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:55.295443 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0eab354d-d03b-44ce-8366-4dd368ecaf40 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/8df7ac59-677f-4f0a-8ff0-e4fd66217df9 HTTP/1.1" status: 404 len: 337 time: 0.1087372 Mar 11 16:23:55.298845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34574) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.328865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] For port 72f83bb5-8bb6-47d0-8000-eef85abc8c53, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=72f83bb5-8bb6-47d0-8000-eef85abc8c53,segment=NetworkSegment(db707a8c-cb53-4d3e-aa4f-add7a2e8f58b),segment_id=db707a8c-cb53-4d3e-aa4f-add7a2e8f58b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:55.329261 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.344214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7b229a51-4ca3-4a68-a488-94fc396d727c None None] For port 191cc154-a4f4-4159-a95c-8d619bce2841, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=191cc154-a4f4-4159-a95c-8d619bce2841,segment=NetworkSegment(145ef477-571f-4716-af50-1e47c01c24f9),segment_id=145ef477-571f-4716-af50-1e47c01c24f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:23:55.344606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b229a51-4ca3-4a68-a488-94fc396d727c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.364312 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6fc988-3faf-4610-a0c4-1706465c3f17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:55.364744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6fc988-3faf-4610-a0c4-1706465c3f17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:55.380121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.424389 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7b6fc988-3faf-4610-a0c4-1706465c3f17 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/1ee5be90-8079-4b41-8c0c-d3b58537e0be HTTP/1.1" status: 404 len: 337 time: 0.1015673 Mar 11 16:23:55.424549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34578) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.424640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.446503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4781cfe-19ac-46c9-be91-3252c64fc759']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:55.472575 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af59b98-cd1c-40ef-9390-2919bad925a7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:55.473334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af59b98-cd1c-40ef-9390-2919bad925a7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:55.476010 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3af59b98-cd1c-40ef-9390-2919bad925a7 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/9f224573-4a19-47f7-b802-8b4020d06534 HTTP/1.1" status: 404 len: 333 time: 0.0695891 Mar 11 16:23:55.480654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34582) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.485967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:55.486678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db707a8c-cb53-4d3e-aa4f-add7a2e8f58b') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:55.528164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] Calling delete_port for 72f83bb5-8bb6-47d0-8000-eef85abc8c53 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:55.537914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.552901 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d343f3a-51c3-4c6c-a2e4-31ca135180b9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:55.553845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d343f3a-51c3-4c6c-a2e4-31ca135180b9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:55.556075 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d343f3a-51c3-4c6c-a2e4-31ca135180b9 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/10ce4116-2580-4210-8cb9-fbceeeffa164 HTTP/1.1" status: 404 len: 337 time: 0.0736895 Mar 11 16:23:55.559360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34586) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.600013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.614192 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6be72ac-bc2c-4a88-8d64-b6f23cf2f48b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] DELETE failed (client error): The resource could not be found. Mar 11 16:23:55.614977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6be72ac-bc2c-4a88-8d64-b6f23cf2f48b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:23:55.617000 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f6be72ac-bc2c-4a88-8d64-b6f23cf2f48b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/subnets/62fda4ab-481f-4033-9f0a-335d56e226d2 HTTP/1.1" status: 404 len: 337 time: 0.0566139 Mar 11 16:23:55.618756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:55.619359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.619508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.633083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34590) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:55.635873 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:55.658073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7b229a51-4ca3-4a68-a488-94fc396d727c None None] Calling delete_port for 191cc154-a4f4-4159-a95c-8d619bce2841 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:55.754432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.787078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device afe9658a-297c-4eff-8cf9-540b7d927f55 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:55.789149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732c9e02-6d6a-4f09-9cdd-5e5df2eb6363,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:55.799003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.824376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: afe9658a-297c-4eff-8cf9-540b7d927f55 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:55.824712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device afe9658a-297c-4eff-8cf9-540b7d927f55 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:55.826160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:23:55.826531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:23:55.851293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-60d96db5-0b67-407c-953f-3c8c9cbf9780 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Deleting port a05e024b-a289-4883-b0e1-52493c596e93 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:55.851626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60d96db5-0b67-407c-953f-3c8c9cbf9780 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.038193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.062252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.073602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Pushing event deleted for resources: {'Network': ['ID=f4781cfe-19ac-46c9-be91-3252c64fc759,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:56.076860 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bb159c46-dc34-4198-99bf-e0e639d5c7e6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/networks/f4781cfe-19ac-46c9-be91-3252c64fc759 HTTP/1.1" status: 204 len: 168 time: 2.1644294 Mar 11 16:23:56.079698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34596) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:56.085136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'routes': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:56.131075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.26.8.136 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/d717dd5c-bceb-4fd0-b53d-dafb351e679b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:23:56.162331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60d96db5-0b67-407c-953f-3c8c9cbf9780 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.175341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b229a51-4ca3-4a68-a488-94fc396d727c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.238854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b229a51-4ca3-4a68-a488-94fc396d727c None None] Pushing event deleted for resources: {'Port': ['ID=191cc154-a4f4-4159-a95c-8d619bce2841,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:56.245509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b229a51-4ca3-4a68-a488-94fc396d727c None None] No DVR routers for this DVR port 191cc154-a4f4-4159-a95c-8d619bce2841 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:23:56.257136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.258398 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a27782ae-b1dd-4302-af9f-efa4777dcb89 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7496743 Mar 11 16:23:56.326743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34600) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:56.326968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-60d96db5-0b67-407c-953f-3c8c9cbf9780 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Calling delete_port for a05e024b-a289-4883-b0e1-52493c596e93 owned by {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:23:56.327945 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] Deleting port 72f83bb5-8bb6-47d0-8000-eef85abc8c53 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:23:56.328501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.341870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-03d9067a-8ad9-457f-8f38-11e733ed0e21 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '732c9e02-6d6a-4f09-9cdd-5e5df2eb6363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:56.405697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0c283c5f-57b7-47a0-bafc-30668910da58 None None] The port '72f83bb5-8bb6-47d0-8000-eef85abc8c53' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:23:56.413161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-03d9067a-8ad9-457f-8f38-11e733ed0e21 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:56.488504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-03d9067a-8ad9-457f-8f38-11e733ed0e21 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:56.516144 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 191cc154-a4f4-4159-a95c-8d619bce2841 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:56.523112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.533004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Added routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 16:23:56.533289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Removed routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 16:23:56.533867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.568053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 191cc154-a4f4-4159-a95c-8d619bce2841 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:56.570022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 191cc154-a4f4-4159-a95c-8d619bce2841 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:56.570022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 72f83bb5-8bb6-47d0-8000-eef85abc8c53 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:56.603739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 72f83bb5-8bb6-47d0-8000-eef85abc8c53 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:23:56.604443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 72f83bb5-8bb6-47d0-8000-eef85abc8c53 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:23:56.608310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60d96db5-0b67-407c-953f-3c8c9cbf9780 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.654649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.668506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d96db5-0b67-407c-953f-3c8c9cbf9780 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Port': ['ID=a05e024b-a289-4883-b0e1-52493c596e93,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:56.708012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-60d96db5-0b67-407c-953f-3c8c9cbf9780 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.741250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:23:56.742842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03d9067a-8ad9-457f-8f38-11e733ed0e21 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.748694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:23:56.753427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:23:56.814256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=d717dd5c-bceb-4fd0-b53d-dafb351e679b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:56.845685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.857674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.011349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03d9067a-8ad9-457f-8f38-11e733ed0e21 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.021334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:23:57.029752 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-60d96db5-0b67-407c-953f-3c8c9cbf9780 tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/ports/a05e024b-a289-4883-b0e1-52493c596e93 HTTP/1.1" status: 204 len: 168 time: 1.3879969 Mar 11 16:23:57.038762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34604) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:57.159109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03d9067a-8ad9-457f-8f38-11e733ed0e21 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.172205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:57.184446 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] Sync routers for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:57.195046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9067a-8ad9-457f-8f38-11e733ed0e21 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6031000-8f08-4bd6-bd0a-cf582236ecd9,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:57.196157 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:57.197124 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:57.202115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.203302 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-37598e53-7222-4dd9-995a-0ac8003238fd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad HTTP/1.1" status: 200 len: 705 time: 1.1226444 Mar 11 16:23:57.206505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34608) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:57.252063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3bb2ff2-743f-47ba-9249-9e19635d951f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Synchronizing usage tracker for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:57.296240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.322635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-03d9067a-8ad9-457f-8f38-11e733ed0e21 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.326746 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-03d9067a-8ad9-457f-8f38-11e733ed0e21 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9963677 Mar 11 16:23:57.326993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34612) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:57.333309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-12513ed7-5821-466e-8457-fd1bd075d550 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '732c9e02-6d6a-4f09-9cdd-5e5df2eb6363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:57.335407 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:57.339810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-12513ed7-5821-466e-8457-fd1bd075d550 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:57.350488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-12513ed7-5821-466e-8457-fd1bd075d550 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:57.452973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.466502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3bb2ff2-743f-47ba-9249-9e19635d951f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Unset dirty status for tenant:c928f83ca3714a85b4f6dea5f55fd370 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:23:57.468044 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3bb2ff2-743f-47ba-9249-9e19635d951f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=87967625-9be7-4d2f-a8c7-d0b7b298f6ad HTTP/1.1" status: 200 len: 205 time: 0.2605093 Mar 11 16:23:57.471290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34616) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:57.477407 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:51Z', 'revision_number': 11, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:57.482478 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] Checking router: 87967625-9be7-4d2f-a8c7-d0b7b298f6ad for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:23:57.488178 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dd9491-fdc8-45bc-a2df-e62f6826e4e0']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:57.491709 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] Routers {'87967625-9be7-4d2f-a8c7-d0b7b298f6ad'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:57.492328 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:57.508807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145ef477-571f-4716-af50-1e47c01c24f9') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:57.509243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145ef477-571f-4716-af50-1e47c01c24f9') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:57.524202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.544873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.552529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:23:57.553098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.587261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12513ed7-5821-466e-8457-fd1bd075d550 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:23:57.636160 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:23:57.640134 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] Set router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:23:57.678506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e086-6593-4780-85ff-589abd5ba42e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.754108 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:51Z', 'revision_number': 11, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:57.758634 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364cd78-7af0-4462-baab-f8b93ac0465f None None] The sync data for ids ['87967625-9be7-4d2f-a8c7-d0b7b298f6ad'] in dv-neutron-833379-1-hyperv is: [{'id': '87967625-9be7-4d2f-a8c7-d0b7b298f6ad', 'name': 'tempest-RoutersIpV6Test-router-1431876793', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:33Z', 'updated_at': '2022-03-11T16:23:51Z', 'revision_number': 11, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:57.839668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:57.936114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.011721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.033944 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] 10.222.0.57 "DELETE /v2.0/networks/c9dd9491-fdc8-45bc-a2df-e62f6826e4e0 HTTP/1.1" status: 204 len: 168 time: 0.9940670 Mar 11 16:23:58.044257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4465d-d90c-4c60-8fd2-dc1bac40c20b tempest-PortsTestJSON-1979390137 tempest-PortsTestJSON-1979390137-project] Pushing event deleted for resources: {'Network': ['ID=c9dd9491-fdc8-45bc-a2df-e62f6826e4e0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:58.225985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e086-6593-4780-85ff-589abd5ba42e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.244849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12513ed7-5821-466e-8457-fd1bd075d550 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.244849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e086-6593-4780-85ff-589abd5ba42e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.252505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.642981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12513ed7-5821-466e-8457-fd1bd075d550 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.650087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e086-6593-4780-85ff-589abd5ba42e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.650792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e9e086-6593-4780-85ff-589abd5ba42e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Fanout notify agent at l3_agent the message router_deleted on router 87967625-9be7-4d2f-a8c7-d0b7b298f6ad {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:23:58.680802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12513ed7-5821-466e-8457-fd1bd075d550 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4118d2ab-06dd-4512-b703-260e8cc7516f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:58.699048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e086-6593-4780-85ff-589abd5ba42e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.700158 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f2e9e086-6593-4780-85ff-589abd5ba42e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad HTTP/1.1" status: 204 len: 168 time: 1.2277925 Mar 11 16:23:58.704452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34624) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:58.711028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1642589317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:58.720447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:58.724783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Usage tracker for resource:router and tenant:c928f83ca3714a85b4f6dea5f55fd370 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:58.728244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:58.736886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:58.855581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router 64927e36-645a-4553-b45f-748f3e4805b3 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:23:58.951696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12513ed7-5821-466e-8457-fd1bd075d550 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.955529 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-12513ed7-5821-466e-8457-fd1bd075d550 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6244457 Mar 11 16:23:58.964947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34628) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:58.964947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '732c9e02-6d6a-4f09-9cdd-5e5df2eb6363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:58.967395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:58.971604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:58.974672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:58.981222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:59.084558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34634) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:59.127451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:23:59.138940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5f000-65da-4d3f-b77b-343fbe824963 None None] Sync routers for ids ['64927e36-645a-4553-b45f-748f3e4805b3'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:23:59.148924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5f000-65da-4d3f-b77b-343fbe824963 None None] Routers {'64927e36-645a-4553-b45f-748f3e4805b3'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:59.149573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-88e5f000-65da-4d3f-b77b-343fbe824963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['64927e36-645a-4553-b45f-748f3e4805b3'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:59.215217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-88e5f000-65da-4d3f-b77b-343fbe824963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:59.226643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5f000-65da-4d3f-b77b-343fbe824963 None None] Routers {'64927e36-645a-4553-b45f-748f3e4805b3'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:23:59.227253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-88e5f000-65da-4d3f-b77b-343fbe824963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['64927e36-645a-4553-b45f-748f3e4805b3'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:59.246539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.288956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-88e5f000-65da-4d3f-b77b-343fbe824963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:59.289354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5f000-65da-4d3f-b77b-343fbe824963 None None] The sync data for ids ['64927e36-645a-4553-b45f-748f3e4805b3'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:23:59.307138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.308218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.316118 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1813d1b3-29b0-4c57-ab89-9a84c3699ee0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=82393e89a4984d5d95189d19c56d0d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299960 Mar 11 16:23:59.319829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34640) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:59.326123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.364177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.398557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-439f1dac-d1df-44e1-aa50-aea151c93edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.403938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.408019 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e560441e-8617-44c1-8f38-832e6a6d2b6e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.0674889 Mar 11 16:23:59.408226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34644) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:59.429645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-439f1dac-d1df-44e1-aa50-aea151c93edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.602185 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7bc2969e-967a-492a-b8fb-0740eacd3569 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/routers/64927e36-645a-4553-b45f-748f3e4805b3 HTTP/1.1" status: 200 len: 880 time: 0.1928442 Mar 11 16:23:59.605291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34648) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:59.636764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.662539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf9aaef-d0b0-4adb-98fd-658c86efdfbf,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:59.674198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.694008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-439f1dac-d1df-44e1-aa50-aea151c93edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.697021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-439f1dac-d1df-44e1-aa50-aea151c93edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.699704 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-439f1dac-d1df-44e1-aa50-aea151c93edf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca24488d-d6da-4331-80d9-de394fca3f54 HTTP/1.1" status: 204 len: 168 time: 0.3779075 Mar 11 16:23:59.710390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f1dac-d1df-44e1-aa50-aea151c93edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca24488d-d6da-4331-80d9-de394fca3f54,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:59.849564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.850742 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f5c47c6e-cba7-464a-af3f-800ca04fb8d4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8942108 Mar 11 16:23:59.854146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34654) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:59.859493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '732c9e02-6d6a-4f09-9cdd-5e5df2eb6363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:23:59.869271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:23:59.870054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a73e9513-43b0-4fac-8c0e-575818acddbc tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:router {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:23:59.870581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:23:59.873712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:23:59.880442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:23:59.939485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:59.940693 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c57fb200-abf7-44e0-a93d-aa21ca72be8b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2343872 Mar 11 16:23:59.943442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34658) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:59.948950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b4cece82-419d-4898-b236-616ef1d30f4b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:00.175218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.198424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a73e9513-43b0-4fac-8c0e-575818acddbc tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:router {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:00.199614 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a73e9513-43b0-4fac-8c0e-575818acddbc tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5933526 Mar 11 16:24:00.208681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34662) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:00.216352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9edd11b6-c97c-4678-bfd4-11b801d81177 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-772564308'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:00.240443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.418773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4cece82-419d-4898-b236-616ef1d30f4b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.522417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.547536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205ad0a6-c2ef-45c2-99e9-0acb3843dee9,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:00.733580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4cece82-419d-4898-b236-616ef1d30f4b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.757802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.769347 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bf7754b4-e01f-46db-ad96-4b23c2769817 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9039190 Mar 11 16:24:00.769347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34676) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:00.769347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '732c9e02-6d6a-4f09-9cdd-5e5df2eb6363', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:00.773704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:00.778449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:00.783022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:00.789235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:00.931846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.010216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.179403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9edd11b6-c97c-4678-bfd4-11b801d81177 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.341208 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cece82-419d-4898-b236-616ef1d30f4b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Router a6695d27-1f39-4965-8c38-326f63208fc4 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:24:01.341418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.366571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1db39cb-8959-49aa-b847-1294ea17b2e3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:01.411994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9edd11b6-c97c-4678-bfd4-11b801d81177 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.547545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cece82-419d-4898-b236-616ef1d30f4b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:01.555041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4cece82-419d-4898-b236-616ef1d30f4b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.557058 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b4cece82-419d-4898-b236-616ef1d30f4b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "PUT /v2.0/routers/a6695d27-1f39-4965-8c38-326f63208fc4 HTTP/1.1" status: 200 len: 698 time: 1.6121142 Mar 11 16:24:01.557363 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40720771-73e9-4644-959e-35791e377cc8 None None] Sync routers for ids ['a6695d27-1f39-4965-8c38-326f63208fc4'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:01.559893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34688) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:01.568528 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40720771-73e9-4644-959e-35791e377cc8 None None] Routers {'a6695d27-1f39-4965-8c38-326f63208fc4'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:01.569400 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-40720771-73e9-4644-959e-35791e377cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['a6695d27-1f39-4965-8c38-326f63208fc4'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:01.639103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.643304 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-69662673-ba1e-475a-a4f8-cc627a755932 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8801754 Mar 11 16:24:01.653665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34694) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:01.711993 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-40720771-73e9-4644-959e-35791e377cc8 None None] Set router a6695d27-1f39-4965-8c38-326f63208fc4 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:01.714802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edd11b6-c97c-4678-bfd4-11b801d81177 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router 64927e36-645a-4553-b45f-748f3e4805b3 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:01.739343 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b4c02b13-7385-43b7-a267-b89524d0d009 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/routers/a6695d27-1f39-4965-8c38-326f63208fc4 HTTP/1.1" status: 200 len: 704 time: 0.1781981 Mar 11 16:24:01.740175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34698) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:01.755702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34702) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:01.795993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2133-2e60-452a-811a-e6fefb8012fe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.820514 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ab8b104f-d326-4404-95bd-2ff91f214caf tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6695d27-1f39-4965-8c38-326f63208fc4 HTTP/1.1" status: 200 len: 205 time: 0.0696261 Mar 11 16:24:01.821104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34708) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:01.822686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2133-2e60-452a-811a-e6fefb8012fe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.829693 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-40720771-73e9-4644-959e-35791e377cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6695d27-1f39-4965-8c38-326f63208fc4', 'name': 'tempest-RoutersIpV6Test-router-1642589317', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:59Z', 'updated_at': '2022-03-11T16:24:00Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:01.834498 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40720771-73e9-4644-959e-35791e377cc8 None None] Checking router: a6695d27-1f39-4965-8c38-326f63208fc4 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:24:01.846913 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40720771-73e9-4644-959e-35791e377cc8 None None] Routers {'a6695d27-1f39-4965-8c38-326f63208fc4'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:01.846913 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-40720771-73e9-4644-959e-35791e377cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['a6695d27-1f39-4965-8c38-326f63208fc4'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:01.956159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edd11b6-c97c-4678-bfd4-11b801d81177 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:01.963176 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9edd11b6-c97c-4678-bfd4-11b801d81177 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:01.964641 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9edd11b6-c97c-4678-bfd4-11b801d81177 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/64927e36-645a-4553-b45f-748f3e4805b3 HTTP/1.1" status: 200 len: 887 time: 1.7547839 Mar 11 16:24:01.967322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:01.969529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb63c9a-60ac-4328-abb4-b1bb96d276f2 None None] Sync routers for ids ['64927e36-645a-4553-b45f-748f3e4805b3'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:01.982225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb63c9a-60ac-4328-abb4-b1bb96d276f2 None None] Routers {'64927e36-645a-4553-b45f-748f3e4805b3'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:01.983089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1eb63c9a-60ac-4328-abb4-b1bb96d276f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['64927e36-645a-4553-b45f-748f3e4805b3'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:01.986305 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-40720771-73e9-4644-959e-35791e377cc8 None None] Set router a6695d27-1f39-4965-8c38-326f63208fc4 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:01.998360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1589488338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:02.009182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cea8aef-06b1-434a-a995-0467dc62a4c3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.061214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1eb63c9a-60ac-4328-abb4-b1bb96d276f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:02.077119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:02.077336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb63c9a-60ac-4328-abb4-b1bb96d276f2 None None] Routers {'64927e36-645a-4553-b45f-748f3e4805b3'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:02.077336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1eb63c9a-60ac-4328-abb4-b1bb96d276f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['64927e36-645a-4553-b45f-748f3e4805b3'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:02.085273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:router and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:02.090918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:02.106496 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-40720771-73e9-4644-959e-35791e377cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6695d27-1f39-4965-8c38-326f63208fc4', 'name': 'tempest-RoutersIpV6Test-router-1642589317', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:59Z', 'updated_at': '2022-03-11T16:24:00Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:02.110891 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40720771-73e9-4644-959e-35791e377cc8 None None] The sync data for ids ['a6695d27-1f39-4965-8c38-326f63208fc4'] in dv-neutron-833379-1-hyperv is: [{'id': 'a6695d27-1f39-4965-8c38-326f63208fc4', 'name': 'tempest-RoutersIpV6Test-router-1642589317', 'tenant_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:23:59Z', 'updated_at': '2022-03-11T16:24:00Z', 'revision_number': 2, 'project_id': 'c928f83ca3714a85b4f6dea5f55fd370', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:02.158058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:02.184296 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cd9200f5-8d80-485c-a961-7367833175f5 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/routers/64927e36-645a-4553-b45f-748f3e4805b3 HTTP/1.1" status: 200 len: 887 time: 0.2156298 Mar 11 16:24:02.184940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34718) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:02.209697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1eb63c9a-60ac-4328-abb4-b1bb96d276f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:02.210099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb63c9a-60ac-4328-abb4-b1bb96d276f2 None None] The sync data for ids ['64927e36-645a-4553-b45f-748f3e4805b3'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:02.217204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2133-2e60-452a-811a-e6fefb8012fe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.236345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-95d4da2c-b099-4a1e-b9cc-84c96a274e2e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:02.307515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d2133-2e60-452a-811a-e6fefb8012fe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1db39cb-8959-49aa-b847-1294ea17b2e3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:02.444107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-95d4da2c-b099-4a1e-b9cc-84c96a274e2e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:02.445288 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-95d4da2c-b099-4a1e-b9cc-84c96a274e2e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=64927e36-645a-4553-b45f-748f3e4805b3 HTTP/1.1" status: 200 len: 205 time: 0.2594399 Mar 11 16:24:02.458787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34724) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:02.491307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2133-2e60-452a-811a-e6fefb8012fe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.493682 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ac4d2133-2e60-452a-811a-e6fefb8012fe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f1db39cb-8959-49aa-b847-1294ea17b2e3 HTTP/1.1" status: 204 len: 168 time: 0.8451095 Mar 11 16:24:02.495859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cea8aef-06b1-434a-a995-0467dc62a4c3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.499043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.499615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.502987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34728) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:02.508571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cea8aef-06b1-434a-a995-0467dc62a4c3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.562156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.601932 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2b17c332-6303-421d-ab6c-41f0c54272ca tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:02.735046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cea8aef-06b1-434a-a995-0467dc62a4c3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.735544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cea8aef-06b1-434a-a995-0467dc62a4c3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Fanout notify agent at l3_agent the message router_deleted on router a6695d27-1f39-4965-8c38-326f63208fc4 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:24:02.754279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cea8aef-06b1-434a-a995-0467dc62a4c3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.758576 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6cea8aef-06b1-434a-a995-0467dc62a4c3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/a6695d27-1f39-4965-8c38-326f63208fc4 HTTP/1.1" status: 204 len: 168 time: 0.9266233 Mar 11 16:24:02.759040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34732) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:02.803788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.810363 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-07390978-1fb5-4a67-b2a0-f9a058f873dd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a6695d27-1f39-4965-8c38-326f63208fc4 HTTP/1.1" status: 200 len: 205 time: 0.0498722 Mar 11 16:24:02.817263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2b17c332-6303-421d-ab6c-41f0c54272ca tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:02.817263 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2b17c332-6303-421d-ab6c-41f0c54272ca tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3067081 Mar 11 16:24:02.817263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.822616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34736) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:02.823481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34738) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:02.916454 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-d9c5ebf3-214c-4f57-95e3-1239fd1a9cd1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] delete failed (client error): The resource could not be found. Mar 11 16:24:02.917815 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d9c5ebf3-214c-4f57-95e3-1239fd1a9cd1 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/a6695d27-1f39-4965-8c38-326f63208fc4 HTTP/1.1" status: 404 len: 336 time: 0.0916028 Mar 11 16:24:02.925279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34744) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:02.968142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-397614f1-0de2-4732-b73c-3a3901552068 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.975714 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-58131447-1f47-41d9-82ac-9dd49503c1d3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] DELETE failed (client error): The resource could not be found. Mar 11 16:24:02.976167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58131447-1f47-41d9-82ac-9dd49503c1d3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:24:02.977850 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-58131447-1f47-41d9-82ac-9dd49503c1d3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/fee48af1-e0e8-4d5a-87e7-10a977a71a03 HTTP/1.1" status: 404 len: 337 time: 0.0516646 Mar 11 16:24:02.981829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34748) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:02.983967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-397614f1-0de2-4732-b73c-3a3901552068 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.043033 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a89fcb-05e3-4226-91a0-b80d976d4303 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] DELETE failed (client error): The resource could not be found. Mar 11 16:24:03.043485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a89fcb-05e3-4226-91a0-b80d976d4303 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:24:03.045165 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-69a89fcb-05e3-4226-91a0-b80d976d4303 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/14111a90-4a0a-4c2e-8fae-77407c555bfd HTTP/1.1" status: 404 len: 337 time: 0.0623884 Mar 11 16:24:03.047264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.047969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34752) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.088315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.089687 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-95c9c23e-d8ea-4c20-9eec-a84eb00be345 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3330591 Mar 11 16:24:03.092696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34758) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.093922 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db4c2d7-8c9d-45a1-aa14-597750b65acd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] DELETE failed (client error): The resource could not be found. Mar 11 16:24:03.094579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db4c2d7-8c9d-45a1-aa14-597750b65acd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:24:03.098619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1841535160'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:03.100376 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9db4c2d7-8c9d-45a1-aa14-597750b65acd tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/57187de6-aa22-44b0-b34c-8d0bbd5b0b43 HTTP/1.1" status: 404 len: 337 time: 0.0513647 Mar 11 16:24:03.102991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34762) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.106793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:03.143563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:network and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:03.146337 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3e57ac-148f-4c65-96c6-ec13125d468b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] DELETE failed (client error): The resource could not be found. Mar 11 16:24:03.146780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3e57ac-148f-4c65-96c6-ec13125d468b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:24:03.148394 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dd3e57ac-148f-4c65-96c6-ec13125d468b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/b00b5092-de38-4848-b2de-831c98fa98cb HTTP/1.1" status: 404 len: 337 time: 0.0438635 Mar 11 16:24:03.149258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:03.152155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34766) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.156733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:03.198476 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-067a9bb6-a460-44fa-a68a-54168e7f93de tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=87967625-9be7-4d2f-a8c7-d0b7b298f6ad HTTP/1.1" status: 200 len: 205 time: 0.0450766 Mar 11 16:24:03.206459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34770) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.278085 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-ef446bc3-391a-4fd0-b505-ec933eb954a6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] delete failed (client error): The resource could not be found. Mar 11 16:24:03.279062 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef446bc3-391a-4fd0-b505-ec933eb954a6 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/87967625-9be7-4d2f-a8c7-d0b7b298f6ad HTTP/1.1" status: 404 len: 336 time: 0.0717244 Mar 11 16:24:03.281678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34774) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.325820 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-91ff2e2e-ff37-4203-9630-26bbb0f5223f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecacdc35-cdff-4360-b8c5-448f3134817a HTTP/1.1" status: 200 len: 205 time: 0.0430624 Mar 11 16:24:03.328107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34778) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.388519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-397614f1-0de2-4732-b73c-3a3901552068 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.403697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-397614f1-0de2-4732-b73c-3a3901552068 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.404740 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-397614f1-0de2-4732-b73c-3a3901552068 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/205ad0a6-c2ef-45c2-99e9-0acb3843dee9 HTTP/1.1" status: 204 len: 168 time: 0.5803468 Mar 11 16:24:03.407949 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-a75371e9-fd35-4b9c-bf89-deb6299c1fce tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] delete failed (client error): The resource could not be found. Mar 11 16:24:03.410499 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a75371e9-fd35-4b9c-bf89-deb6299c1fce tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/ecacdc35-cdff-4360-b8c5-448f3134817a HTTP/1.1" status: 404 len: 336 time: 0.0799189 Mar 11 16:24:03.410658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34782) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.411564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34784) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.412065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397614f1-0de2-4732-b73c-3a3901552068 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=205ad0a6-c2ef-45c2-99e9-0acb3843dee9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:03.458982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port d717dd5c-bceb-4fd0-b53d-dafb351e679b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:03.459317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.486377 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Made reservation on behalf of 92bb4440a5e34e929d968a512abc19f4 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:03.489703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.522959 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c5fb07-7f7b-4716-af22-00d597a45515 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] DELETE failed (client error): The resource could not be found. Mar 11 16:24:03.523512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c5fb07-7f7b-4716-af22-00d597a45515 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:24:03.525181 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-74c5fb07-7f7b-4716-af22-00d597a45515 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/a39ffafd-36b3-43bd-8c95-7a8145aa5a00 HTTP/1.1" status: 404 len: 337 time: 0.1003485 Mar 11 16:24:03.528839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.529200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34790) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.560151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:03.575941 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dcfd3eca-d9ef-4351-91e1-b0543469554e tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a7c9348-a26c-4dd1-987f-259127a81bf0 HTTP/1.1" status: 200 len: 205 time: 0.0454760 Mar 11 16:24:03.578160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34794) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.586333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ff48e058-3f88-46b8-a4d8-e168cb3d2ebe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:03.605060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:security_group_rule and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:03.621094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:03.647918 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-6c0b1bef-69c3-4a22-add7-7bd3c1eebb04 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] delete failed (client error): The resource could not be found. Mar 11 16:24:03.649006 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c0b1bef-69c3-4a22-add7-7bd3c1eebb04 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/4a7c9348-a26c-4dd1-987f-259127a81bf0 HTTP/1.1" status: 404 len: 336 time: 0.0698566 Mar 11 16:24:03.652819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34798) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.682380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:03.699546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9cb4dec5-2321-41fa-b869-702ba597be23 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=4640b866-f251-44da-863f-267e52af1f2a HTTP/1.1" status: 200 len: 205 time: 0.0454996 Mar 11 16:24:03.701963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34804) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.750000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:03.773478 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-d63b679c-75ae-4d7c-a438-78a87bbf82e0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] delete failed (client error): The resource could not be found. Mar 11 16:24:03.774656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d63b679c-75ae-4d7c-a438-78a87bbf82e0 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/4640b866-f251-44da-863f-267e52af1f2a HTTP/1.1" status: 404 len: 336 time: 0.0717118 Mar 11 16:24:03.778515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34808) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.817324 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-801ea7d6-be32-48b0-a28a-90f3386780f3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] DELETE failed (client error): The resource could not be found. Mar 11 16:24:03.817779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801ea7d6-be32-48b0-a28a-90f3386780f3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:24:03.819646 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-801ea7d6-be32-48b0-a28a-90f3386780f3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/c8a1428b-b862-4415-b7cc-f57ccb6a6a62 HTTP/1.1" status: 404 len: 337 time: 0.0401456 Mar 11 16:24:03.822832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34812) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.868194 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-47debe13-ea26-48b0-a2c2-cd8893cece05 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=776abfed-9d08-40d9-a742-c2da678fe267 HTTP/1.1" status: 200 len: 205 time: 0.0439699 Mar 11 16:24:03.871084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34816) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.880882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for d717dd5c-bceb-4fd0-b53d-dafb351e679b owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:03.948803 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-6c97e77d-edfa-447c-80f9-c52ce488e10b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] delete failed (client error): The resource could not be found. Mar 11 16:24:03.952034 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6c97e77d-edfa-447c-80f9-c52ce488e10b tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/776abfed-9d08-40d9-a742-c2da678fe267 HTTP/1.1" status: 404 len: 336 time: 0.0773902 Mar 11 16:24:03.952293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.993055 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f08171f-77ac-4c01-9cf0-345dc82d3520 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] DELETE failed (client error): The resource could not be found. Mar 11 16:24:03.993507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f08171f-77ac-4c01-9cf0-345dc82d3520 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:24:03.998427 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f08171f-77ac-4c01-9cf0-345dc82d3520 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/81928b83-33dc-49a3-964b-30987399fe1c HTTP/1.1" status: 404 len: 337 time: 0.0427177 Mar 11 16:24:03.998742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34824) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:04.008009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.053099 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-33c80955-d8d4-4d1d-a3be-97dd89f1ce1a tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "GET /v2.0/ports?device_id=0788f3ac-fdba-431f-a5e9-96e2cb42aa04 HTTP/1.1" status: 200 len: 205 time: 0.0510373 Mar 11 16:24:04.053344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34828) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:04.110501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ff48e058-3f88-46b8-a4d8-e168cb3d2ebe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:04.111887 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ff48e058-3f88-46b8-a4d8-e168cb3d2ebe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.7020154 Mar 11 16:24:04.142664 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-9198addd-c9ee-46c4-8c22-6afed6c42d4f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] delete failed (client error): The resource could not be found. Mar 11 16:24:04.142664 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9198addd-c9ee-46c4-8c22-6afed6c42d4f tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/routers/0788f3ac-fdba-431f-a5e9-96e2cb42aa04 HTTP/1.1" status: 404 len: 336 time: 0.0667982 Mar 11 16:24:04.143364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34834) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:04.143759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34836) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:04.172827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33df8564-cb90-4f0a-a88a-abdc3778cd95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.184465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33df8564-cb90-4f0a-a88a-abdc3778cd95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.189676 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e53c8d-5aa2-48d6-9432-03995aa7f0b3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] DELETE failed (client error): The resource could not be found. Mar 11 16:24:04.190252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e53c8d-5aa2-48d6-9432-03995aa7f0b3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:24:04.192370 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-40e53c8d-5aa2-48d6-9432-03995aa7f0b3 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/a538736c-0ebb-4662-9502-b3b37cebef0e HTTP/1.1" status: 404 len: 337 time: 0.0477202 Mar 11 16:24:04.194760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34842) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:04.244529 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6f8039-31a1-41a2-a0d9-42f7f8d9da27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] DELETE failed (client error): The resource could not be found. Mar 11 16:24:04.244529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6f8039-31a1-41a2-a0d9-42f7f8d9da27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:24:04.244529 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3b6f8039-31a1-41a2-a0d9-42f7f8d9da27 tempest-RoutersIpV6Test-650996434 tempest-RoutersIpV6Test-650996434-project] 10.222.0.57 "DELETE /v2.0/subnets/63779f74-26eb-4f9d-9036-9e293a1c7b21 HTTP/1.1" status: 404 len: 337 time: 0.0444224 Mar 11 16:24:04.450296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.460979 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.464330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33df8564-cb90-4f0a-a88a-abdc3778cd95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.537601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=d717dd5c-bceb-4fd0-b53d-dafb351e679b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:04.545946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df8564-cb90-4f0a-a88a-abdc3778cd95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=faf9aaef-d0b0-4adb-98fd-658c86efdfbf,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:04.548796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:04.595704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6134c16f-0bf2-4ee0-8df1-5a68f40fb071,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:04.633050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.633391 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Added segment 90e616e8-8b9c-45e3-bff2-9e843b90af87 of type vlan for network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 Mar 11 16:24:04.689746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.693382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.993309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.995949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-33df8564-cb90-4f0a-a88a-abdc3778cd95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.997062 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-33df8564-cb90-4f0a-a88a-abdc3778cd95 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/faf9aaef-d0b0-4adb-98fd-658c86efdfbf HTTP/1.1" status: 204 len: 168 time: 0.8523219 Mar 11 16:24:04.998254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.999884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34850) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:05.055090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-89fb46f9-1b6e-4a52-bc0c-72b43386a556 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:05.063148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34856) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:05.145821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34860) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:05.222891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.228898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:05.229508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.278109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-89fb46f9-1b6e-4a52-bc0c-72b43386a556 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:05.279413 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-89fb46f9-1b6e-4a52-bc0c-72b43386a556 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2785118 Mar 11 16:24:05.287972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34866) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:05.297485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.297485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Fanout notify agent at l3_agent the message router_deleted on router 64927e36-645a-4553-b45f-748f3e4805b3 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:24:05.311759 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1be87a3c-db21-4be6-ad9f-c7fef185a5b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c928f83ca3714a85b4f6dea5f55fd370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647420 Mar 11 16:24:05.313973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.314872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34870) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:05.315049 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0d789153-5867-498e-8035-f0fa412ba54b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/64927e36-645a-4553-b45f-748f3e4805b3 HTTP/1.1" status: 204 len: 168 time: 2.8550904 Mar 11 16:24:05.318852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34874) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:05.332968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'network': {'name': 'tempest-RoutersTest-500988020'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:05.345572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:05.357062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:network and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:05.362152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:05.459854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Network': ['ID=395fc364-cb99-41c3-9d23-270d0fa1bdb2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:05.471575 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:05.488815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95817de7-8cd8-4dd8-81c8-c7fca6f1e3e3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.494512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:05.505892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95817de7-8cd8-4dd8-81c8-c7fca6f1e3e3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.526925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1653368-c06f-4842-bca8-63052a44fd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.555650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1653368-c06f-4842-bca8-63052a44fd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.597103 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c409d74a-68b5-411d-9e24-f541c6f97628 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4995544 Mar 11 16:24:05.598672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34878) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:05.609163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'subnet': {'network_id': '395fc364-cb99-41c3-9d23-270d0fa1bdb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:05.727463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:05.731372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:subnet and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:05.734228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:05.739801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:05.763364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:05.768681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.796546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:05.805879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.806143 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added segment 9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb of type vlan for network 13e08284-f87a-429d-a300-ba59d5c5e5e8 Mar 11 16:24:05.833922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.834713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.902312 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95817de7-8cd8-4dd8-81c8-c7fca6f1e3e3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:05.927209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95817de7-8cd8-4dd8-81c8-c7fca6f1e3e3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4118d2ab-06dd-4512-b703-260e8cc7516f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:05.981614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Made reservation on behalf of 92bb4440a5e34e929d968a512abc19f4 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:05.985263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.000452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1653368-c06f-4842-bca8-63052a44fd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.033440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1653368-c06f-4842-bca8-63052a44fd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6102136-a308-48f6-9f13-4cee61e4bccc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:06.095827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.101188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:06.101766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.153344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1653368-c06f-4842-bca8-63052a44fd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.154489 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1653368-c06f-4842-bca8-63052a44fd0e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6102136-a308-48f6-9f13-4cee61e4bccc HTTP/1.1" status: 204 len: 168 time: 0.8385081 Mar 11 16:24:06.163665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95817de7-8cd8-4dd8-81c8-c7fca6f1e3e3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.165173 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-95817de7-8cd8-4dd8-81c8-c7fca6f1e3e3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/4118d2ab-06dd-4512-b703-260e8cc7516f HTTP/1.1" status: 204 len: 168 time: 0.8728321 Mar 11 16:24:06.171779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34886) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:06.234594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea79dc4a-5b57-4661-8f07-76ff511e5303 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:06.237872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Network': ['ID=13e08284-f87a-429d-a300-ba59d5c5e5e8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:06.251184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 13e08284-f87a-429d-a300-ba59d5c5e5e8 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:06.331275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 5219990e-5a3e-446f-b4b7-20d8c6d95518 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:06.331591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.394041 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-628a301e-ce75-4b38-95e7-3bbac78b1ba4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0744226 Mar 11 16:24:06.396857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34890) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:06.403785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'subnet': {'network_id': '13e08284-f87a-429d-a300-ba59d5c5e5e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:06.531716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea79dc4a-5b57-4661-8f07-76ff511e5303 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:06.535781 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea79dc4a-5b57-4661-8f07-76ff511e5303 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3600812 Mar 11 16:24:06.535913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:06.539039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:subnet and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:06.543075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:06.559870 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34894) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:06.560111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:06.592391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.651550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0f384f2-01e5-4898-b0af-7c8d305e670b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.669777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0f384f2-01e5-4898-b0af-7c8d305e670b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.676375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Subnet': ['ID=2915ed4c-0c8d-4172-a281-1bdf3fb58812,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:06.688465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Checking segment: {'id': '90e616e8-8b9c-45e3-bff2-9e843b90af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '395fc364-cb99-41c3-9d23-270d0fa1bdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:06.688465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network hostable DHCP agents. Network: 395fc364-cb99-41c3-9d23-270d0fa1bdb2, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:06.701699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 5219990e-5a3e-446f-b4b7-20d8c6d95518, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5219990e-5a3e-446f-b4b7-20d8c6d95518,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:06.702067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.834340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 5219990e-5a3e-446f-b4b7-20d8c6d95518 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:06.847951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:06.851782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.909742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0f384f2-01e5-4898-b0af-7c8d305e670b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:06.950438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:06.961006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f384f2-01e5-4898-b0af-7c8d305e670b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6031000-8f08-4bd6-bd0a-cf582236ecd9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:07.232228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 395fc364-cb99-41c3-9d23-270d0fa1bdb2) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:07.232808 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0f384f2-01e5-4898-b0af-7c8d305e670b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.235021 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d0f384f2-01e5-4898-b0af-7c8d305e670b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f6031000-8f08-4bd6-bd0a-cf582236ecd9 HTTP/1.1" status: 204 len: 168 time: 0.6879063 Mar 11 16:24:07.237332 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34908) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:07.243081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:07.243890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.244782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b2e58-a608-48b2-85e5-b522e268e7f4 None None] Network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:07.294101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3002b0a-fa66-47d8-b3d6-eaaa393db50c tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:07.333438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.333922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.390354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=5219990e-5a3e-446f-b4b7-20d8c6d95518,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:07.423398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Subnet': ['ID=b36e99c8-f6f6-41b0-8b30-98137a2949c2,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:07.438352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Checking segment: {'id': '9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '13e08284-f87a-429d-a300-ba59d5c5e5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:07.438984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network hostable DHCP agents. Network: 13e08284-f87a-429d-a300-ba59d5c5e5e8, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:07.530202 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3564a4c-4658-4f29-bb67-e8a1818a915c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9302826 Mar 11 16:24:07.533073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34912) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:07.544363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'network': {'name': 'tempest-router-network01--1325730606'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:07.552565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-395fc364-cb99-41c3-9d23-270d0fa1bdb2', 'network_id': '395fc364-cb99-41c3-9d23-270d0fa1bdb2', 'tenant_id': '92bb4440a5e34e929d968a512abc19f4', 'fixed_ips': [{'subnet_id': '2915ed4c-0c8d-4172-a281-1bdf3fb58812'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:24:07.555626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.560265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:07.568917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:network and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:07.575859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:07.590363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:07.628537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f3002b0a-fa66-47d8-b3d6-eaaa393db50c tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:07.632837 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f3002b0a-fa66-47d8-b3d6-eaaa393db50c tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3915727 Mar 11 16:24:07.633242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34918) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:07.715571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 13e08284-f87a-429d-a300-ba59d5c5e5e8 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:07.769498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.807604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Made reservation on behalf of 92bb4440a5e34e929d968a512abc19f4 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:07.811301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.825518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.832313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.840144 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Allocated IP 2001:db8::2 (395fc364-cb99-41c3-9d23-270d0fa1bdb2/2915ed4c-0c8d-4172-a281-1bdf3fb58812/4308cd4c-d3f0-4085-aa86-5c637f2f88d8) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:07.889035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:07.902223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:07.902844 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Added segment 6202dc65-ee49-40b9-9488-448cefb9e9b7 of type vlan for network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 Mar 11 16:24:07.911731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 13e08284-f87a-429d-a300-ba59d5c5e5e8) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:07.923777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:07.924663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.009879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.010159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b881f1-10a6-40e7-8038-bdb9749a285a None None] Network 13e08284-f87a-429d-a300-ba59d5c5e5e8 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:08.230627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.239958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router e8dbb226-1939-4729-99d9-776a439b5633 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:08.288023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-13e08284-f87a-429d-a300-ba59d5c5e5e8', 'network_id': '13e08284-f87a-429d-a300-ba59d5c5e5e8', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'fixed_ips': [{'subnet_id': 'b36e99c8-f6f6-41b0-8b30-98137a2949c2'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:24:08.288879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.459041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Allocated IP 172.20.0.2 (13e08284-f87a-429d-a300-ba59d5c5e5e8/b36e99c8-f6f6-41b0-8b30-98137a2949c2/5ae12a2f-f630-4aa7-8f1a-3955d25b6367) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:08.559350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:08.572235 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] Sync routers for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:08.581793 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:08.582426 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:08.669469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.672165 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.673039 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/732c9e02-6d6a-4f09-9cdd-5e5df2eb6363 HTTP/1.1" status: 204 len: 168 time: 1.0387988 Mar 11 16:24:08.675582 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f6a8031f-6440-4971-bfea-338f201530d8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2764649 Mar 11 16:24:08.676360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.678555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34928) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:08.679088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34930) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:08.682615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:08.687625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.689309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Transition to ACTIVE for port object 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:08.737509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732c9e02-6d6a-4f09-9cdd-5e5df2eb6363,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:08.749902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a6f47ce7-fbe8-47f0-9c20-3275e684ace9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1271550653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:08.750082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34936) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:08.764532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.764880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.765216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.765549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.765876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.766232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.766796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.767221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.767650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.767979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.768421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.768640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86729e72-37e2-43c9-9d7b-79ca6ad21f47 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:08.770970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Transition to ACTIVE for port object 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:08.787897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.809254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Transition to ACTIVE for port object 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:08.811467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4869ec1a-ccaf-4783-8f09-d925fd8686f9 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:08.819785 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-80051c3a-993c-4bfb-94b8-43ee98fa9837 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/e8dbb226-1939-4729-99d9-776a439b5633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7554774 Mar 11 16:24:08.821435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a6f47ce7-fbe8-47f0-9c20-3275e684ace9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:08.842555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Transition to ACTIVE for port object 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:08.848818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a6f47ce7-fbe8-47f0-9c20-3275e684ace9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:08.850257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Network': ['ID=52f5767b-65b6-4a62-b9ea-13bcf80dfc19,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:08.851343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4869ec1a-ccaf-4783-8f09-d925fd8686f9 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:08.855344 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4869ec1a-ccaf-4783-8f09-d925fd8686f9 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1730466 Mar 11 16:24:08.861731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34944) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:08.862907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:08.867068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551281957'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:08.876844 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:08.892591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:08.906931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:08.968805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-298a1225-0c68-473c-9af6-afcfcb269445 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:08.968805 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-298a1225-0c68-473c-9af6-afcfcb269445 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 16:24:08.969247 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-298a1225-0c68-473c-9af6-afcfcb269445 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:24:08.974067 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-298a1225-0c68-473c-9af6-afcfcb269445 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2208409 Mar 11 16:24:08.974624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34948) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:08.980119 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345291148'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:08.986944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:08.991347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:08.997660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:09.005490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:09.215650 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6028ce0b-754b-4a8b-abc9-0f95fd24f309 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6813939 Mar 11 16:24:09.218273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34952) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:09.224705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'network': {'name': 'tempest-router-network02--197683986'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:09.228825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:09.232754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:network and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:09.236061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:09.242160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:09.305170 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:24:07Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'da43061f-1942-4472-9e79-ac6eda8c1de2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:24Z', 'updated_at': '2022-03-11T16:22:33Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:09.310625 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] Checking router: e8dbb226-1939-4729-99d9-776a439b5633 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:24:09.318311 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:09.318923 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:23:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:09.374032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.374918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.381262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.395058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.421893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:09.428040 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:09.433933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:09.443047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:09.476519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6f47ce7-fbe8-47f0-9c20-3275e684ace9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.476764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.476880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6f47ce7-fbe8-47f0-9c20-3275e684ace9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.484597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.488266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:09.490057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Network 13e08284-f87a-429d-a300-ba59d5c5e5e8 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:09.497565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Made reservation on behalf of 92bb4440a5e34e929d968a512abc19f4 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:09.499051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6f47ce7-fbe8-47f0-9c20-3275e684ace9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.499190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:09.501079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:09.505977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:09.516396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.522839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:09.524918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Pushing event updated for resources: {'Port': ['ID=4308cd4c-d3f0-4085-aa86-5c637f2f88d8,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:09.558644 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:09.563899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.564354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:09.583237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:09.598846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:09.626256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.626715 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Added segment 73f6a426-7c7b-470e-a520-d149b36a367f of type vlan for network b0628ec3-6694-410e-8c05-d16b0f8c5570 Mar 11 16:24:09.670150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.738532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.768832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Pushing event updated for resources: {'Port': ['ID=5ae12a2f-f630-4aa7-8f1a-3955d25b6367,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:09.776917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Attempting to bind port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:09.777316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Attempting to bind port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '90e616e8-8b9c-45e3-bff2-9e843b90af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '395fc364-cb99-41c3-9d23-270d0fa1bdb2'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:09.777686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Attempting to bind port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 on network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:09.790204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:09.795538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Checking segment: {'id': '90e616e8-8b9c-45e3-bff2-9e843b90af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '395fc364-cb99-41c3-9d23-270d0fa1bdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:09.795538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.795538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Bound using segment: {'id': '90e616e8-8b9c-45e3-bff2-9e843b90af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '395fc364-cb99-41c3-9d23-270d0fa1bdb2'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:09.795538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Bound port: 4308cd4c-d3f0-4085-aa86-5c637f2f88d8, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e616e8-8b9c-45e3-bff2-9e843b90af87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '395fc364-cb99-41c3-9d23-270d0fa1bdb2'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:09.795538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.803324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Attempting to bind port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:09.803683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Attempting to bind port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '13e08284-f87a-429d-a300-ba59d5c5e5e8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:09.804034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Attempting to bind port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 on network 13e08284-f87a-429d-a300-ba59d5c5e5e8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:09.828047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.831747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6f47ce7-fbe8-47f0-9c20-3275e684ace9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.840672 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:09.841068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Checking segment: {'id': '9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '13e08284-f87a-429d-a300-ba59d5c5e5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:09.841420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.841798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Bound using segment: {'id': '9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '13e08284-f87a-429d-a300-ba59d5c5e5e8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:09.842278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Bound port: 5ae12a2f-f630-4aa7-8f1a-3955d25b6367, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '13e08284-f87a-429d-a300-ba59d5c5e5e8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:09.842645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.853548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:09.872067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:09.880802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:09.901936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:09.905837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.908998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e6d04-976e-4675-9072-c61f5ae426d7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:09.916796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.917679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.917679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.918014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.918217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.918885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.919352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.919738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.920069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.920395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.920718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.921039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.952343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.957868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:09.958441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.958749 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:24:07Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'da43061f-1942-4472-9e79-ac6eda8c1de2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:24Z', 'updated_at': '2022-03-11T16:22:33Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:09.963336 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972051f-fe59-49ae-bf05-a47de6e8a9f0 None None] The sync data for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv is: [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:24:07Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'da43061f-1942-4472-9e79-ac6eda8c1de2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'port_id': '7869a939-c128-4545-9580-c32acca99894', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'mac_address': 'fa:16:3e:e0:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:24Z', 'updated_at': '2022-03-11T16:22:33Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:09.979744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] For port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:09.989947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] For port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:09.992889 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] For port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4308cd4c-d3f0-4085-aa86-5c637f2f88d8,segment=NetworkSegment(90e616e8-8b9c-45e3-bff2-9e843b90af87),segment_id=90e616e8-8b9c-45e3-bff2-9e843b90af87)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:09.995522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] For port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5ae12a2f-f630-4aa7-8f1a-3955d25b6367,segment=NetworkSegment(9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb),segment_id=9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:09.998346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491befd4-b69e-4416-b86d-1eea6ca45742,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:10.205329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Network': ['ID=b0628ec3-6694-410e-8c05-d16b0f8c5570,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:10.222506 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network b0628ec3-6694-410e-8c05-d16b0f8c5570 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:10.251988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:10.255497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6f47ce7-fbe8-47f0-9c20-3275e684ace9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:10.255696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:10.256649 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a6f47ce7-fbe8-47f0-9c20-3275e684ace9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5768013 Mar 11 16:24:10.260450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34958) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:10.266685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc9604-7c7f-49fa-9970-c64a1921ef7f req-9ae42b89-9c0e-44b8-9b06-6984b27d863b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.276620 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b6dc9604-7c7f-49fa-9970-c64a1921ef7f req-9ae42b89-9c0e-44b8-9b06-6984b27d863b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:10.329796 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66711ee3-61b2-48ec-b2ae-58904acfeb94 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1104338 Mar 11 16:24:10.332945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34962) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:10.344847 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'subnet': {'network_id': '52f5767b-65b6-4a62-b9ea-13bcf80dfc19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:10.397312 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:10.455114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46247061-8c0b-496a-8ce0-2c2c6860fe9c None None] Pushing event updated for resources: {'Port': ['ID=5ae12a2f-f630-4aa7-8f1a-3955d25b6367,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:10.493480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:10.503075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:subnet and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:10.504370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:10.511514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5219990e-5a3e-446f-b4b7-20d8c6d95518 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:10.512619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:10.560611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 5219990e-5a3e-446f-b4b7-20d8c6d95518 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:10.560980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5219990e-5a3e-446f-b4b7-20d8c6d95518 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:10.585158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac4953-4f6e-4628-9003-4b2e6b78c8b3 None None] Pushing event updated for resources: {'Port': ['ID=4308cd4c-d3f0-4085-aa86-5c637f2f88d8,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:10.634957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:10.636162 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-56544be2-d5b3-40b1-a21b-4a57e8d3a25a tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7756038 Mar 11 16:24:10.639141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34966) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:10.644684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '491befd4-b69e-4416-b86d-1eea6ca45742', 'direction': 'ingress', 'protocol': 17}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:10.651297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b6dc9604-7c7f-49fa-9970-c64a1921ef7f req-9ae42b89-9c0e-44b8-9b06-6984b27d863b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:10.654658 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b6dc9604-7c7f-49fa-9970-c64a1921ef7f req-9ae42b89-9c0e-44b8-9b06-6984b27d863b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 946 time: 0.4811835 Mar 11 16:24:10.657300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:10.676103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:10.680624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:10.692042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:10.720374 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b6dc9604-7c7f-49fa-9970-c64a1921ef7f req-cb0f4986-588e-406e-a35c-f5949082c6d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604501 Mar 11 16:24:10.735874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Made reservation on behalf of 92bb4440a5e34e929d968a512abc19f4 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:10.740068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:10.761478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:10.817613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:10.902777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddf0c13-719c-49c3-8824-c94ed19e10f4,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:10.907660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.062902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.107639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.111791 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-97cc6c8a-e057-446c-91b8-6d8bc2226b5e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1333263 Mar 11 16:24:11.112076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34970) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:11.121174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': '3ddf0c13-719c-49c3-8824-c94ed19e10f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:11.137865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:11.151177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:11.156906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:11.195801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:11.301941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.20.0.1 (13e08284-f87a-429d-a300-ba59d5c5e5e8/b36e99c8-f6f6-41b0-8b30-98137a2949c2/6fd10dff-5a4c-4a91-a74d-69d03d01ae6d) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:11.364027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-802086a9-b14c-4aa3-912f-6d757e4b274b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.450139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.482216 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.508789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c68b51-a86c-4305-9758-069534b740fc,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:11.511135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.527544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.572974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Transition to ACTIVE for port object 6fd10dff-5a4c-4a91-a74d-69d03d01ae6d will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:11.573728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Subnet': ['ID=773e1d0d-9239-4197-b342-1ea6cabca053,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:11.581256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Checking segment: {'id': '6202dc65-ee49-40b9-9488-448cefb9e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '52f5767b-65b6-4a62-b9ea-13bcf80dfc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:11.581578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network hostable DHCP agents. Network: 52f5767b-65b6-4a62-b9ea-13bcf80dfc19, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:11.618098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.637152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-cfd02a46-3449-43c8-b67a-f65a8f14af30 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:11.637850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-cfd02a46-3449-43c8-b67a-f65a8f14af30 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:11.651207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-cfd02a46-3449-43c8-b67a-f65a8f14af30 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:11.652414 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-cfd02a46-3449-43c8-b67a-f65a8f14af30 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 946 time: 0.2067373 Mar 11 16:24:11.732305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:11.739228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.821712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.823088 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d1a137e5-3dec-405b-b227-710890bde3da tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1828954 Mar 11 16:24:11.825972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34976) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:11.885179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:11.922877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3cf4553-773e-43fa-8a9d-dc694609bd59 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.963314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3cf4553-773e-43fa-8a9d-dc694609bd59 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.987275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ab3bd-eee2-4fd0-b8e8-7ae94c145b38 None None] Network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:12.035238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.077662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.137469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 52f5767b-65b6-4a62-b9ea-13bcf80dfc19) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:12.146355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:12.151688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.175614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fe7e09-4e89-4c9b-8c54-153a5556028a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:12.184747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d3edb-83f7-48aa-bb89-a24b5a9e4cc7 None None] Network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:12.239509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 13e08284-f87a-429d-a300-ba59d5c5e5e8 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:12.255213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3cf4553-773e-43fa-8a9d-dc694609bd59 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.260708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b3cf4553-773e-43fa-8a9d-dc694609bd59 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.261252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:12.263403 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b3cf4553-773e-43fa-8a9d-dc694609bd59 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/491befd4-b69e-4416-b86d-1eea6ca45742 HTTP/1.1" status: 204 len: 168 time: 0.4356482 Mar 11 16:24:12.276634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=6fd10dff-5a4c-4a91-a74d-69d03d01ae6d,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:12.282927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 34980) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:12.282927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:12.294981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf4553-773e-43fa-8a9d-dc694609bd59 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491befd4-b69e-4416-b86d-1eea6ca45742,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:12.368408 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5b9f5801-5ae1-4980-8ab2-31e0cb475898 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0314019 Mar 11 16:24:12.368734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34984) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:12.376018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fe5a3655-9f0f-4cba-87c7-952b4aaab8cb None None] Provisioning for port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:12.377347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'subnet': {'network_id': 'b0628ec3-6694-410e-8c05-d16b0f8c5570', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:12.434486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.456770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 6dcb98bb-99d8-4ba2-a260-38844578f1f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6dcb98bb-99d8-4ba2-a260-38844578f1f7,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:12.457134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.469291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e712bef5-6477-4453-bfa6-7d06c066c568 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:12.483475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f64eb2-3a58-4915-b6b6-31fe305b908d req-66418370-1f46-4ca2-9027-2e509e0ce0d1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:12.487864 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e5f64eb2-3a58-4915-b6b6-31fe305b908d req-66418370-1f46-4ca2-9027-2e509e0ce0d1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 946 time: 0.6406043 Mar 11 16:24:12.523426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2c057-7049-4db3-8897-e5548e2ce283 None None] Network 13e08284-f87a-429d-a300-ba59d5c5e5e8 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:12.621093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:12.633510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:subnet and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:12.638297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:12.646209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:12.681163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.687939 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-440e6780-7f7e-4cd9-a858-b65c70a422f8 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5696638 Mar 11 16:24:12.688388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34988) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:12.693750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-23aae3f7-683b-4f91-8a39-f36b75d610d5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': '3ddf0c13-719c-49c3-8824-c94ed19e10f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:12.695930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 6dcb98bb-99d8-4ba2-a260-38844578f1f7 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:12.701227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:12.701616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-23aae3f7-683b-4f91-8a39-f36b75d610d5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:12.706557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-23aae3f7-683b-4f91-8a39-f36b75d610d5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:12.710496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-23aae3f7-683b-4f91-8a39-f36b75d610d5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:12.720948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-23aae3f7-683b-4f91-8a39-f36b75d610d5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:12.747408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-52f5767b-65b6-4a62-b9ea-13bcf80dfc19', 'network_id': '52f5767b-65b6-4a62-b9ea-13bcf80dfc19', 'tenant_id': '92bb4440a5e34e929d968a512abc19f4', 'fixed_ips': [{'subnet_id': '773e1d0d-9239-4197-b342-1ea6cabca053'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:24:12.748390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.792960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Made reservation on behalf of 92bb4440a5e34e929d968a512abc19f4 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:12.795443 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e5f64eb2-3a58-4915-b6b6-31fe305b908d req-8c2f4634-bfba-444c-a767-60ced7c396f7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=78294053-13d4-4120-96e9-6e2c51596b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053680 Mar 11 16:24:12.804948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.940784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-23aae3f7-683b-4f91-8a39-f36b75d610d5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.093047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Allocated IP 2001:db8::2 (52f5767b-65b6-4a62-b9ea-13bcf80dfc19/773e1d0d-9239-4197-b342-1ea6cabca053/fcc23787-167c-419c-9635-ced56e02d92d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:13.104774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e712bef5-6477-4453-bfa6-7d06c066c568 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:13.106800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dd1d272e-f266-4fce-ac85-79be0e8548a0 None None] Provisioning for port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:13.106929 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e712bef5-6477-4453-bfa6-7d06c066c568 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7975709 Mar 11 16:24:13.111219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34992) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:13.117173 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-secgroup--630623264'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:13.123951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:13.135709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:13.168448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.325601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.333554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cc9d6dba-e0ba-403c-9917-d2c1f5353aeb None None] Provisioning complete for port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:13.333921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc9d6dba-e0ba-403c-9917-d2c1f5353aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.358395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:13.373946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.385988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:13.386427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.429403 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-23aae3f7-683b-4f91-8a39-f36b75d610d5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:24:13.430556 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-23aae3f7-683b-4f91-8a39-f36b75d610d5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7434154 Mar 11 16:24:13.436833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 34998) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:13.456734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.488396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Transition to ACTIVE for port object fcc23787-167c-419c-9635-ced56e02d92d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:13.532112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Transition to ACTIVE for port object fcc23787-167c-419c-9635-ced56e02d92d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:13.540813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port 6dcb98bb-99d8-4ba2-a260-38844578f1f7 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:13.543739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.547238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=6dcb98bb-99d8-4ba2-a260-38844578f1f7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:13.566533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a60cf9f-b8c4-4c0a-80b6-90e272002468', 'name': 'network-vif-deleted', 'tag': '6dcb98bb-99d8-4ba2-a260-38844578f1f7'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:24:13.616466 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ced8f0d-ae52-4972-8c7b-71d99ed2bc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.653007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c08876dc-c25a-451b-98e2-72ade0a41942 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.654784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Subnet': ['ID=2719f1c8-ec93-4027-8380-85de01f71180,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:13.671411 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a60cf9f-b8c4-4c0a-80b6-90e272002468', 'name': 'network-vif-deleted', 'tag': '6dcb98bb-99d8-4ba2-a260-38844578f1f7', 'status': 'completed', 'code': 200} Mar 11 16:24:13.676838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.677051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Checking segment: {'id': '73f6a426-7c7b-470e-a520-d149b36a367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b0628ec3-6694-410e-8c05-d16b0f8c5570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:13.677299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network hostable DHCP agents. Network: b0628ec3-6694-410e-8c05-d16b0f8c5570, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:13.687488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc9d6dba-e0ba-403c-9917-d2c1f5353aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.705320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c08876dc-c25a-451b-98e2-72ade0a41942 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.724784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.742152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4308cd4c-d3f0-4085-aa86-5c637f2f88d8,segment=NetworkSegment(90e616e8-8b9c-45e3-bff2-9e843b90af87),segment_id=90e616e8-8b9c-45e3-bff2-9e843b90af87)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:13.764681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.766097 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c41b3dd9-1469-446e-8bcb-c0942f2aa68e req-7d54cd41-0731-46c6-a5b8-48346a505314 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/6dcb98bb-99d8-4ba2-a260-38844578f1f7 HTTP/1.1" status: 204 len: 173 time: 2.1083848 Mar 11 16:24:13.768100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:13.784576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:13.790492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:13.796727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:13.844609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:13.845484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.848570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:13.852323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:13.902353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Pushing event updated for resources: {'Port': ['ID=fcc23787-167c-419c-9635-ced56e02d92d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:13.957465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-9c3b85d0-9db6-4484-bf73-f503dd5f5296 req-3bc731dd-3a26-49bc-bbe7-6a10ed5cf9c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:13.968559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Attempting to bind port fcc23787-167c-419c-9635-ced56e02d92d on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:13.968859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Attempting to bind port fcc23787-167c-419c-9635-ced56e02d92d by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '6202dc65-ee49-40b9-9488-448cefb9e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '52f5767b-65b6-4a62-b9ea-13bcf80dfc19'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:13.969217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Attempting to bind port fcc23787-167c-419c-9635-ced56e02d92d on network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:13.974975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:13.975293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Checking segment: {'id': '6202dc65-ee49-40b9-9488-448cefb9e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '52f5767b-65b6-4a62-b9ea-13bcf80dfc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:13.975690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:13.976074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Bound using segment: {'id': '6202dc65-ee49-40b9-9488-448cefb9e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '52f5767b-65b6-4a62-b9ea-13bcf80dfc19'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:13.976554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Bound port: fcc23787-167c-419c-9635-ced56e02d92d, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6202dc65-ee49-40b9-9488-448cefb9e9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '52f5767b-65b6-4a62-b9ea-13bcf80dfc19'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:13.976913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.013258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network b0628ec3-6694-410e-8c05-d16b0f8c5570 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:14.022005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.022792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:14.059035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.065588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c08876dc-c25a-451b-98e2-72ade0a41942 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.093425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08876dc-c25a-451b-98e2-72ade0a41942 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddf0c13-719c-49c3-8824-c94ed19e10f4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:14.131004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c08876dc-c25a-451b-98e2-72ade0a41942 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.134632 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c08876dc-c25a-451b-98e2-72ade0a41942 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/3ddf0c13-719c-49c3-8824-c94ed19e10f4 HTTP/1.1" status: 204 len: 168 time: 0.6901028 Mar 11 16:24:14.135366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35006) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:14.187765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.232025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4d61362f-8de1-400d-86ff-a6f0b76d9934 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Synchronizing usage tracker for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:14.255997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, b0628ec3-6694-410e-8c05-d16b0f8c5570) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:14.258536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=4308cd4c-d3f0-4085-aa86-5c637f2f88d8,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:14.261679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-cc9d6dba-e0ba-403c-9917-d2c1f5353aeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:24:14.262032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-cc9d6dba-e0ba-403c-9917-d2c1f5353aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:24:14.268443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] For port fcc23787-167c-419c-9635-ced56e02d92d, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:14.281777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] For port fcc23787-167c-419c-9635-ced56e02d92d, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fcc23787-167c-419c-9635-ced56e02d92d,segment=NetworkSegment(6202dc65-ee49-40b9-9488-448cefb9e9b7),segment_id=6202dc65-ee49-40b9-9488-448cefb9e9b7)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:14.281916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:14.281916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.282114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d51a8d-8493-4576-9df5-f6222ae10b63 None None] Network b0628ec3-6694-410e-8c05-d16b0f8c5570 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:14.296295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-9c3b85d0-9db6-4484-bf73-f503dd5f5296 req-3bc731dd-3a26-49bc-bbe7-6a10ed5cf9c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:14.297475 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c3b85d0-9db6-4484-bf73-f503dd5f5296 req-3bc731dd-3a26-49bc-bbe7-6a10ed5cf9c1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.3826001 Mar 11 16:24:14.339746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=6fd10dff-5a4c-4a91-a74d-69d03d01ae6d,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:14.342292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.386462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.427807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb7a1f8-7c9f-496b-88c0-d155f5a8b8b0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:14.448705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4d61362f-8de1-400d-86ff-a6f0b76d9934 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Unset dirty status for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:14.454764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.454919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35010) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:14.456052 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4d61362f-8de1-400d-86ff-a6f0b76d9934 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3108199 Mar 11 16:24:14.457235 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-68ecc115-d789-4822-9d7d-6b5afb6fa0d8 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0871940 Mar 11 16:24:14.460041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775107133'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:14.463434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:14.472783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:14.496571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:14.512764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 13e08284-f87a-429d-a300-ba59d5c5e5e8 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:14.514637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:14.569306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6dcb98bb-99d8-4ba2-a260-38844578f1f7 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:14.662051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:14.677687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 6dcb98bb-99d8-4ba2-a260-38844578f1f7 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:14.678008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6dcb98bb-99d8-4ba2-a260-38844578f1f7 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:14.753808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:14.754464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.780375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.784882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5bc1ca7d-1908-4f60-ab66-d590fbf0daa3 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6719725 Mar 11 16:24:14.785859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35020) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:14.792576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.802659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-secgroup--252285178'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:14.845507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:14.864537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:14.869968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:14.888678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:14.888901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:14.907200 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.907975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.914912 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7608f5-1ea2-4df3-a6f6-479dd50b5bc2 None None] Pushing event updated for resources: {'Port': ['ID=fcc23787-167c-419c-9635-ced56e02d92d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:14.925451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b0628ec3-6694-410e-8c05-d16b0f8c5570', 'network_id': 'b0628ec3-6694-410e-8c05-d16b0f8c5570', 'tenant_id': '92bb4440a5e34e929d968a512abc19f4', 'fixed_ips': [{'subnet_id': '2719f1c8-ec93-4027-8380-85de01f71180'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:24:14.926617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.995533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:15.008059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.026793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router beae6145-bc01-4aac-bd04-10c543fdaa6c is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:24:15.151130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.203124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.307283 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5ae12a2f-f630-4aa7-8f1a-3955d25b6367,segment=NetworkSegment(9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb),segment_id=9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:15.323263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Allocated IP 2001:db8::2 (b0628ec3-6694-410e-8c05-d16b0f8c5570/2719f1c8-ec93-4027-8380-85de01f71180/6891ee4b-c6e7-47a0-a52f-912a47bb96e4) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:15.338018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2338be7a-5fc8-4a38-8af4-24041ffae1f2 None None] Provisioning for port 6fd10dff-5a4c-4a91-a74d-69d03d01ae6d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:15.351202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86f2336-1cd9-43d8-9c79-0e05a8d348a6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:15.359101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2338be7a-5fc8-4a38-8af4-24041ffae1f2 None None] Provisioning complete for port 6fd10dff-5a4c-4a91-a74d-69d03d01ae6d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:15.359480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2338be7a-5fc8-4a38-8af4-24041ffae1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.361874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.372897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.378737 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9af38600-1688-42f1-99a0-f4d2de830c89 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9229167 Mar 11 16:24:15.394645 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.409767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35026) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:15.428793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:15.442938 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-792b1fa9-25c4-441d-809c-6438e57d7b0f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/beae6145-bc01-4aac-bd04-10c543fdaa6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1813343 Mar 11 16:24:15.447762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35030) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:15.459297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434703a2-20a5-4251-848d-c02d2b0634c3 None None] Sync routers for ids ['beae6145-bc01-4aac-bd04-10c543fdaa6c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:15.459548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-276ccc1d-b18b-4d40-806f-f110846a8c5c tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'b86f2336-1cd9-43d8-9c79-0e05a8d348a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:15.460453 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-276ccc1d-b18b-4d40-806f-f110846a8c5c tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 16:24:15.460963 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-276ccc1d-b18b-4d40-806f-f110846a8c5c tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:15.469403 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-276ccc1d-b18b-4d40-806f-f110846a8c5c tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0504851 Mar 11 16:24:15.471471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35034) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:15.539091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.574213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8fba35-0364-46e7-a98b-8bee38ec3094 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:15.574783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-de8fba35-0364-46e7-a98b-8bee38ec3094 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:15.584149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2338be7a-5fc8-4a38-8af4-24041ffae1f2 None None] Port 6fd10dff-5a4c-4a91-a74d-69d03d01ae6d cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:15.585693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434703a2-20a5-4251-848d-c02d2b0634c3 None None] Routers {'beae6145-bc01-4aac-bd04-10c543fdaa6c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:15.586362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-434703a2-20a5-4251-848d-c02d2b0634c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['beae6145-bc01-4aac-bd04-10c543fdaa6c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:15.822432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-434703a2-20a5-4251-848d-c02d2b0634c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:15.824164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:15.824164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:15.824164 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d8685d2-d891-48cb-b588-2ae135d79c7b req-7bd26b76-e143-4e45-9334-b2863bb2759b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a60cf9f-b8c4-4c0a-80b6-90e272002468 HTTP/1.1" status: 200 len: 210 time: 0.1000986 Mar 11 16:24:15.824164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:15.824837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2338be7a-5fc8-4a38-8af4-24041ffae1f2 None None] Provisioning complete for port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:15.824837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2338be7a-5fc8-4a38-8af4-24041ffae1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.824837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fcc23787-167c-419c-9635-ced56e02d92d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:15.825540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-de8fba35-0364-46e7-a98b-8bee38ec3094 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:15.825540 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-de8fba35-0364-46e7-a98b-8bee38ec3094 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports/6fd10dff-5a4c-4a91-a74d-69d03d01ae6d HTTP/1.1" status: 200 len: 910 time: 0.3678336 Mar 11 16:24:15.825540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35038) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:15.826264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:15.831654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2266fe9a-2c56-476f-9c5b-5324c7a55d05 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b36e99c8-f6f6-41b0-8b30-98137a2949c2'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:15.836967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434703a2-20a5-4251-848d-c02d2b0634c3 None None] Routers {'beae6145-bc01-4aac-bd04-10c543fdaa6c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:15.837635 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-434703a2-20a5-4251-848d-c02d2b0634c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['beae6145-bc01-4aac-bd04-10c543fdaa6c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:15.933436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=5ae12a2f-f630-4aa7-8f1a-3955d25b6367,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:15.947514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d44342a-07ed-4eab-b17d-53da5ce95ba5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.973593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-434703a2-20a5-4251-848d-c02d2b0634c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:15.973593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434703a2-20a5-4251-848d-c02d2b0634c3 None None] The sync data for ids ['beae6145-bc01-4aac-bd04-10c543fdaa6c'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:16.047392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d44342a-07ed-4eab-b17d-53da5ce95ba5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.050343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.094417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Transition to ACTIVE for port object 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:16.101261 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.133568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Transition to ACTIVE for port object 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:16.175143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2266fe9a-2c56-476f-9c5b-5324c7a55d05 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.183486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.221878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Allocated IP 2001:db8::1 (52f5767b-65b6-4a62-b9ea-13bcf80dfc19/773e1d0d-9239-4197-b342-1ea6cabca053/11562e6f-8c6a-417f-b8eb-ea9c8daa04ea) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:16.400642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0545950d-fdaa-412d-863a-37bb7f0ec018 None None] Network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:16.400642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port fcc23787-167c-419c-9635-ced56e02d92d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:16.402670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.406315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:16.418415 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Transition to ACTIVE for port object 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:16.476348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.488293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.523646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc7473-7f2b-4ecb-aa3d-8fec293f800d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:16.528313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d44342a-07ed-4eab-b17d-53da5ce95ba5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.564549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44342a-07ed-4eab-b17d-53da5ce95ba5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86f2336-1cd9-43d8-9c79-0e05a8d348a6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:16.582561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.624882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Network b0628ec3-6694-410e-8c05-d16b0f8c5570 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:16.640983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:16.643977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:16.666406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:16.667778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5d44342a-07ed-4eab-b17d-53da5ce95ba5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.670396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Pushing event updated for resources: {'Port': ['ID=6891ee4b-c6e7-47a0-a52f-912a47bb96e4,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:16.671789 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5d44342a-07ed-4eab-b17d-53da5ce95ba5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/b86f2336-1cd9-43d8-9c79-0e05a8d348a6 HTTP/1.1" status: 204 len: 168 time: 1.1946704 Mar 11 16:24:16.675259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35044) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:16.677440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:16.682269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:16.682860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.723086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b32b02a7-f8d8-4e41-ac8d-1353b52a7224 None None] Provisioning for port fcc23787-167c-419c-9635-ced56e02d92d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:16.724915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Port': ['ID=11562e6f-8c6a-417f-b8eb-ea9c8daa04ea,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:16.770830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:16.771265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.774337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.776020 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d0a7afb8-0fb3-402b-a75d-769af62900e8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9803975 Mar 11 16:24:16.794474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35050) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:16.794474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '4bb7a1f8-7c9f-496b-88c0-d155f5a8b8b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3abc7473-7f2b-4ecb-aa3d-8fec293f800d', 'remote_ip_prefix': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:16.794474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:16.799671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:16.803222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:16.811017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:16.814500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b32b02a7-f8d8-4e41-ac8d-1353b52a7224 None None] Provisioning complete for port fcc23787-167c-419c-9635-ced56e02d92d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:16.814922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b32b02a7-f8d8-4e41-ac8d-1353b52a7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.833876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-42afac21-5fc6-4d97-a50e-4331e9cb4c08 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Synchronizing usage tracker for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:16.885157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35054) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:16.940216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2266fe9a-2c56-476f-9c5b-5324c7a55d05 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.011734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Attempting to bind port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:17.011734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Attempting to bind port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '73f6a426-7c7b-470e-a520-d149b36a367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b0628ec3-6694-410e-8c05-d16b0f8c5570'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:17.011734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Attempting to bind port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 on network b0628ec3-6694-410e-8c05-d16b0f8c5570 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:17.032754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:17.033136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Checking segment: {'id': '73f6a426-7c7b-470e-a520-d149b36a367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b0628ec3-6694-410e-8c05-d16b0f8c5570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:17.033539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.033927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Bound using segment: {'id': '73f6a426-7c7b-470e-a520-d149b36a367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b0628ec3-6694-410e-8c05-d16b0f8c5570'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:17.034601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Bound port: 6891ee4b-c6e7-47a0-a52f-912a47bb96e4, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f6a426-7c7b-470e-a520-d149b36a367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b0628ec3-6694-410e-8c05-d16b0f8c5570'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:17.035018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.106612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-42afac21-5fc6-4d97-a50e-4331e9cb4c08 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Unset dirty status for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:17.107852 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-42afac21-5fc6-4d97-a50e-4331e9cb4c08 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4318771 Mar 11 16:24:17.112660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35058) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:17.127895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454331989'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:17.127895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:17.135686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:17.139478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6cf8c1be-ca64-4c06-8cd0-b973e140dccf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.152380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2266fe9a-2c56-476f-9c5b-5324c7a55d05 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.172075 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.213589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.237392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6cf8c1be-ca64-4c06-8cd0-b973e140dccf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.283321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266fe9a-2c56-476f-9c5b-5324c7a55d05 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=6fd10dff-5a4c-4a91-a74d-69d03d01ae6d,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:17.286732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b32b02a7-f8d8-4e41-ac8d-1353b52a7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.294776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.296851 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] For port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:17.322850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] For port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=6891ee4b-c6e7-47a0-a52f-912a47bb96e4,segment=NetworkSegment(73f6a426-7c7b-470e-a520-d149b36a367f),segment_id=73f6a426-7c7b-470e-a520-d149b36a367f)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:17.333965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b32b02a7-f8d8-4e41-ac8d-1353b52a7224 None None] For port fcc23787-167c-419c-9635-ced56e02d92d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fcc23787-167c-419c-9635-ced56e02d92d,segment=NetworkSegment(6202dc65-ee49-40b9-9488-448cefb9e9b7),segment_id=6202dc65-ee49-40b9-9488-448cefb9e9b7)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:17.335868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:17.347198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2266fe9a-2c56-476f-9c5b-5324c7a55d05 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:17.347847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2266fe9a-2c56-476f-9c5b-5324c7a55d05 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.349454 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2266fe9a-2c56-476f-9c5b-5324c7a55d05 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/ports/6fd10dff-5a4c-4a91-a74d-69d03d01ae6d HTTP/1.1" status: 200 len: 910 time: 1.5258160 Mar 11 16:24:17.350897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:17.354689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35062) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:17.356837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:17.432026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:17.434664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.448003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.492874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b32b02a7-f8d8-4e41-ac8d-1353b52a7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.579228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.589189 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5b3ec-dc80-4a97-b12c-06a3fecf59e4 None None] Pushing event updated for resources: {'Port': ['ID=6891ee4b-c6e7-47a0-a52f-912a47bb96e4,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:17.653766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6cf8c1be-ca64-4c06-8cd0-b973e140dccf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.657785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ee59f1-7e96-4b36-b096-850f171f4302,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:17.687230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:17.756210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8c1be-ca64-4c06-8cd0-b973e140dccf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78294053-13d4-4120-96e9-6e2c51596b18,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:17.785791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6cf8c1be-ca64-4c06-8cd0-b973e140dccf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.792301 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6cf8c1be-ca64-4c06-8cd0-b973e140dccf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/78294053-13d4-4120-96e9-6e2c51596b18 HTTP/1.1" status: 204 len: 168 time: 0.9051080 Mar 11 16:24:17.881338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:17.881338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.892698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.903620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.923713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b02a7-f8d8-4e41-ac8d-1353b52a7224 None None] Pushing event updated for resources: {'Port': ['ID=fcc23787-167c-419c-9635-ced56e02d92d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:17.956593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.962339 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-10373ba4-3187-4310-972e-3e1f124e878f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1796298 Mar 11 16:24:17.965713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35068) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:17.992498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35072) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:18.006407 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-927776fe-fe21-44b2-81eb-4e26f0620a23 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.018406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-927776fe-fe21-44b2-81eb-4e26f0620a23 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.031796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7020a9e8-a631-47e6-a1e2-04cbacc19983 None None] Provisioning for port 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:18.047330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7020a9e8-a631-47e6-a1e2-04cbacc19983 None None] Provisioning complete for port 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:18.052097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7020a9e8-a631-47e6-a1e2-04cbacc19983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.103599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.103599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.115685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7020a9e8-a631-47e6-a1e2-04cbacc19983 None None] Port 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:18.124888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.130983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7020a9e8-a631-47e6-a1e2-04cbacc19983 None None] Provisioning complete for port fcc23787-167c-419c-9635-ced56e02d92d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:18.132008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7020a9e8-a631-47e6-a1e2-04cbacc19983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.167254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-787a1136-4e08-462b-949a-339b81c28953 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting subnet 3c73734a-e0df-4e41-a563-9634cc29e39e {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:24:18.178995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-787a1136-4e08-462b-949a-339b81c28953 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.249366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef45bfe-ba03-4ce0-bfb0-51ebce035850,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:18.270684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-787a1136-4e08-462b-949a-339b81c28953 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.281013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-927776fe-fe21-44b2-81eb-4e26f0620a23 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.299149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Port': ['ID=11562e6f-8c6a-417f-b8eb-ea9c8daa04ea,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:18.317909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927776fe-fe21-44b2-81eb-4e26f0620a23 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04ee59f1-7e96-4b36-b096-850f171f4302,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:18.322899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-927776fe-fe21-44b2-81eb-4e26f0620a23 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.326817 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-927776fe-fe21-44b2-81eb-4e26f0620a23 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/04ee59f1-7e96-4b36-b096-850f171f4302 HTTP/1.1" status: 204 len: 168 time: 0.3598707 Mar 11 16:24:18.327337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35076) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:18.379107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.382246 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e8258252-2d9c-4a32-9022-def2b22df213 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2664764 Mar 11 16:24:18.386938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35080) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:18.393325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:18.396949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-70148f2d-0cdb-44b9-8467-3d5ff54b39c9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fef45bfe-ba03-4ce0-bfb0-51ebce035850', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:18.397777 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-70148f2d-0cdb-44b9-8467-3d5ff54b39c9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 16:24:18.398300 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-70148f2d-0cdb-44b9-8467-3d5ff54b39c9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:18.402606 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-70148f2d-0cdb-44b9-8467-3d5ff54b39c9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113909 Mar 11 16:24:18.403727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35084) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:18.404487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:18.416589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03949af7-c05e-400b-b5b4-c82329e5ca54 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:18.424840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-96366582-7ab6-46e4-a680-4dd840537e77 None None] Provisioning complete for port 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:18.425779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-96366582-7ab6-46e4-a680-4dd840537e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.498234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-787a1136-4e08-462b-949a-339b81c28953 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.515379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-96366582-7ab6-46e4-a680-4dd840537e77 None None] Port 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:18.564781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.627801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03949af7-c05e-400b-b5b4-c82329e5ca54 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:18.632254 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-03949af7-c05e-400b-b5b4-c82329e5ca54 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3021305 Mar 11 16:24:18.639059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35088) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:18.726867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a0a6b60-6ccf-42b9-b273-febbcbec8b27 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.762621 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c8a88a83-b35b-42e4-abeb-20789b74d3de None None] Provisioning complete for port 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:18.765124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f120a56-226e-42cb-9262-684fc58ee1aa tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.765252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8a88a83-b35b-42e4-abeb-20789b74d3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.777875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a0a6b60-6ccf-42b9-b273-febbcbec8b27 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.802493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f120a56-226e-42cb-9262-684fc58ee1aa tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.828612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c8a88a83-b35b-42e4-abeb-20789b74d3de None None] Port 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:18.855410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Router 1b396c72-6766-404c-a2c6-6666d366cb74 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:24:18.983778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a365e3c-5808-47bf-90e2-8365d81fb743 None None] Network b0628ec3-6694-410e-8c05-d16b0f8c5570 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:19.005044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a0a6b60-6ccf-42b9-b273-febbcbec8b27 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.055490 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a6b60-6ccf-42b9-b273-febbcbec8b27 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc7473-7f2b-4ecb-aa3d-8fec293f800d,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:19.064633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:19.081388 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b73eb9-28c5-4e03-b941-d82cc9caf3f8 None None] Sync routers for ids ['1b396c72-6766-404c-a2c6-6666d366cb74'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:19.088059 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-32ff3c74-bbc5-4d29-9ea2-589e2d373c07 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "PUT /v2.0/routers/1b396c72-6766-404c-a2c6-6666d366cb74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6228921 Mar 11 16:24:19.092494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:19.104095 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b73eb9-28c5-4e03-b941-d82cc9caf3f8 None None] Routers {'1b396c72-6766-404c-a2c6-6666d366cb74'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:19.104524 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b2b73eb9-28c5-4e03-b941-d82cc9caf3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1b396c72-6766-404c-a2c6-6666d366cb74'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:19.183011 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b2b73eb9-28c5-4e03-b941-d82cc9caf3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:19.192417 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b73eb9-28c5-4e03-b941-d82cc9caf3f8 None None] Routers {'1b396c72-6766-404c-a2c6-6666d366cb74'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:19.193280 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b2b73eb9-28c5-4e03-b941-d82cc9caf3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1b396c72-6766-404c-a2c6-6666d366cb74'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:19.214502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f120a56-226e-42cb-9262-684fc58ee1aa tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.217655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-787a1136-4e08-462b-949a-339b81c28953 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.264763 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-b2b73eb9-28c5-4e03-b941-d82cc9caf3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:19.265467 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b73eb9-28c5-4e03-b941-d82cc9caf3f8 None None] The sync data for ids ['1b396c72-6766-404c-a2c6-6666d366cb74'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:19.290983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f120a56-226e-42cb-9262-684fc58ee1aa tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef45bfe-ba03-4ce0-bfb0-51ebce035850,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:19.292096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-18ffd4a1-2453-47fa-971f-b0b313e3b261 None None] Provisioning for port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:19.298633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a1136-4e08-462b-949a-339b81c28953 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Subnet': ['ID=3c73734a-e0df-4e41-a563-9634cc29e39e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:19.315133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-787a1136-4e08-462b-949a-339b81c28953 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.323294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 6fd10dff-5a4c-4a91-a74d-69d03d01ae6d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:19.323294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.331724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b4e77-1ff0-4828-81d1-8958ebc37641 None None] Network bcc46f37-b8a0-4367-9a43-f240d5d4c1ed requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:19.361360 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-787a1136-4e08-462b-949a-339b81c28953 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/subnets/3c73734a-e0df-4e41-a563-9634cc29e39e HTTP/1.1" status: 204 len: 168 time: 1.3681216 Mar 11 16:24:19.369985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f120a56-226e-42cb-9262-684fc58ee1aa tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.370947 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0f120a56-226e-42cb-9262-684fc58ee1aa tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/fef45bfe-ba03-4ce0-bfb0-51ebce035850 HTTP/1.1" status: 204 len: 168 time: 0.9654562 Mar 11 16:24:19.373837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35096) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:19.374160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35098) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:19.379135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a0a6b60-6ccf-42b9-b273-febbcbec8b27 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.382567 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4a0a6b60-6ccf-42b9-b273-febbcbec8b27 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/3abc7473-7f2b-4ecb-aa3d-8fec293f800d HTTP/1.1" status: 204 len: 168 time: 0.7439144 Mar 11 16:24:19.388800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35104) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:19.545010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b7c00fc1-a6c8-40fa-9e85-7b4c996e5f9f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:19.704168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d9afddbb-6ff6-476a-8ff0-732153b4ed8e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Synchronizing usage tracker for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:19.719494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.753518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc377ad6-59de-422c-a82e-6f2ce1edf4de None None] DHCP port deletion for bcc46f37-b8a0-4367-9a43-f240d5d4c1ed request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:24:19.762422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dc377ad6-59de-422c-a82e-6f2ce1edf4de None None] Deleting port d76becc2-19db-4042-ae85-3a68058802d5 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:19.762823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc377ad6-59de-422c-a82e-6f2ce1edf4de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.765681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.780499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port d76becc2-19db-4042-ae85-3a68058802d5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:19.780767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.860211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b7c00fc1-a6c8-40fa-9e85-7b4c996e5f9f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:19.860211 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b7c00fc1-a6c8-40fa-9e85-7b4c996e5f9f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4704816 Mar 11 16:24:19.869841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35108) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:19.930095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fcc23787-167c-419c-9635-ced56e02d92d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:19.947874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d9afddbb-6ff6-476a-8ff0-732153b4ed8e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Unset dirty status for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:19.952870 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d9afddbb-6ff6-476a-8ff0-732153b4ed8e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5724049 Mar 11 16:24:19.958209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 6fd10dff-5a4c-4a91-a74d-69d03d01ae6d owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:19.969056 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35112) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:19.986756 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--173784833'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:20.003955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:20.027087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:20.092632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0df6fbf-0a7a-495c-a58c-a2030832e242 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.143841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0df6fbf-0a7a-495c-a58c-a2030832e242 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.152624 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-126fe54b-1a4f-4e58-8def-3daa731ad61a tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:20.153654 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-126fe54b-1a4f-4e58-8def-3daa731ad61a tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "PUT /v2.0/routers/1b396c72-6766-404c-a2c6-6666d366cb74/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0601835 Mar 11 16:24:20.158128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35116) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:20.163329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.186430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dc377ad6-59de-422c-a82e-6f2ce1edf4de None None] For port d76becc2-19db-4042-ae85-3a68058802d5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d76becc2-19db-4042-ae85-3a68058802d5,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:20.186829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc377ad6-59de-422c-a82e-6f2ce1edf4de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.250085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port d76becc2-19db-4042-ae85-3a68058802d5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d76becc2-19db-4042-ae85-3a68058802d5,segment=NetworkSegment(ea6a9ed9-4c10-42a4-9f02-ac73e439a952),segment_id=ea6a9ed9-4c10-42a4-9f02-ac73e439a952)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:20.250747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.332953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-dc377ad6-59de-422c-a82e-6f2ce1edf4de None None] Calling delete_port for d76becc2-19db-4042-ae85-3a68058802d5 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:20.335284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:20.342099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:20.347004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:20.362564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:20.377629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port fcc23787-167c-419c-9635-ced56e02d92d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:20.378068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.380199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for d76becc2-19db-4042-ae85-3a68058802d5 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:20.464512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0df6fbf-0a7a-495c-a58c-a2030832e242 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.543257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:20.570812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df6fbf-0a7a-495c-a58c-a2030832e242 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb7a1f8-7c9f-496b-88c0-d155f5a8b8b0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:20.576682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:24:20.576950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc377ad6-59de-422c-a82e-6f2ce1edf4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.585171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:24:20.636804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.648523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc377ad6-59de-422c-a82e-6f2ce1edf4de None None] No DVR routers for this DVR port d76becc2-19db-4042-ae85-3a68058802d5 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:20.653367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc377ad6-59de-422c-a82e-6f2ce1edf4de None None] Pushing event deleted for resources: {'Port': ['ID=d76becc2-19db-4042-ae85-3a68058802d5,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:20.697079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.700116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=6fd10dff-5a4c-4a91-a74d-69d03d01ae6d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:20.824150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:20.827512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.831495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:20.831955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.847986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f0df6fbf-0a7a-495c-a58c-a2030832e242 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.848906 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f0df6fbf-0a7a-495c-a58c-a2030832e242 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/4bb7a1f8-7c9f-496b-88c0-d155f5a8b8b0 HTTP/1.1" status: 204 len: 168 time: 0.9789433 Mar 11 16:24:20.859033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35120) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:20.909839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ad87f4-8481-4723-92d1-516a015d0e11,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:20.952998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-15851f3f-bf43-41b8-90b7-ab5e52ee1703 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:20.959152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.963419 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4058b8ac-de36-4e6b-a07d-2311a30498ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9861517 Mar 11 16:24:20.967303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35124) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:20.986466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-646780fd-ffa0-452a-8f8c-f1084ebd0b61 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': '86ad87f4-8481-4723-92d1-516a015d0e11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:20.986466 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-646780fd-ffa0-452a-8f8c-f1084ebd0b61 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 16:24:20.986466 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-646780fd-ffa0-452a-8f8c-f1084ebd0b61 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:20.986466 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-646780fd-ffa0-452a-8f8c-f1084ebd0b61 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130808 Mar 11 16:24:20.989175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.994475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.031128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=6891ee4b-c6e7-47a0-a52f-912a47bb96e4,segment=NetworkSegment(73f6a426-7c7b-470e-a520-d149b36a367f),segment_id=73f6a426-7c7b-470e-a520-d149b36a367f)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:21.039183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35128) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:21.086618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port d76becc2-19db-4042-ae85-3a68058802d5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:21.087135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.110877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.135473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.165283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] The port 'd76becc2-19db-4042-ae85-3a68058802d5' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:24:21.205889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1dfde7bd-3555-4294-89ff-18ae44318b02 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': '86ad87f4-8481-4723-92d1-516a015d0e11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:21.206351 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-1dfde7bd-3555-4294-89ff-18ae44318b02 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 16:24:21.207112 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-1dfde7bd-3555-4294-89ff-18ae44318b02 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:21.211309 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1dfde7bd-3555-4294-89ff-18ae44318b02 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1614511 Mar 11 16:24:21.219176 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35132) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:21.219328 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=6891ee4b-c6e7-47a0-a52f-912a47bb96e4,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:21.219442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0ffac27d-4edc-4601-b5bb-39f125b0723d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': '86ad87f4-8481-4723-92d1-516a015d0e11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:21.219442 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-0ffac27d-4edc-4601-b5bb-39f125b0723d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 16:24:21.220095 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-0ffac27d-4edc-4601-b5bb-39f125b0723d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:21.220711 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0ffac27d-4edc-4601-b5bb-39f125b0723d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066047 Mar 11 16:24:21.265612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35136) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:21.272172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-214d583d-c8cd-4afb-801a-820180cc9cc6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': '86ad87f4-8481-4723-92d1-516a015d0e11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:21.273126 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-214d583d-c8cd-4afb-801a-820180cc9cc6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 16:24:21.273622 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-214d583d-c8cd-4afb-801a-820180cc9cc6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:21.275167 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-214d583d-c8cd-4afb-801a-820180cc9cc6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0163360 Mar 11 16:24:21.282831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35140) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:21.301219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-15851f3f-bf43-41b8-90b7-ab5e52ee1703 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:21.304795 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-15851f3f-bf43-41b8-90b7-ab5e52ee1703 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4397187 Mar 11 16:24:21.309459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35144) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:21.324566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978768736'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:21.346220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:21.434112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:21.499525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.505665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7570843b-459c-493c-bf0b-ffb1c6e667bb tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.554964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7570843b-459c-493c-bf0b-ffb1c6e667bb tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.590504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router beae6145-bc01-4aac-bd04-10c543fdaa6c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:21.595650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc46f37-b8a0-4367-9a43-f240d5d4c1ed']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:21.611678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:21.611974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6a9ed9-4c10-42a4-9f02-ac73e439a952') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:21.641061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:21.647002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.678124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.686148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:21.699903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:21.702964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting port 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:21.703372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.717136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:21.717589 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.733704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:21.753641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:21.769414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.786052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:21.787999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:24:21.788394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:24:21.804182 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:24:21.817407 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5e1ff-d68b-4709-8757-388b74cc96ae None None] Sync routers for ids ['beae6145-bc01-4aac-bd04-10c543fdaa6c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:21.826147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7570843b-459c-493c-bf0b-ffb1c6e667bb tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.842715 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5e1ff-d68b-4709-8757-388b74cc96ae None None] Routers {'beae6145-bc01-4aac-bd04-10c543fdaa6c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:21.843405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-07a5e1ff-d68b-4709-8757-388b74cc96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['beae6145-bc01-4aac-bd04-10c543fdaa6c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:21.916046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570843b-459c-493c-bf0b-ffb1c6e667bb tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ad87f4-8481-4723-92d1-516a015d0e11,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:21.917000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-07a5e1ff-d68b-4709-8757-388b74cc96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:21.929199 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5e1ff-d68b-4709-8757-388b74cc96ae None None] Routers {'beae6145-bc01-4aac-bd04-10c543fdaa6c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:21.929829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-07a5e1ff-d68b-4709-8757-388b74cc96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['beae6145-bc01-4aac-bd04-10c543fdaa6c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:22.003631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d76becc2-19db-4042-ae85-3a68058802d5 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:22.013451 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-015c8eea-69cc-4bb0-b200-3c65cca0c776 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/beae6145-bc01-4aac-bd04-10c543fdaa6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6579919 Mar 11 16:24:22.014957 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35148) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.017026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.020963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.032704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.034114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-07a5e1ff-d68b-4709-8757-388b74cc96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:22.034598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5e1ff-d68b-4709-8757-388b74cc96ae None None] The sync data for ids ['beae6145-bc01-4aac-bd04-10c543fdaa6c'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:22.042420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: d76becc2-19db-4042-ae85-3a68058802d5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:22.042766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d76becc2-19db-4042-ae85-3a68058802d5 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:22.060667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.077827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Network': ['ID=bcc46f37-b8a0-4367-9a43-f240d5d4c1ed,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:22.082661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5cbd09eb-fb80-4630-9000-1aa3f63643f5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/networks/bcc46f37-b8a0-4367-9a43-f240d5d4c1ed HTTP/1.1" status: 204 len: 168 time: 2.7075002 Mar 11 16:24:22.083464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35152) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.093992 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-43cfb391-a6d7-4d90-b471-ca0b52e27176 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=beae6145-bc01-4aac-bd04-10c543fdaa6c HTTP/1.1" status: 200 len: 205 time: 0.0734808 Mar 11 16:24:22.144912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35156) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.178651 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-bd47a225-633e-4969-a262-d01f9762e546 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2448575 Mar 11 16:24:22.287974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Calling delete_port for 11562e6f-8c6a-417f-b8eb-ea9c8daa04ea owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:22.315889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.354297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7570843b-459c-493c-bf0b-ffb1c6e667bb tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.355397 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7570843b-459c-493c-bf0b-ffb1c6e667bb tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/86ad87f4-8481-4723-92d1-516a015d0e11 HTTP/1.1" status: 204 len: 168 time: 1.0716507 Mar 11 16:24:22.361094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35160) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.366098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port feb949f2-ca42-49eb-988d-5c5dcac5c915 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:22.366689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.454274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b34915d2-7480-4471-9704-c594a3dd83cd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.544369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5feffa-3531-4e71-b8dc-4ef67c7691a0,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:22.660848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.664760 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-594c8858-4db9-46a5-82f2-5013904bddba tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3499615 Mar 11 16:24:22.667152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35164) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.722515 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-161a0323-da45-40f7-9747-530b47d7d8e4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3562224 Mar 11 16:24:22.725543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-a9426278-9338-4d8b-b17d-b19023cfe42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:22.725993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '4f5feffa-3531-4e71-b8dc-4ef67c7691a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:22.727103 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-a9426278-9338-4d8b-b17d-b19023cfe42d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 1098 time: 0.4586215 Mar 11 16:24:22.728089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35168) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.744935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--314855250'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:22.755199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:22.779850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:22.786707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:22.814467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:22.897665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.898028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.960553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:22.968213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:23.026114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:23.033188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for feb949f2-ca42-49eb-988d-5c5dcac5c915 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:23.043217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b34915d2-7480-4471-9704-c594a3dd83cd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.045138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:23.049378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b34915d2-7480-4471-9704-c594a3dd83cd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.103739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-a6f66926-f8fc-4d84-9ccd-5a3bcb8d3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:23.105166 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-a6f66926-f8fc-4d84-9ccd-5a3bcb8d3fb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78455ea6-c4a6-4645-b4df-894754c7b9f2 HTTP/1.1" status: 200 len: 898 time: 0.3512580 Mar 11 16:24:23.105884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.224283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:23.225317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:23.230759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:23.249009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:23.252085 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-378b0e27-1775-4b8c-82ed-55f0411b696c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7869a939-c128-4545-9580-c32acca99894 HTTP/1.1" status: 200 len: 1001 time: 0.1336839 Mar 11 16:24:23.302942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.367594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.404340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b34915d2-7480-4471-9704-c594a3dd83cd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.404902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34915d2-7480-4471-9704-c594a3dd83cd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Fanout notify agent at l3_agent the message router_deleted on router beae6145-bc01-4aac-bd04-10c543fdaa6c {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:24:23.408436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-588863a6-a56a-4507-bf8e-5fe234454d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:23.409961 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-588863a6-a56a-4507-bf8e-5fe234454d27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cc44f7a-3b34-47f8-bf4a-4b24c93370c4 HTTP/1.1" status: 200 len: 835 time: 0.1428094 Mar 11 16:24:23.410834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.458480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Port': ['ID=11562e6f-8c6a-417f-b8eb-ea9c8daa04ea,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:23.505956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.543873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-b4ce31a9-d3f9-4616-ac10-8e37dae52294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:23.545850 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-b4ce31a9-d3f9-4616-ac10-8e37dae52294 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78455ea6-c4a6-4645-b4df-894754c7b9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1276226 Mar 11 16:24:23.619051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.635826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b34915d2-7480-4471-9704-c594a3dd83cd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.636944 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b34915d2-7480-4471-9704-c594a3dd83cd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/beae6145-bc01-4aac-bd04-10c543fdaa6c HTTP/1.1" status: 204 len: 168 time: 1.4917312 Mar 11 16:24:23.641452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.648167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35172) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:23.661298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.692890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a856c6e5-494a-45eb-b532-aae9e1caad25,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:23.721782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=feb949f2-ca42-49eb-988d-5c5dcac5c915,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:23.734042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.870296 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-c8c2a563-ea9d-4eb9-9c72-94159eb7baa4 service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175042 Mar 11 16:24:23.880076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca822f5-3249-4fd5-8b3e-89cf8af35d18,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:23.905627 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf1684d-473d-4a37-9f6f-99b36aae391e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting subnet b36e99c8-f6f6-41b0-8b30-98137a2949c2 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:24:23.911506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1cf1684d-473d-4a37-9f6f-99b36aae391e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.944650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.945871 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e96bbe2b-0d01-436a-b03e-f3e94a4e0973 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2330565 Mar 11 16:24:23.978423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35176) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:23.979271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.979600 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP da43061f-1942-4472-9e79-ac6eda8c1de2 disassociated (deleted). External IP: 172.26.8.254, port: 7869a939-c128-4545-9580-c32acca99894. Mar 11 16:24:24.095079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.096253 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7a6007d3-e683-4088-9ee0-636b2b1f9c7d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3603849 Mar 11 16:24:24.099131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1cf1684d-473d-4a37-9f6f-99b36aae391e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.103610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35180) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:24.104653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13618d8d-0326-4ecf-97c5-e4237052a2e2 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.123090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1494113b-8b84-499d-b699-1a9bea9ffcf5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fca822f5-3249-4fd5-8b3e-89cf8af35d18', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:24.123531 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-1494113b-8b84-499d-b699-1a9bea9ffcf5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 16:24:24.124011 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1494113b-8b84-499d-b699-1a9bea9ffcf5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:24.124935 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1494113b-8b84-499d-b699-1a9bea9ffcf5 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0144832 Mar 11 16:24:24.129839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13618d8d-0326-4ecf-97c5-e4237052a2e2 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.133545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35184) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:24.151370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-683527af-211a-4bd4-8b39-e884b1621aa4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fca822f5-3249-4fd5-8b3e-89cf8af35d18', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:24.162330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Router 1b396c72-6766-404c-a2c6-6666d366cb74 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:24.163363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-683527af-211a-4bd4-8b39-e884b1621aa4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:24.172708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-683527af-211a-4bd4-8b39-e884b1621aa4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:24.176307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-683527af-211a-4bd4-8b39-e884b1621aa4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:24.184891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-683527af-211a-4bd4-8b39-e884b1621aa4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:24.355974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:24.364949 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e1971e6b-bcc3-4e5f-9208-63d278e2e1ba tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "PUT /v2.0/routers/1b396c72-6766-404c-a2c6-6666d366cb74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2020004 Mar 11 16:24:24.365760 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35188) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:24.365899 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81d67be1-9bff-48b0-9eda-a9ef0ebcd6ea req-079d2a76-0f0a-4004-807c-ea7f3483ff73 service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865324 Mar 11 16:24:24.370815 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797bde5-77b0-4784-84fa-fe7dc06bd373 None None] Sync routers for ids ['1b396c72-6766-404c-a2c6-6666d366cb74'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:24.382614 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797bde5-77b0-4784-84fa-fe7dc06bd373 None None] Routers {'1b396c72-6766-404c-a2c6-6666d366cb74'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:24.383611 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c797bde5-77b0-4784-84fa-fe7dc06bd373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1b396c72-6766-404c-a2c6-6666d366cb74'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:24.457571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1cf1684d-473d-4a37-9f6f-99b36aae391e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.460200 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c797bde5-77b0-4784-84fa-fe7dc06bd373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:24.499856 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797bde5-77b0-4784-84fa-fe7dc06bd373 None None] Routers {'1b396c72-6766-404c-a2c6-6666d366cb74'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:24.499856 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c797bde5-77b0-4784-84fa-fe7dc06bd373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1b396c72-6766-404c-a2c6-6666d366cb74'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:24.537772 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-00d14507-fcc5-4ce5-83b7-af3bbc7877e2 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] delete failed (client error): The resource could not be found. Mar 11 16:24:24.538997 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-00d14507-fcc5-4ce5-83b7-af3bbc7877e2 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-25064283 HTTP/1.1" status: 404 len: 333 time: 0.1719728 Mar 11 16:24:24.547369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35192) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:24.547855 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c797bde5-77b0-4784-84fa-fe7dc06bd373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:24.548506 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797bde5-77b0-4784-84fa-fe7dc06bd373 None None] The sync data for ids ['1b396c72-6766-404c-a2c6-6666d366cb74'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:24.553379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7d971886-e036-4bc0-98ec-3ca997e49bf4 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b396c72-6766-404c-a2c6-6666d366cb74'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:24.646078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13618d8d-0326-4ecf-97c5-e4237052a2e2 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.666887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router e8dbb226-1939-4729-99d9-776a439b5633 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:24.673855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13618d8d-0326-4ecf-97c5-e4237052a2e2 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a856c6e5-494a-45eb-b532-aae9e1caad25,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:24.687611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-13618d8d-0326-4ecf-97c5-e4237052a2e2 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.687611 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-13618d8d-0326-4ecf-97c5-e4237052a2e2 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a856c6e5-494a-45eb-b532-aae9e1caad25 HTTP/1.1" status: 204 len: 168 time: 0.6504302 Mar 11 16:24:24.687611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35196) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:24.817824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1cf1684d-473d-4a37-9f6f-99b36aae391e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.827806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5cf2babc-46b5-4ddd-a951-c9b2fd5b963f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:24.951334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1684d-473d-4a37-9f6f-99b36aae391e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Subnet': ['ID=b36e99c8-f6f6-41b0-8b30-98137a2949c2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:24.956646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1cf1684d-473d-4a37-9f6f-99b36aae391e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.957535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:24.961829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.018212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de396ee8-ec14-4c5b-95cc-9fa744bdc06b None None] Network 13e08284-f87a-429d-a300-ba59d5c5e5e8 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:25.018212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] Sync routers for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:25.028418 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1cf1684d-473d-4a37-9f6f-99b36aae391e tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/b36e99c8-f6f6-41b0-8b30-98137a2949c2 HTTP/1.1" status: 204 len: 168 time: 1.3702707 Mar 11 16:24:25.028811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35200) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:25.033310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:25.034436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:25.084708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a317601-dcbb-43ae-b185-6f16a5484aab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/floatingips/da43061f-1942-4472-9e79-ac6eda8c1de2 HTTP/1.1" status: 204 len: 168 time: 2.9953821 Mar 11 16:24:25.084708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'tag': '7869a939-c128-4545-9580-c32acca99894'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:24:25.186424 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'tag': '7869a939-c128-4545-9580-c32acca99894', 'status': 'completed', 'code': 200} Mar 11 16:24:25.201209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7d971886-e036-4bc0-98ec-3ca997e49bf4 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.265209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5cf2babc-46b5-4ddd-a951-c9b2fd5b963f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:25.265209 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5cf2babc-46b5-4ddd-a951-c9b2fd5b963f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5663280 Mar 11 16:24:25.265523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35208) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:25.276103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.295989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:25.296318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.338148 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-683527af-211a-4bd4-8b39-e884b1621aa4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:25.344966 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-683527af-211a-4bd4-8b39-e884b1621aa4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.2018590 Mar 11 16:24:25.349936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35212) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:25.361774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2eb6d42-9d9d-4a54-9512-ef55261887c5 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.366092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5f4407de-5be9-4b6a-8e97-08c79270f9d4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fca822f5-3249-4fd5-8b3e-89cf8af35d18', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:25.366615 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-5f4407de-5be9-4b6a-8e97-08c79270f9d4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 16:24:25.367376 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5f4407de-5be9-4b6a-8e97-08c79270f9d4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:25.368445 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5f4407de-5be9-4b6a-8e97-08c79270f9d4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136473 Mar 11 16:24:25.370711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-212440fc-e587-4771-8eca-0e1c9a353366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:25.372118 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-212440fc-e587-4771-8eca-0e1c9a353366 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 1098 time: 0.1897886 Mar 11 16:24:25.372731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35216) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:25.381985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3bd7198f-4566-445c-b46a-6d13296f30ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fca822f5-3249-4fd5-8b3e-89cf8af35d18', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:25.396035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3bd7198f-4566-445c-b46a-6d13296f30ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:25.405328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3bd7198f-4566-445c-b46a-6d13296f30ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:25.408377 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2eb6d42-9d9d-4a54-9512-ef55261887c5 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.417760 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3bd7198f-4566-445c-b46a-6d13296f30ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:25.447238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3bd7198f-4566-445c-b46a-6d13296f30ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:25.455071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:25.458500 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-7d971886-e036-4bc0-98ec-3ca997e49bf4 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] update failed (client error): The resource could not be found. Mar 11 16:24:25.463574 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7d971886-e036-4bc0-98ec-3ca997e49bf4 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "PUT /v2.0/routers/1b396c72-6766-404c-a2c6-6666d366cb74 HTTP/1.1" status: 404 len: 339 time: 0.9109578 Mar 11 16:24:25.465735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35220) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:25.471778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1050789063'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:25.478159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:25.482401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:network and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:25.486043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:25.492484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:25.721661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5ae12a2f-f630-4aa7-8f1a-3955d25b6367,segment=NetworkSegment(9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb),segment_id=9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:25.721661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.721661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-0806d853-c307-46c1-9bd3-e216a5ff75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:25.721661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-0806d853-c307-46c1-9bd3-e216a5ff75aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=78455ea6-c4a6-4645-b4df-894754c7b9f2 HTTP/1.1" status: 200 len: 898 time: 0.3351178 Mar 11 16:24:25.771311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] DHCP port deletion for 13e08284-f87a-429d-a300-ba59d5c5e5e8 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:24:25.778623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Made reservation on behalf of 92bb4440a5e34e929d968a512abc19f4 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:25.782745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.797618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] Deleting port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:25.798240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.807023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2eb6d42-9d9d-4a54-9512-ef55261887c5 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.825924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb6d42-9d9d-4a54-9512-ef55261887c5 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5feffa-3531-4e71-b8dc-4ef67c7691a0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:25.839975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:25.850673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.851281 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Added segment 4cb61444-8503-42f4-bb3e-1d0f14ff1eb8 of type vlan for network c30a4e87-56a7-4f0f-8b5e-f1b831371f08 Mar 11 16:24:25.888252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:25.890514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.896264 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-3bd7198f-4566-445c-b46a-6d13296f30ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:25.897760 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3bd7198f-4566-445c-b46a-6d13296f30ef tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5237896 Mar 11 16:24:25.902096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35224) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:25.920506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-139fe7d0-21a1-4cc0-b306-b645d63c8e9f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fca822f5-3249-4fd5-8b3e-89cf8af35d18', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:25.920979 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-139fe7d0-21a1-4cc0-b306-b645d63c8e9f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 16:24:25.921573 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-139fe7d0-21a1-4cc0-b306-b645d63c8e9f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:25.923581 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-139fe7d0-21a1-4cc0-b306-b645d63c8e9f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0204601 Mar 11 16:24:25.927116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35228) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:25.932641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a0b1e5d3-4b77-4492-a620-6f885da14567 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fca822f5-3249-4fd5-8b3e-89cf8af35d18', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:25.940287 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-cbc8b3de-0558-4126-9353-cb3240d9b256 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7869a939-c128-4545-9580-c32acca99894 HTTP/1.1" status: 200 len: 217 time: 0.1735525 Mar 11 16:24:25.941515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a0b1e5d3-4b77-4492-a620-6f885da14567 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:25.956385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a0b1e5d3-4b77-4492-a620-6f885da14567 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:25.961115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a0b1e5d3-4b77-4492-a620-6f885da14567 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:25.969601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a0b1e5d3-4b77-4492-a620-6f885da14567 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:26.119056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:24:07Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:26.141841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] Checking router: e8dbb226-1939-4729-99d9-776a439b5633 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:24:26.150261 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] For port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5ae12a2f-f630-4aa7-8f1a-3955d25b6367,segment=NetworkSegment(9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb),segment_id=9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:26.150805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.207145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-621362b3-b22f-4de8-a0d5-164038484bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:26.208851 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-621362b3-b22f-4de8-a0d5-164038484bb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cc44f7a-3b34-47f8-bf4a-4b24c93370c4 HTTP/1.1" status: 200 len: 835 time: 0.2598822 Mar 11 16:24:26.233753 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-a0b1e5d3-4b77-4492-a620-6f885da14567 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Project 7ce580d84f5c4b898d70293d1cc9b44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:24:26.246300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c3f97-ef3a-4cb0-9041-a7287392e9ac req-fe2e49f4-1d4a-44a1-8a80-857d6a7fd4bd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:26.247966 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b71c3f97-ef3a-4cb0-9041-a7287392e9ac req-fe2e49f4-1d4a-44a1-8a80-857d6a7fd4bd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 945 time: 0.1088443 Mar 11 16:24:26.248850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.256289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:26.256289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.261454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2eb6d42-9d9d-4a54-9512-ef55261887c5 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.262886 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d2eb6d42-9d9d-4a54-9512-ef55261887c5 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/4f5feffa-3531-4e71-b8dc-4ef67c7691a0 HTTP/1.1" status: 204 len: 168 time: 1.0001991 Mar 11 16:24:26.270208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35234) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:26.291825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:26.292955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:26.338785 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7619c6e9-ddaa-4d0d-a581-90521a617c66 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634389 Mar 11 16:24:26.343802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35238) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:26.350773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907187793'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:26.361129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] Calling delete_port for 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:26.363892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:26.371465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:26.375895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-7105f323-cd0f-467e-827c-0cfb59d4df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:26.377557 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-7105f323-cd0f-467e-827c-0cfb59d4df29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78455ea6-c4a6-4645-b4df-894754c7b9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1622744 Mar 11 16:24:26.378552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:26.386347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:26.469820 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b71c3f97-ef3a-4cb0-9041-a7287392e9ac req-b43b713d-4a00-449b-b85c-2dd763e57341 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:26.477018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Network': ['ID=c30a4e87-56a7-4f0f-8b5e-f1b831371f08,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:26.486669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.516311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network c30a4e87-56a7-4f0f-8b5e-f1b831371f08 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:26.571870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=5ae12a2f-f630-4aa7-8f1a-3955d25b6367,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:26.577864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No DVR routers for this DVR port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:26.587997 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-a0b1e5d3-4b77-4492-a620-6f885da14567 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:26.594139 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a0b1e5d3-4b77-4492-a620-6f885da14567 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6659358 Mar 11 16:24:26.594856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35242) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:26.601411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2c08e954-a1f6-44ce-b16d-0d84f6a3e066 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fca822f5-3249-4fd5-8b3e-89cf8af35d18', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:26.602063 dv-neutron-833379-1-hyperv neutron-server[88601]: WARNING neutron.api.v2.base [None req-2c08e954-a1f6-44ce-b16d-0d84f6a3e066 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 16:24:26.604636 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-2c08e954-a1f6-44ce-b16d-0d84f6a3e066 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:26.606984 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c08e954-a1f6-44ce-b16d-0d84f6a3e066 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105252 Mar 11 16:24:26.611219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35246) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:26.624418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-cdf55376-ed0a-4693-814d-ec8ef3a82b5a tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fca822f5-3249-4fd5-8b3e-89cf8af35d18', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:26.635791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cdf55376-ed0a-4693-814d-ec8ef3a82b5a tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:26.643227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cdf55376-ed0a-4693-814d-ec8ef3a82b5a tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:26.647838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cdf55376-ed0a-4693-814d-ec8ef3a82b5a tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:26.656503 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-200b79c4-523b-4742-beda-c47fdd3d6c7c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1862063 Mar 11 16:24:26.667185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35250) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:26.670630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cdf55376-ed0a-4693-814d-ec8ef3a82b5a tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:26.936243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'subnet': {'network_id': 'c30a4e87-56a7-4f0f-8b5e-f1b831371f08', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:26.937015 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-056d3c50-ef28-4a36-91b7-a22de470b45e service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048964 Mar 11 16:24:26.937412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:24:26.937412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:24:26.937412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:26.937654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.937758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:26.937758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Usage tracker for resource:subnet and tenant:92bb4440a5e34e929d968a512abc19f4 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:26.937758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:26.937758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:26.938068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e08284-f87a-429d-a300-ba59d5c5e5e8']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:26.938068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:26.938068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0f7fc8-dbc3-49ad-a2ef-549ab9a260bb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:26.938068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.971469 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28379d5e-9f83-4272-884c-402d36f3e5b4 req-7b673b48-2b58-44f7-b309-bccef7657768 service neutron] 10.222.0.35 "GET /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744160 Mar 11 16:24:26.972674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.983202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:24:26.983716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:24:27.004288 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:24:27.067851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b71c3f97-ef3a-4cb0-9041-a7287392e9ac req-b43b713d-4a00-449b-b85c-2dd763e57341 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:27.069674 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b71c3f97-ef3a-4cb0-9041-a7287392e9ac req-b43b713d-4a00-449b-b85c-2dd763e57341 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8036628 Mar 11 16:24:27.118405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.118940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Made reservation on behalf of 92bb4440a5e34e929d968a512abc19f4 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:27.124381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.141283 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-cdf55376-ed0a-4693-814d-ec8ef3a82b5a tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Project 7ce580d84f5c4b898d70293d1cc9b44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:24:27.142239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:27.146654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:27.150224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:27.156192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:27.200439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] Deleting port 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:27.200996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.231610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.275428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10863f4a-d901-42ea-801a-2346b79d69cd None None] The port '5ae12a2f-f630-4aa7-8f1a-3955d25b6367' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:24:27.291351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:24:07Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:27.295326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8d0fef-488b-405f-b215-5bd6ccbcbf7b None None] The sync data for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv is: [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:24:07Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2f3897f2-855e-474d-8c02-538a853b367a', 'name': '', 'network_id': '78455ea6-c4a6-4645-b4df-894754c7b9f2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:4c:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:37Z', 'updated_at': '2022-03-11T16:21:56Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5cc44f7a-3b34-47f8-bf4a-4b24c93370c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:27.365165 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.384672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.395759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Network': ['ID=13e08284-f87a-429d-a300-ba59d5c5e5e8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:27.416567 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d213a678-8f2c-42ca-9159-461027e26834 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/networks/13e08284-f87a-429d-a300-ba59d5c5e5e8 HTTP/1.1" status: 204 len: 168 time: 2.3866963 Mar 11 16:24:27.424725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35254) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:27.426356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-605228959', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:27.435340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:27.445626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:router and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:27.460916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:27.460916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:27.468645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-b66b102e-c038-4bf6-acd8-1f159fcedcc1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:27.469388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-b66b102e-c038-4bf6-acd8-1f159fcedcc1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:27.544316 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c320f6f-7e7e-4a9c-80de-61555a9db3c0 None None] New status for floating IP da43061f-1942-4472-9e79-ac6eda8c1de2: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:24:27.557354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.604197 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-cdf55376-ed0a-4693-814d-ec8ef3a82b5a tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:27.606985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfdfd00-5364-405a-b490-9ca5226ec1c7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:27.609766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35258) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:27.612537 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cdf55376-ed0a-4693-814d-ec8ef3a82b5a tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.9963517 Mar 11 16:24:27.612821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.619958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2815c2bb-498b-4931-ae79-3ca99d7dabfe tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fca822f5-3249-4fd5-8b3e-89cf8af35d18', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:27.627321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:27.628644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2815c2bb-498b-4931-ae79-3ca99d7dabfe tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:27.632782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2815c2bb-498b-4931-ae79-3ca99d7dabfe tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:27.638220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2815c2bb-498b-4931-ae79-3ca99d7dabfe tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:27.644663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2815c2bb-498b-4931-ae79-3ca99d7dabfe tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:27.653035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-b66b102e-c038-4bf6-acd8-1f159fcedcc1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:27.654306 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-b66b102e-c038-4bf6-acd8-1f159fcedcc1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 945 time: 0.3409691 Mar 11 16:24:27.674449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:27.675065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5ae12a2f-f630-4aa7-8f1a-3955d25b6367 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:27.704018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Subnet': ['ID=05b91d95-59fe-4cfd-99bf-f342756c9863,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:27.712712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Checking segment: {'id': '4cb61444-8503-42f4-bb3e-1d0f14ff1eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c30a4e87-56a7-4f0f-8b5e-f1b831371f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:27.713077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network hostable DHCP agents. Network: c30a4e87-56a7-4f0f-8b5e-f1b831371f08, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:27.749246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 7869a939-c128-4545-9580-c32acca99894 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:27.749589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.774485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.775860 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7214779d-bbc5-45dd-b2b7-9758367d7eee tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4308348 Mar 11 16:24:27.779010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35262) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:27.785114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '0bfdfd00-5364-405a-b490-9ca5226ec1c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:27.792504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:27.797348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:27.801920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.801920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.802189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:27.804239 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-2815c2bb-498b-4931-ae79-3ca99d7dabfe tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Project 7ce580d84f5c4b898d70293d1cc9b44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:24:27.807041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:27.875201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.900659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network c30a4e87-56a7-4f0f-8b5e-f1b831371f08 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:27.986280 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-2815c2bb-498b-4931-ae79-3ca99d7dabfe tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:27.987447 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2815c2bb-498b-4931-ae79-3ca99d7dabfe tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3732007 Mar 11 16:24:27.988857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.992968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35266) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:28.083702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 7869a939-c128-4545-9580-c32acca99894, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7869a939-c128-4545-9580-c32acca99894,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:28.084064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.189809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.191222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, c30a4e87-56a7-4f0f-8b5e-f1b831371f08) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:28.195640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:28.196943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.203990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157f051-1b6f-491a-8d87-9cb4db6ab821 None None] Network c30a4e87-56a7-4f0f-8b5e-f1b831371f08 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:28.224456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e539df15-9896-4081-b0ad-9b0e9d8a0300 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.232452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 7869a939-c128-4545-9580-c32acca99894 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:28.292399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.332571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.362399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13caaee-d443-4afd-acad-03f76a1832e8,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:28.392626 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fc60ceac-804b-480b-b314-b5419e005b10 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7241642 Mar 11 16:24:28.396529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35272) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:28.402943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-89faf868-96d3-40f6-874d-1b85611f7c0e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c30a4e87-56a7-4f0f-8b5e-f1b831371f08'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:28.434441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-c30a4e87-56a7-4f0f-8b5e-f1b831371f08', 'network_id': 'c30a4e87-56a7-4f0f-8b5e-f1b831371f08', 'tenant_id': '92bb4440a5e34e929d968a512abc19f4', 'fixed_ips': [{'subnet_id': '05b91d95-59fe-4cfd-99bf-f342756c9863'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:24:28.435644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.475247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e539df15-9896-4081-b0ad-9b0e9d8a0300 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.594962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.599678 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee2b1365-7e71-49ec-b956-d07947e61bac tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8160284 Mar 11 16:24:28.606152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35276) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:28.630959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Allocated IP 2001:db8:1::2 (c30a4e87-56a7-4f0f-8b5e-f1b831371f08/05b91d95-59fe-4cfd-99bf-f342756c9863/3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:28.651213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f640b8-2c9d-47ce-a6db-b9ed1341f73e req-d0767ef1-7d25-45ae-809a-045e0095eaaf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:28.653925 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7f640b8-2c9d-47ce-a6db-b9ed1341f73e req-d0767ef1-7d25-45ae-809a-045e0095eaaf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 945 time: 0.4303737 Mar 11 16:24:28.671089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.672248 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3e8be31d-d10a-434a-911b-619d78ae4733 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.2508161 Mar 11 16:24:28.687948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35280) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:28.695541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'network': {'name': 'tempest-RoutersTest-2025300666'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:28.707047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e539df15-9896-4081-b0ad-9b0e9d8a0300 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.710943 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f562b1f8-ed7c-4356-acaa-767656bff742 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules/c13caaee-d443-4afd-acad-03f76a1832e8 HTTP/1.1" status: 200 len: 763 time: 0.1038947 Mar 11 16:24:28.713264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:28.717718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35284) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:28.723444 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:network and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:28.750312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539df15-9896-4081-b0ad-9b0e9d8a0300 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca822f5-3249-4fd5-8b3e-89cf8af35d18,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:28.765514 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7f640b8-2c9d-47ce-a6db-b9ed1341f73e req-ef0fe5ec-34f3-472b-8f78-ec4bc82691d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=ca915a93-cf40-4d5f-80e0-d99f1cae4e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977771 Mar 11 16:24:28.795083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e539df15-9896-4081-b0ad-9b0e9d8a0300 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.809736 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e539df15-9896-4081-b0ad-9b0e9d8a0300 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/fca822f5-3249-4fd5-8b3e-89cf8af35d18 HTTP/1.1" status: 204 len: 168 time: 0.8030250 Mar 11 16:24:28.810321 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:28.810321 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35288) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:28.882011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:28.903958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.934393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Transition to ACTIVE for port object 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:28.934792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.940150 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:24:28.954691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Transition to ACTIVE for port object 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:28.976935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89faf868-96d3-40f6-874d-1b85611f7c0e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.021283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-231bd785-37a6-4f42-8d35-43180a0cb1fe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:29.028438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=7869a939-c128-4545-9580-c32acca99894,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.035712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-91b8077a-9852-4017-9029-46435aaf2694 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Synchronizing usage tracker for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:29.080170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port 7869a939-c128-4545-9580-c32acca99894 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:29.082612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.084796 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9b13a4a6-b65f-4b51-a323-7661de8c2f2b req-d313a0a3-7ae8-4a0e-8f5f-0d7faddb9d22 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/7869a939-c128-4545-9580-c32acca99894 HTTP/1.1" status: 204 len: 173 time: 1.4250345 Mar 11 16:24:29.085243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'name': 'network-vif-deleted', 'tag': '7869a939-c128-4545-9580-c32acca99894'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:24:29.135565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.135726 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c90834-95af-41f2-b25a-a96841dcbc01', 'name': 'network-vif-deleted', 'tag': '7869a939-c128-4545-9580-c32acca99894', 'status': 'completed', 'code': 200} Mar 11 16:24:29.178633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:29.182843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.194400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Network c30a4e87-56a7-4f0f-8b5e-f1b831371f08 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:29.197982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:29.200403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:29.243359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:29.245139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Pushing event updated for resources: {'Port': ['ID=3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.291374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.291639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.291979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.292336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.292643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.292969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.293289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.293610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.293933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.294277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.294596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.294911 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:29.302609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.302952 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added segment 91849d26-b163-4952-8474-b42211d7b477 of type vlan for network ab974d28-2f8c-445a-b850-50183dcf500d Mar 11 16:24:29.307706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-231bd785-37a6-4f42-8d35-43180a0cb1fe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:29.308967 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-231bd785-37a6-4f42-8d35-43180a0cb1fe tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5889809 Mar 11 16:24:29.309718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-91b8077a-9852-4017-9029-46435aaf2694 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Unset dirty status for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:29.311142 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-91b8077a-9852-4017-9029-46435aaf2694 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5051303 Mar 11 16:24:29.322252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:29.322453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35296) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:29.325758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Attempting to bind port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:29.326275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Attempting to bind port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '4cb61444-8503-42f4-bb3e-1d0f14ff1eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c30a4e87-56a7-4f0f-8b5e-f1b831371f08'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:29.326848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Attempting to bind port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c on network c30a4e87-56a7-4f0f-8b5e-f1b831371f08 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:29.332099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000045133'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:29.332990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:29.333469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Checking segment: {'id': '4cb61444-8503-42f4-bb3e-1d0f14ff1eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c30a4e87-56a7-4f0f-8b5e-f1b831371f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:29.333875 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.334433 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Bound using segment: {'id': '4cb61444-8503-42f4-bb3e-1d0f14ff1eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c30a4e87-56a7-4f0f-8b5e-f1b831371f08'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:29.334909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Bound port: 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb61444-8503-42f4-bb3e-1d0f14ff1eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c30a4e87-56a7-4f0f-8b5e-f1b831371f08'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:29.335288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.341583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:29.355434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:29.389869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.404296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e62ba578-0d94-41aa-beeb-2fc627957cf0 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.420606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e62ba578-0d94-41aa-beeb-2fc627957cf0 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.443955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] For port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:29.449075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] For port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c,segment=NetworkSegment(4cb61444-8503-42f4-bb3e-1d0f14ff1eb8),segment_id=4cb61444-8503-42f4-bb3e-1d0f14ff1eb8)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:29.474003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.487469 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-89faf868-96d3-40f6-874d-1b85611f7c0e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:29.488763 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-89faf868-96d3-40f6-874d-1b85611f7c0e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "PUT /v2.0/routers/1b396c72-6766-404c-a2c6-6666d366cb74 HTTP/1.1" status: 400 len: 364 time: 1.0922711 Mar 11 16:24:29.492710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35302) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:29.562230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:29.575368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:29.579831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:29.644722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:29.710061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e62ba578-0d94-41aa-beeb-2fc627957cf0 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.710709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.712445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.718494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:29.719193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.795501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ba578-0d94-41aa-beeb-2fc627957cf0 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c13caaee-d443-4afd-acad-03f76a1832e8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.808018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e3681-68ad-4887-bac8-df7d5c85aa36 None None] Pushing event updated for resources: {'Port': ['ID=3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.863048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Network': ['ID=ab974d28-2f8c-445a-b850-50183dcf500d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.877426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network ab974d28-2f8c-445a-b850-50183dcf500d details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:29.933164 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-68206403-e8c5-4e52-8bb2-f2d362d14528 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2169175 Mar 11 16:24:29.933164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35308) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:29.933164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'subnet': {'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:30.028935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e62ba578-0d94-41aa-beeb-2fc627957cf0 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.030559 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e62ba578-0d94-41aa-beeb-2fc627957cf0 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c13caaee-d443-4afd-acad-03f76a1832e8 HTTP/1.1" status: 204 len: 168 time: 0.7082317 Mar 11 16:24:30.035406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35312) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:30.066207 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:30.072492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:subnet and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:30.076410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:30.081437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ebd49601-ab1f-4c1a-be75-fcd652f7aa01 req-cda25b44-b5ce-403f-a88b-062d287f8d1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:30.083460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:30.167330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.182338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.209038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-68384a8e-4150-42e0-8c2a-317603a6be3f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:30.464105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:30.467770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.475386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ebd49601-ab1f-4c1a-be75-fcd652f7aa01 req-cda25b44-b5ce-403f-a88b-062d287f8d1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:30.476544 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ebd49601-ab1f-4c1a-be75-fcd652f7aa01 req-cda25b44-b5ce-403f-a88b-062d287f8d1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0c90834-95af-41f2-b25a-a96841dcbc01 HTTP/1.1" status: 200 len: 210 time: 0.5307522 Mar 11 16:24:30.477737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.561618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-68384a8e-4150-42e0-8c2a-317603a6be3f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:30.562935 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-68384a8e-4150-42e0-8c2a-317603a6be3f tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5158515 Mar 11 16:24:30.571408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35316) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:30.584164 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-90b61749-50d8-497b-9736-887b349cba0b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '0bfdfd00-5364-405a-b490-9ca5226ec1c7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:30.590959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-90b61749-50d8-497b-9736-887b349cba0b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:30.601703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd7976-ecb1-47a1-9ae6-7b033115df8b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:30.605192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-90b61749-50d8-497b-9736-887b349cba0b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:30.650111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7869a939-c128-4545-9580-c32acca99894 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:30.699106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 7869a939-c128-4545-9580-c32acca99894 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:30.699739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 7869a939-c128-4545-9580-c32acca99894 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:30.822734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.824421 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cc6a6d9a-0a4c-4e63-9a3a-7a76de1b34a3 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5032113 Mar 11 16:24:30.828229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35320) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:30.835645 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ec1f095e-1599-4b16-b527-2953728a1c75 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'f1fd7976-ecb1-47a1-9ae6-7b033115df8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:30.844520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ec1f095e-1599-4b16-b527-2953728a1c75 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:30.850701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec1f095e-1599-4b16-b527-2953728a1c75 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:30.855506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ec1f095e-1599-4b16-b527-2953728a1c75 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:30.858842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Allocated IP 2001:db8::1 (395fc364-cb99-41c3-9d23-270d0fa1bdb2/2915ed4c-0c8d-4172-a281-1bdf3fb58812/8341afcc-6b6d-4efa-a9f2-66aedc198e17) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:30.864114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ec1f095e-1599-4b16-b527-2953728a1c75 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:30.989606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.037652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.054578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Transition to ACTIVE for port object 8341afcc-6b6d-4efa-a9f2-66aedc198e17 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:31.078951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Subnet': ['ID=a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:31.091035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Checking segment: {'id': '91849d26-b163-4952-8474-b42211d7b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:31.091206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network hostable DHCP agents. Network: ab974d28-2f8c-445a-b850-50183dcf500d, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:31.099358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b61749-50d8-497b-9736-887b349cba0b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.116241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7968dd1-9b43-4f43-9cfa-d57f2ecbc83a None None] Network c30a4e87-56a7-4f0f-8b5e-f1b831371f08 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:31.165312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b61749-50d8-497b-9736-887b349cba0b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.334811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.403317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:31.407235 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-16dfa05a-f25b-461d-9c04-b2a42f24dcd7 None None] Provisioning for port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:31.418269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network ab974d28-2f8c-445a-b850-50183dcf500d is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:31.418269 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-ec1f095e-1599-4b16-b527-2953728a1c75 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The resource could not be found. Mar 11 16:24:31.418269 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ec1f095e-1599-4b16-b527-2953728a1c75 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5831079 Mar 11 16:24:31.418763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:31.418763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:31.418763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.419057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35324) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:31.420814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b61749-50d8-497b-9736-887b349cba0b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.425527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8f26fab6-6dcd-43b9-8ae3-3a8386457062 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'f1fd7976-ecb1-47a1-9ae6-7b033115df8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0590bfee-cba8-4352-a606-22eccb3126c0'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:31.438915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8f26fab6-6dcd-43b9-8ae3-3a8386457062 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:31.444232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8f26fab6-6dcd-43b9-8ae3-3a8386457062 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:31.446482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Port': ['ID=8341afcc-6b6d-4efa-a9f2-66aedc198e17,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:31.448300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8f26fab6-6dcd-43b9-8ae3-3a8386457062 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:31.455385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8f26fab6-6dcd-43b9-8ae3-3a8386457062 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:31.467196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b61749-50d8-497b-9736-887b349cba0b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8984097-15f0-4126-8eb4-122e5e2a966b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:31.601904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, ab974d28-2f8c-445a-b850-50183dcf500d) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:31.607090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:31.612763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.618435 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4111770-77d7-45ab-8c2d-0d2b99c3e971 None None] Network ab974d28-2f8c-445a-b850-50183dcf500d requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:31.634209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35330) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:31.699417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b61749-50d8-497b-9736-887b349cba0b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.701770 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-90b61749-50d8-497b-9736-887b349cba0b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1273129 Mar 11 16:24:31.707293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35334) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:31.749778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:31.778482 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c6e415e5-0cd9-4474-a1cd-15403eda2608 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules/a8984097-15f0-4126-8eb4-122e5e2a966b HTTP/1.1" status: 200 len: 763 time: 0.0660546 Mar 11 16:24:31.779961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35338) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:31.792078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.937450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42fc579c-a474-42e4-ae84-1864d6e06eac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:31.939871 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-80657835-140d-471f-918c-fb350823f80c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0296197 Mar 11 16:24:31.953922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35342) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:31.961497 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-8f26fab6-6dcd-43b9-8ae3-3a8386457062 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The resource could not be found. Mar 11 16:24:31.965642 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8f26fab6-6dcd-43b9-8ae3-3a8386457062 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5457351 Mar 11 16:24:31.966608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35346) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:31.980536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-ab974d28-2f8c-445a-b850-50183dcf500d', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:24:31.981509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.019206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42fc579c-a474-42e4-ae84-1864d6e06eac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.051963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7f21642-6bc8-48d8-b510-e86a39d0d49b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:32.130153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-732c1081-2cb6-4481-b7bd-9c4928e7399f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.160830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Allocated IP 172.20.0.2 (ab974d28-2f8c-445a-b850-50183dcf500d/a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc/e4dc8b43-b3c8-4877-a967-29544ad81f8a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:32.163497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-732c1081-2cb6-4481-b7bd-9c4928e7399f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.260559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-59701946-a9d1-413e-a00c-4186aeb3a10e None None] Provisioning for port 8341afcc-6b6d-4efa-a9f2-66aedc198e17 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:32.277348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-59701946-a9d1-413e-a00c-4186aeb3a10e None None] Provisioning complete for port 8341afcc-6b6d-4efa-a9f2-66aedc198e17 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:32.277794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59701946-a9d1-413e-a00c-4186aeb3a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.307976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:32.332878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:32.333165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.387320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42fc579c-a474-42e4-ae84-1864d6e06eac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.402451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7f21642-6bc8-48d8-b510-e86a39d0d49b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:32.406660 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7f21642-6bc8-48d8-b510-e86a39d0d49b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6205444 Mar 11 16:24:32.412239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35350) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:32.415653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-59701946-a9d1-413e-a00c-4186aeb3a10e None None] Port 8341afcc-6b6d-4efa-a9f2-66aedc198e17 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:32.430887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc579c-a474-42e4-ae84-1864d6e06eac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca915a93-cf40-4d5f-80e0-d99f1cae4e89,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:32.458024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-732c1081-2cb6-4481-b7bd-9c4928e7399f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.498288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1cd33072-08f3-4062-b14e-4834fc14accd tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.506223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-732c1081-2cb6-4481-b7bd-9c4928e7399f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.510054 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-732c1081-2cb6-4481-b7bd-9c4928e7399f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/f1fd7976-ecb1-47a1-9ae6-7b033115df8b HTTP/1.1" status: 204 len: 168 time: 0.5366352 Mar 11 16:24:32.522302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35354) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:32.522780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1cd33072-08f3-4062-b14e-4834fc14accd tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.537919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-59701946-a9d1-413e-a00c-4186aeb3a10e None None] Provisioning complete for port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:32.538635 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59701946-a9d1-413e-a00c-4186aeb3a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.579764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c1081-2cb6-4481-b7bd-9c4928e7399f tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd7976-ecb1-47a1-9ae6-7b033115df8b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:32.630499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a08e5170-0e53-436c-9e5c-885bbae137c4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Synchronizing usage tracker for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:32.650499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-42fc579c-a474-42e4-ae84-1864d6e06eac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.651648 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-42fc579c-a474-42e4-ae84-1864d6e06eac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/ca915a93-cf40-4d5f-80e0-d99f1cae4e89 HTTP/1.1" status: 204 len: 168 time: 1.0161493 Mar 11 16:24:32.699637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.792186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.798361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1cd33072-08f3-4062-b14e-4834fc14accd tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.804084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1cd33072-08f3-4062-b14e-4834fc14accd tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.809160 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1cd33072-08f3-4062-b14e-4834fc14accd tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a8984097-15f0-4126-8eb4-122e5e2a966b HTTP/1.1" status: 204 len: 168 time: 0.3932414 Mar 11 16:24:32.809160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a08e5170-0e53-436c-9e5c-885bbae137c4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Unset dirty status for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:32.809160 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a08e5170-0e53-436c-9e5c-885bbae137c4 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2895129 Mar 11 16:24:32.809974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35360) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:32.810876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:32.823368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:32.827833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Transition to ACTIVE for port object e4dc8b43-b3c8-4877-a967-29544ad81f8a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:32.830362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e3de341d-c5af-410b-9649-db306b95cd0e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'fe75724d-da06-4142-9dae-3fc361d2bd7d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:32.832309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.867991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-59701946-a9d1-413e-a00c-4186aeb3a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:32.901778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd33072-08f3-4062-b14e-4834fc14accd tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8984097-15f0-4126-8eb4-122e5e2a966b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:32.911184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e3de341d-c5af-410b-9649-db306b95cd0e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:32.912562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Transition to ACTIVE for port object e4dc8b43-b3c8-4877-a967-29544ad81f8a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:32.918134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e3de341d-c5af-410b-9649-db306b95cd0e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:32.922805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e3de341d-c5af-410b-9649-db306b95cd0e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:32.931962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e3de341d-c5af-410b-9649-db306b95cd0e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:32.933499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c,segment=NetworkSegment(4cb61444-8503-42f4-bb3e-1d0f14ff1eb8),segment_id=4cb61444-8503-42f4-bb3e-1d0f14ff1eb8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:33.033328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.065062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-10841299-1683-4853-9446-95514aebaf56 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:33.121995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.190872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.200820 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Network ab974d28-2f8c-445a-b850-50183dcf500d is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:33.234131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.20.0.1 (ab974d28-2f8c-445a-b850-50183dcf500d/a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc/28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:33.244835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:33.276983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:33.278973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.279735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.300402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Pushing event updated for resources: {'Port': ['ID=e4dc8b43-b3c8-4877-a967-29544ad81f8a,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:33.361148 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-e3de341d-c5af-410b-9649-db306b95cd0e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The resource could not be found. Mar 11 16:24:33.365608 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e3de341d-c5af-410b-9649-db306b95cd0e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5374997 Mar 11 16:24:33.365765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35372) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:33.373848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--663449153'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:33.381136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:33.397156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:33.424554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-10841299-1683-4853-9446-95514aebaf56 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:33.425756 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-10841299-1683-4853-9446-95514aebaf56 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5617568 Mar 11 16:24:33.428654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35376) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:33.435525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d1bdc8f7-846f-4818-8caa-8e7634267ae4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': '0bfdfd00-5364-405a-b490-9ca5226ec1c7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:33.443276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1bdc8f7-846f-4818-8caa-8e7634267ae4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:33.484345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Attempting to bind port e4dc8b43-b3c8-4877-a967-29544ad81f8a on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:33.484718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Attempting to bind port e4dc8b43-b3c8-4877-a967-29544ad81f8a by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '91849d26-b163-4952-8474-b42211d7b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:33.485157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Attempting to bind port e4dc8b43-b3c8-4877-a967-29544ad81f8a on network ab974d28-2f8c-445a-b850-50183dcf500d {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:33.490264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-59701946-a9d1-413e-a00c-4186aeb3a10e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:24:33.490264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-59701946-a9d1-413e-a00c-4186aeb3a10e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:24:33.491895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1bdc8f7-846f-4818-8caa-8e7634267ae4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:33.503713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:33.504262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Checking segment: {'id': '91849d26-b163-4952-8474-b42211d7b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:33.504762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.505319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Bound using segment: {'id': '91849d26-b163-4952-8474-b42211d7b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:33.505931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Bound port: e4dc8b43-b3c8-4877-a967-29544ad81f8a, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91849d26-b163-4952-8474-b42211d7b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:33.506412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.509979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event updated for resources: {'Port': ['ID=8341afcc-6b6d-4efa-a9f2-66aedc198e17,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:33.534670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.572248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.574302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:33.623243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Transition to ACTIVE for port object 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:33.623503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.623666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:33.623666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:33.644246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] For port e4dc8b43-b3c8-4877-a967-29544ad81f8a, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:33.651312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] For port e4dc8b43-b3c8-4877-a967-29544ad81f8a, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e4dc8b43-b3c8-4877-a967-29544ad81f8a,segment=NetworkSegment(91849d26-b163-4952-8474-b42211d7b477),segment_id=91849d26-b163-4952-8474-b42211d7b477)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:33.654189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:33.662502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:33.669358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:33.681262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:33.688537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc8f7-846f-4818-8caa-8e7634267ae4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.756107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.804576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Router 1b396c72-6766-404c-a2c6-6666d366cb74 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:33.858710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cbbd7-819b-4888-b755-f71298193a5c None None] Pushing event updated for resources: {'Port': ['ID=e4dc8b43-b3c8-4877-a967-29544ad81f8a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:33.983596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.988801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc8f7-846f-4818-8caa-8e7634267ae4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.019433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.080469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network ab974d28-2f8c-445a-b850-50183dcf500d is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:34.093896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:34.110281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:34.134192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 2f3897f2-855e-474d-8c02-538a853b367a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:34.135266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.140396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:34.146335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:34.174781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf57963f-13b3-4569-ad73-e3e4c5e75dd3 None None] Sync routers for ids ['1b396c72-6766-404c-a2c6-6666d366cb74'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:34.177846 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2f447777-50f0-40e5-a04d-1d706e3ea8e3 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "PUT /v2.0/routers/1b396c72-6766-404c-a2c6-6666d366cb74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6797693 Mar 11 16:24:34.179368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35380) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:34.188597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc8f7-846f-4818-8caa-8e7634267ae4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.194824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.207277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf57963f-13b3-4569-ad73-e3e4c5e75dd3 None None] Routers {'1b396c72-6766-404c-a2c6-6666d366cb74'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:34.208311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bf57963f-13b3-4569-ad73-e3e4c5e75dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1b396c72-6766-404c-a2c6-6666d366cb74'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:34.264320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdc8f7-846f-4818-8caa-8e7634267ae4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9baa17a-8be9-4c3a-8432-3698dc21df4e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:34.268321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.368651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bf57963f-13b3-4569-ad73-e3e4c5e75dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:34.371908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7564d73c-4c14-49d9-b2b4-0b9ec60a0001 None None] Provisioning complete for port 8341afcc-6b6d-4efa-a9f2-66aedc198e17 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:34.371908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7564d73c-4c14-49d9-b2b4-0b9ec60a0001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.439994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf57963f-13b3-4569-ad73-e3e4c5e75dd3 None None] Routers {'1b396c72-6766-404c-a2c6-6666d366cb74'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:34.440844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bf57963f-13b3-4569-ad73-e3e4c5e75dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1b396c72-6766-404c-a2c6-6666d366cb74'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:34.529326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bf57963f-13b3-4569-ad73-e3e4c5e75dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:34.530748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf57963f-13b3-4569-ad73-e3e4c5e75dd3 None None] The sync data for ids ['1b396c72-6766-404c-a2c6-6666d366cb74'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:34.533079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7564d73c-4c14-49d9-b2b4-0b9ec60a0001 None None] Port 8341afcc-6b6d-4efa-a9f2-66aedc198e17 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:34.540327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c29793-ffb4-4042-ab63-7d6770184b40,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:34.591747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e5480ba-1f29-46fe-a45b-500f39ae8387 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.613717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.618609 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1a8ec43c-527c-408b-8651-63217c9c833e tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2483983 Mar 11 16:24:34.618609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 2f3897f2-855e-474d-8c02-538a853b367a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2f3897f2-855e-474d-8c02-538a853b367a,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:34.618609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.625571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35384) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:34.634821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--772098662'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:34.695035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:34.750678 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-7e5480ba-1f29-46fe-a45b-500f39ae8387 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 16:24:34.751743 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7e5480ba-1f29-46fe-a45b-500f39ae8387 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/routers/1b396c72-6766-404c-a2c6-6666d366cb74 HTTP/1.1" status: 409 len: 329 time: 0.5719070 Mar 11 16:24:34.754956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35388) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:34.771818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 2f3897f2-855e-474d-8c02-538a853b367a owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:34.804031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc8f7-846f-4818-8caa-8e7634267ae4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:34.806064 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d1bdc8f7-846f-4818-8caa-8e7634267ae4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3754013 Mar 11 16:24:34.807709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:34.817486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:34.818270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:34.841998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:34.862979 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e119b312-81fa-4685-a216-d79ecea1e607 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules/c9baa17a-8be9-4c3a-8432-3698dc21df4e HTTP/1.1" status: 200 len: 764 time: 0.0373480 Mar 11 16:24:34.868889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35396) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:34.960228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f9ff5ee8-83b8-402d-a11f-87fc9e7732b9 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:34.980252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.016406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:35.023070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:35.027361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:35.043579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:35.050522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.127617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ef16b-5149-4908-b49c-9e2b15e9ac04 None None] Network ab974d28-2f8c-445a-b850-50183dcf500d requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:35.172515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f9ff5ee8-83b8-402d-a11f-87fc9e7732b9 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:35.176453 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f9ff5ee8-83b8-402d-a11f-87fc9e7732b9 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3064978 Mar 11 16:24:35.178260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35400) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:35.190662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.363873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a097c08a-a36d-410f-b3a6-e4ad1d505493 None None] Provisioning for port e4dc8b43-b3c8-4877-a967-29544ad81f8a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:35.380548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.385651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.400741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa4be-b473-452f-9989-97c12dd9ee99 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.427280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa4be-b473-452f-9989-97c12dd9ee99 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.466434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=2f3897f2-855e-474d-8c02-538a853b367a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:35.638092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b942cd-0c8a-4ae3-833a-ba67ebb5a88a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:35.731400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa4be-b473-452f-9989-97c12dd9ee99 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.783383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.784609 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea9b8988-5492-4794-becd-b88deb83949d tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1580334 Mar 11 16:24:35.790418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35404) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:35.792806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.832035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-63b6c04a-b9af-443f-810b-ac3a2a0b5fc1 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': '81c29793-ffb4-4042-ab63-7d6770184b40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '93b942cd-0c8a-4ae3-833a-ba67ebb5a88a'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:35.834324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63b6c04a-b9af-443f-810b-ac3a2a0b5fc1 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:35.840537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63b6c04a-b9af-443f-810b-ac3a2a0b5fc1 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:35.844824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-63b6c04a-b9af-443f-810b-ac3a2a0b5fc1 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:35.851078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-63b6c04a-b9af-443f-810b-ac3a2a0b5fc1 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:35.853199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eaa4be-b473-452f-9989-97c12dd9ee99 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9baa17a-8be9-4c3a-8432-3698dc21df4e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:35.893397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e4dc8b43-b3c8-4877-a967-29544ad81f8a up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:35.895024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:35.960643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.035732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-694957e3-ce4b-4f6f-88a1-a13045107a7b None None] Provisioning for port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:36.043457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-694957e3-ce4b-4f6f-88a1-a13045107a7b None None] Provisioning complete for port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:36.043920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-694957e3-ce4b-4f6f-88a1-a13045107a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.100679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.101476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-694957e3-ce4b-4f6f-88a1-a13045107a7b None None] Port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:36.129909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa4be-b473-452f-9989-97c12dd9ee99 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.129909 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c1eaa4be-b473-452f-9989-97c12dd9ee99 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c9baa17a-8be9-4c3a-8432-3698dc21df4e HTTP/1.1" status: 204 len: 168 time: 0.9479668 Mar 11 16:24:36.136805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:36.174487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port e4dc8b43-b3c8-4877-a967-29544ad81f8a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:36.182737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e4dc8b43-b3c8-4877-a967-29544ad81f8a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:36.183548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.250138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c98c40e-b377-4ce6-a610-22a3343b765c None None] Provisioning complete for port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:36.250560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c98c40e-b377-4ce6-a610-22a3343b765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.284297 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-95b5330f-3733-48a2-990f-15751415dd5b tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1439190 Mar 11 16:24:36.285599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35412) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:36.291785 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-63b6c04a-b9af-443f-810b-ac3a2a0b5fc1 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:36.295902 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-63b6c04a-b9af-443f-810b-ac3a2a0b5fc1 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4979367 Mar 11 16:24:36.296520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35416) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:36.335924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.351503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4c98c40e-b377-4ce6-a610-22a3343b765c None None] Port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:36.376439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.410957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e4dc8b43-b3c8-4877-a967-29544ad81f8a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e4dc8b43-b3c8-4877-a967-29544ad81f8a,segment=NetworkSegment(91849d26-b163-4952-8474-b42211d7b477),segment_id=91849d26-b163-4952-8474-b42211d7b477)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:36.460244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:36.466664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a18ff93-6c3c-4710-90d1-d759e52c30b7 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.489955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router e8dbb226-1939-4729-99d9-776a439b5633 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:36.507197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.508113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:36.510060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a18ff93-6c3c-4710-90d1-d759e52c30b7 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.649843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f6edc84-50b7-4584-9fc1-6b09b36d1456 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.690957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e4dc8b43-b3c8-4877-a967-29544ad81f8a,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:36.695180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:36.695350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.705476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f6edc84-50b7-4584-9fc1-6b09b36d1456 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.763344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network ab974d28-2f8c-445a-b850-50183dcf500d is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:36.767186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:36.880025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:36.897522 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d7897150-d368-42ca-ad1d-60e4880a0d51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/e8dbb226-1939-4729-99d9-776a439b5633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0784905 Mar 11 16:24:36.900671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35420) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:36.903588 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] Sync routers for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:36.921676 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:36.922756 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:36.978008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd1c7f8-78db-4fde-9acc-d15fe6f7f758 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting subnet 5cc44f7a-3b34-47f8-bf4a-4b24c93370c4 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:24:36.981696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c7f8-78db-4fde-9acc-d15fe6f7f758 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:36.996499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting port 8341afcc-6b6d-4efa-a9f2-66aedc198e17 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:36.996832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.049101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c7f8-78db-4fde-9acc-d15fe6f7f758 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.088685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a18ff93-6c3c-4710-90d1-d759e52c30b7 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.091621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a18ff93-6c3c-4710-90d1-d759e52c30b7 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.091944 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-08abeac8-07f2-4ee7-9864-910a68081db8 None None] Provisioning complete for port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:37.092372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-08abeac8-07f2-4ee7-9864-910a68081db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.093845 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6a18ff93-6c3c-4710-90d1-d759e52c30b7 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/93b942cd-0c8a-4ae3-833a-ba67ebb5a88a HTTP/1.1" status: 204 len: 168 time: 0.7945049 Mar 11 16:24:37.113851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35424) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:37.125428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18ff93-6c3c-4710-90d1-d759e52c30b7 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b942cd-0c8a-4ae3-833a-ba67ebb5a88a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:37.136592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f6edc84-50b7-4584-9fc1-6b09b36d1456 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.161307 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:37.192232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-08abeac8-07f2-4ee7-9864-910a68081db8 None None] Port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:37.199559 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c7f8-78db-4fde-9acc-d15fe6f7f758 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.236649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6edc84-50b7-4584-9fc1-6b09b36d1456 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfdfd00-5364-405a-b490-9ca5226ec1c7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:37.285218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6f6edc84-50b7-4584-9fc1-6b09b36d1456 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.286617 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6f6edc84-50b7-4584-9fc1-6b09b36d1456 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/0bfdfd00-5364-405a-b490-9ca5226ec1c7 HTTP/1.1" status: 204 len: 168 time: 1.0000634 Mar 11 16:24:37.291246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35428) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:37.326214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.344035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6138dc66-432e-4090-be38-e18b1884b0d9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Synchronizing usage tracker for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:37.349322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-21cd2991-5aba-4ea1-b327-f6e3816088c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:37.467671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Calling delete_port for 8341afcc-6b6d-4efa-a9f2-66aedc198e17 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:37.469367 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:24:35Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:37.473338 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] Checking router: e8dbb226-1939-4729-99d9-776a439b5633 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:24:37.481699 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] Routers {'e8dbb226-1939-4729-99d9-776a439b5633'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:37.482405 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['e8dbb226-1939-4729-99d9-776a439b5633'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:37.483962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c7f8-78db-4fde-9acc-d15fe6f7f758 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.506599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:24:37.547655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1c7f8-78db-4fde-9acc-d15fe6f7f758 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc44f7a-3b34-47f8-bf4a-4b24c93370c4,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:37.549709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae55b5-c5d6-4bed-abc7-eccf7f85293b None None] Network 78455ea6-c4a6-4645-b4df-894754c7b9f2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:37.554501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7dd1c7f8-78db-4fde-9acc-d15fe6f7f758 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.568744 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7dd1c7f8-78db-4fde-9acc-d15fe6f7f758 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/subnets/5cc44f7a-3b34-47f8-bf4a-4b24c93370c4 HTTP/1.1" status: 204 len: 168 time: 0.6660798 Mar 11 16:24:37.573333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35432) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:37.683921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e4dc8b43-b3c8-4877-a967-29544ad81f8a up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:37.689917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-21cd2991-5aba-4ea1-b327-f6e3816088c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:37.696344 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-21cd2991-5aba-4ea1-b327-f6e3816088c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3995464 Mar 11 16:24:37.707797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35436) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:37.726401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274850991'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:37.741140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:37.746387 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] Set router e8dbb226-1939-4729-99d9-776a439b5633 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:37.755768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:37.818241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6138dc66-432e-4090-be38-e18b1884b0d9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Unset dirty status for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:37.819553 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6138dc66-432e-4090-be38-e18b1884b0d9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7040730 Mar 11 16:24:37.829924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35440) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:37.842740 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e4dc8b43-b3c8-4877-a967-29544ad81f8a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:37.843110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.915700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:37.915700 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ec50fea8-cf21-467a-9cc6-d9d018e0917c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9566400 Mar 11 16:24:37.917356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35444) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:37.925805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:37.926305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'network': {'name': 'tempest-RoutersTest-458472202'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:37.943388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:37.959891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:network and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:37.967949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:37.979906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:37.982015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-888aae31-6b95-4422-a224-d951f9b58c53 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:37.983554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.009963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911096db-0970-4cca-8a99-02cd4799101b None None] DHCP port deletion for 78455ea6-c4a6-4645-b4df-894754c7b9f2 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:24:38.016979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-911096db-0970-4cca-8a99-02cd4799101b None None] Deleting port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:38.017345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-911096db-0970-4cca-8a99-02cd4799101b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.066847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-888aae31-6b95-4422-a224-d951f9b58c53 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.092258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:38.093067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:38.140400 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:24:35Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:38.144473 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd260303-3a31-48a8-9fdb-113ab07907e7 None None] The sync data for ids ['e8dbb226-1939-4729-99d9-776a439b5633'] in dv-neutron-833379-1-hyperv is: [{'id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'name': 'tempest-TestNetworkBasicOps-router-6432602', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:27Z', 'updated_at': '2022-03-11T16:24:35Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '7c998f0e-f50d-40cf-b705-a25cbdc6bc27', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dbb226-1939-4729-99d9-776a439b5633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:29Z', 'updated_at': '2022-03-11T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:38.188101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.222723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:38.237957 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:38.244451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:38.256288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:38.261401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.286896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:38.294136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.323814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:38.342610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.344196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-888aae31-6b95-4422-a224-d951f9b58c53 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.357054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.364840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:38.447397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888aae31-6b95-4422-a224-d951f9b58c53 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c29793-ffb4-4042-ab63-7d6770184b40,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:38.450124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Port': ['ID=8341afcc-6b6d-4efa-a9f2-66aedc198e17,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:38.472132 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:38.473108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.495427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.495774 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added segment c4db2b6b-32c3-4696-bc2d-bbaf139824c6 of type vlan for network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a Mar 11 16:24:38.645437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-911096db-0970-4cca-8a99-02cd4799101b None None] For port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7f3b8a94-a8d8-4f45-b9e7-989fef94dc51,segment=NetworkSegment(f4c7be50-e667-457d-864e-b469b0583ba8),segment_id=f4c7be50-e667-457d-864e-b469b0583ba8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:38.645831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-911096db-0970-4cca-8a99-02cd4799101b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.747505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.754539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.759584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.797314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 7c998f0e-f50d-40cf-b705-a25cbdc6bc27, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7c998f0e-f50d-40cf-b705-a25cbdc6bc27,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:38.797844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.808681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe172f7a-5b42-4dc6-bfab-a5c53628c0d5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:38.839360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-888aae31-6b95-4422-a224-d951f9b58c53 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.844566 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-888aae31-6b95-4422-a224-d951f9b58c53 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/81c29793-ffb4-4042-ab63-7d6770184b40 HTTP/1.1" status: 204 len: 168 time: 1.0134392 Mar 11 16:24:38.845686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35448) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:38.857989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-911096db-0970-4cca-8a99-02cd4799101b None None] Calling delete_port for 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:38.942388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:39.026977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:24:34Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:35Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:39.032266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:24:39.032610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Updating router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:24:39.080480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-17afb5a9-8d04-40b9-95cd-ef04a2daa9db tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Synchronizing usage tracker for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:39.098767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.170637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Router 1b396c72-6766-404c-a2c6-6666d366cb74 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:39.237880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.243795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:39.244394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.287905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.288288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.288815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-911096db-0970-4cca-8a99-02cd4799101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.293346 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-53b5cdf8-987e-4c39-b040-b2e2b5cd39c8 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5761511 Mar 11 16:24:39.293346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35452) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:39.298661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Request body: {'security_group_rule': {'security_group_id': 'fe172f7a-5b42-4dc6-bfab-a5c53628c0d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:39.305505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:39.310583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Usage tracker for resource:security_group_rule and tenant:44a1e80126cc422b892044a0b86d9e14 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:39.313663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:39.319801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:39.355417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-17afb5a9-8d04-40b9-95cd-ef04a2daa9db tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Unset dirty status for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:39.356632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-17afb5a9-8d04-40b9-95cd-ef04a2daa9db tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4930315 Mar 11 16:24:39.361052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35456) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:39.367145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679081710'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:39.373392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:39.384001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:39.390279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911096db-0970-4cca-8a99-02cd4799101b None None] Pushing event deleted for resources: {'Port': ['ID=7f3b8a94-a8d8-4f45-b9e7-989fef94dc51,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:39.406249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911096db-0970-4cca-8a99-02cd4799101b None None] No DVR routers for this DVR port 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:39.421269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:39.421393 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.431727 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ad430f63-f097-4da2-b82b-81d9369b16bf tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "PUT /v2.0/routers/1b396c72-6766-404c-a2c6-6666d366cb74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6723616 Mar 11 16:24:39.431839 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749584ac-4bce-44a4-b662-f18170b04b36 None None] Sync routers for ids ['1b396c72-6766-404c-a2c6-6666d366cb74'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:39.432500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35460) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:39.441138 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749584ac-4bce-44a4-b662-f18170b04b36 None None] Routers {'1b396c72-6766-404c-a2c6-6666d366cb74'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:39.442056 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-749584ac-4bce-44a4-b662-f18170b04b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1b396c72-6766-404c-a2c6-6666d366cb74'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:39.499066 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=7c998f0e-f50d-40cf-b705-a25cbdc6bc27,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:39.504974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Network': ['ID=00dc94b9-449a-4b1e-aa87-5cccaaddf03a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:39.514061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.522551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:39.525304 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-749584ac-4bce-44a4-b662-f18170b04b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:39.534690 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1479394d-71fb-4088-b361-1ddf6f3d329a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6136608 Mar 11 16:24:39.535884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35464) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:39.536363 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749584ac-4bce-44a4-b662-f18170b04b36 None None] Routers {'1b396c72-6766-404c-a2c6-6666d366cb74'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:39.537401 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-749584ac-4bce-44a4-b662-f18170b04b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1b396c72-6766-404c-a2c6-6666d366cb74'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:39.542360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'subnet': {'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:39.564310 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-3c451d71-a9ae-424a-b8b5-0268632de5e6 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] show failed (client error): The resource could not be found. Mar 11 16:24:39.566093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3c451d71-a9ae-424a-b8b5-0268632de5e6 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-368004916 HTTP/1.1" status: 404 len: 334 time: 0.1318884 Mar 11 16:24:39.569276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35468) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:39.574233 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.575098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7e47c90d-a8e1-4c45-944a-23a203b84bf0 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:39.643174 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-749584ac-4bce-44a4-b662-f18170b04b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:39.643818 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749584ac-4bce-44a4-b662-f18170b04b36 None None] The sync data for ids ['1b396c72-6766-404c-a2c6-6666d366cb74'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:39.690883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:39.697839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:39.698940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:39.706125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:39.734238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.825755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:39.867791 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-7e47c90d-a8e1-4c45-944a-23a203b84bf0 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] update failed (client error): The resource could not be found. Mar 11 16:24:39.869319 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7e47c90d-a8e1-4c45-944a-23a203b84bf0 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-2007233960 HTTP/1.1" status: 404 len: 335 time: 0.2991407 Mar 11 16:24:39.877398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:39.877753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7f3b8a94-a8d8-4f45-b9e7-989fef94dc51 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:39.878154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2f3897f2-855e-474d-8c02-538a853b367a no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:39.880102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.882455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:39.928674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 2f3897f2-855e-474d-8c02-538a853b367a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:39.929021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2f3897f2-855e-474d-8c02-538a853b367a not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:39.932699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.949662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Transition to ACTIVE for port object 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:39.966466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:39.970423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:subnet and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:39.973811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:39.980652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:39.999962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.005793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.014583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.023284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.060783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672e0fc4-640d-4e57-8564-40333056ee53,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:40.082567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:40.087283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.113025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e32dc3d-e07a-4093-95b3-16450dd2b59d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting subnet 05b91d95-59fe-4cfd-99bf-f342756c9863 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:24:40.120977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e32dc3d-e07a-4093-95b3-16450dd2b59d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.152492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.163425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc99ce-b769-41c5-9ce2-93e356446831 None None] Pushing event updated for resources: {'Port': ['ID=28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:40.182833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.183265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Fanout notify agent at l3_agent the message router_deleted on router e8dbb226-1939-4729-99d9-776a439b5633 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:24:40.204346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.209385 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0e41dac0-310b-4991-9465-c943f67379f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/routers/e8dbb226-1939-4729-99d9-776a439b5633 HTTP/1.1" status: 204 len: 168 time: 2.6290970 Mar 11 16:24:40.210018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35476) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:40.211679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e32dc3d-e07a-4093-95b3-16450dd2b59d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.262288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.280054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.284246 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d87d481b-e264-49fe-a431-f84f1a0117c4 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9880261 Mar 11 16:24:40.284791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35480) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:40.294910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Attempting to bind port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:40.295358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Attempting to bind port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '91849d26-b163-4952-8474-b42211d7b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:40.295725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Attempting to bind port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 on network ab974d28-2f8c-445a-b850-50183dcf500d {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:40.303727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:40.304101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Checking segment: {'id': '91849d26-b163-4952-8474-b42211d7b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:40.304485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.305458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Bound using segment: {'id': '91849d26-b163-4952-8474-b42211d7b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:40.305928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Bound port: 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91849d26-b163-4952-8474-b42211d7b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:40.306328 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.344730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1971ca3-908b-4d9b-b662-92d2280bdd6e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:40.387278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.395603 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ade8c130-e4e3-48e7-8f09-bec37ea51494 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0301468 Mar 11 16:24:40.395603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35484) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:40.403796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-135a3238-11ba-4109-bdbf-d1b7cb468274 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'b1971ca3-908b-4d9b-b662-92d2280bdd6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:40.411590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-135a3238-11ba-4109-bdbf-d1b7cb468274 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:40.423088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-135a3238-11ba-4109-bdbf-d1b7cb468274 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:40.430057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-135a3238-11ba-4109-bdbf-d1b7cb468274 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:40.438876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-135a3238-11ba-4109-bdbf-d1b7cb468274 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:40.443902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e32dc3d-e07a-4093-95b3-16450dd2b59d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.458635 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] For port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:40.465431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] For port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6,segment=NetworkSegment(91849d26-b163-4952-8474-b42211d7b477),segment_id=91849d26-b163-4952-8474-b42211d7b477)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:40.483062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.489569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cdbec8e-6694-4aeb-9cfd-0ec380654c5c tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.556727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.615919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cdbec8e-6694-4aeb-9cfd-0ec380654c5c tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.636718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:40.637341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:40.651904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e32dc3d-e07a-4093-95b3-16450dd2b59d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.707075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc99ce-b769-41c5-9ce2-93e356446831 None None] Pushing event updated for resources: {'Port': ['ID=28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:40.761689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7e32dc3d-e07a-4093-95b3-16450dd2b59d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.768990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32dc3d-e07a-4093-95b3-16450dd2b59d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Subnet': ['ID=05b91d95-59fe-4cfd-99bf-f342756c9863,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:40.775351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6515e1a5-1fd0-4a68-9c85-b99d534b21ca None None] Network c30a4e87-56a7-4f0f-8b5e-f1b831371f08 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:40.781667 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-135a3238-11ba-4109-bdbf-d1b7cb468274 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:40.789165 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35488) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:40.793626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.798939 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-135a3238-11ba-4109-bdbf-d1b7cb468274 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4024830 Mar 11 16:24:40.802816 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7e32dc3d-e07a-4093-95b3-16450dd2b59d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/subnets/05b91d95-59fe-4cfd-99bf-f342756c9863 HTTP/1.1" status: 204 len: 168 time: 0.9193594 Mar 11 16:24:40.806884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:40.865930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78455ea6-c4a6-4645-b4df-894754c7b9f2']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:40.889943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c7be50-e667-457d-864e-b469b0583ba8') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:40.890852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c7be50-e667-457d-864e-b469b0583ba8') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:40.911577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:40.913261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.945817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.959819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:24:40.960434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.983685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:40.992825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-80b5b8be-7b5c-4e56-8730-00e1a03ce3f6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group_rule': {'security_group_id': 'b1971ca3-908b-4d9b-b662-92d2280bdd6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:40.996408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:40.996850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:24:41.000169 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:24:41.027045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.123701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80b5b8be-7b5c-4e56-8730-00e1a03ce3f6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:41.162248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80b5b8be-7b5c-4e56-8730-00e1a03ce3f6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:41.169768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-80b5b8be-7b5c-4e56-8730-00e1a03ce3f6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:41.187965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-80b5b8be-7b5c-4e56-8730-00e1a03ce3f6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:41.225881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] For port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c,segment=NetworkSegment(4cb61444-8503-42f4-bb3e-1d0f14ff1eb8),segment_id=4cb61444-8503-42f4-bb3e-1d0f14ff1eb8)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:41.226267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.226710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Subnet': ['ID=c6156c61-2ae4-477f-ab8b-d1f8d13c87ba,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:41.243155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Checking segment: {'id': 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:41.243771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network hostable DHCP agents. Network: 00dc94b9-449a-4b1e-aa87-5cccaaddf03a, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:41.260674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb222e72-c1ed-4cda-9c63-316a11242bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.266665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cdbec8e-6694-4aeb-9cfd-0ec380654c5c tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.301829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbec8e-6694-4aeb-9cfd-0ec380654c5c tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe172f7a-5b42-4dc6-bfab-a5c53628c0d5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:41.334836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.341890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.378427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Calling delete_port for 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:41.398597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:24:34Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:40Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:41.403647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6cdbec8e-6694-4aeb-9cfd-0ec380654c5c tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.404921 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6cdbec8e-6694-4aeb-9cfd-0ec380654c5c tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/fe172f7a-5b42-4dc6-bfab-a5c53628c0d5 HTTP/1.1" status: 204 len: 168 time: 1.1035426 Mar 11 16:24:41.408481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f83308-fc03-4918-b7ad-244cce86f30b None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:24:34Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:40Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:41.413520 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/networks/78455ea6-c4a6-4645-b4df-894754c7b9f2 HTTP/1.1" status: 204 len: 168 time: 1.1990888 Mar 11 16:24:41.413520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c7980-3698-4b4d-bb0e-ae5458e2dd2d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Network': ['ID=78455ea6-c4a6-4645-b4df-894754c7b9f2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:41.428075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] DHCP port deletion for c30a4e87-56a7-4f0f-8b5e-f1b831371f08 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:24:41.428206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35496) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:41.428206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:41.440401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35500) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:41.442236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] Deleting port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:41.442849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.462215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'network': {'name': 'tempest-network-smoke--1231951413', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:41.489013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:41.512488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:network and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:41.517292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:41.528811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:41.545106 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-80b5b8be-7b5c-4e56-8730-00e1a03ce3f6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:24:41.549054 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-80b5b8be-7b5c-4e56-8730-00e1a03ce3f6 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7558229 Mar 11 16:24:41.553112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35504) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:41.604937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bfb0b08e-831e-4871-98cb-062c28518716 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:41.625714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 00dc94b9-449a-4b1e-aa87-5cccaaddf03a) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:41.640091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:41.640091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.651839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3120e-d4fd-436b-8dcb-82974f18a959 None None] Network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:41.674763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34727606-3782-4a97-9ae2-0c3feff955e9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.693464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:41.700366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:41.708247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.754076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34727606-3782-4a97-9ae2-0c3feff955e9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.782401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:41.782401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7c998f0e-f50d-40cf-b705-a25cbdc6bc27 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:41.782401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:41.800202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:41.809173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bfb0b08e-831e-4871-98cb-062c28518716 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:41.810506 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bfb0b08e-831e-4871-98cb-062c28518716 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3861060 Mar 11 16:24:41.813544 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35508) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:41.817201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.817546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Added segment 90ff34cc-4c3a-463e-acb3-6e0e77a27c8c of type vlan for network 69bbb8bb-1872-470f-894c-f3ed66317305 Mar 11 16:24:41.856956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.872872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9117a5cd-aab4-4fd3-b286-497487b0de7e tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Synchronizing usage tracker for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:41.895865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.901363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:41.901544 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-48cf1c6c-080b-4277-92c0-24e48bbf55b6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3634729 Mar 11 16:24:42.014794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Port': ['ID=3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:42.019391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] No DVR routers for this DVR port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:42.065027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9117a5cd-aab4-4fd3-b286-497487b0de7e tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] Unset dirty status for tenant:44a1e80126cc422b892044a0b86d9e14 on resource:security_group_rule {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:42.068933 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9117a5cd-aab4-4fd3-b286-497487b0de7e tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2515504 Mar 11 16:24:42.070835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35516) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:42.081126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] For port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c,segment=NetworkSegment(4cb61444-8503-42f4-bb3e-1d0f14ff1eb8),segment_id=4cb61444-8503-42f4-bb3e-1d0f14ff1eb8)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:42.085996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.100327 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-495d024d-2c21-4b97-b325-ae2afa7beaa0 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] delete failed (client error): The resource could not be found. Mar 11 16:24:42.109991 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-495d024d-2c21-4b97-b325-ae2afa7beaa0 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "DELETE /v2.0/security-groups/fe172f7a-5b42-4dc6-bfab-a5c53628c0d5 HTTP/1.1" status: 404 len: 347 time: 0.0377855 Mar 11 16:24:42.111461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35520) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:42.132277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.139078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:42.140942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.164418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No active binding found for port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 16:24:42.164928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:42.218433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34727606-3782-4a97-9ae2-0c3feff955e9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.222069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34727606-3782-4a97-9ae2-0c3feff955e9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.225317 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-34727606-3782-4a97-9ae2-0c3feff955e9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/b1971ca3-908b-4d9b-b662-92d2280bdd6e HTTP/1.1" status: 204 len: 168 time: 0.6686244 Mar 11 16:24:42.231451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.248338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] Calling delete_port for 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:42.266428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30a4e87-56a7-4f0f-8b5e-f1b831371f08']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:42.268717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35524) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:42.281206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb61444-8503-42f4-bb3e-1d0f14ff1eb8') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:42.281480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb61444-8503-42f4-bb3e-1d0f14ff1eb8') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:42.305469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.324936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34727606-3782-4a97-9ae2-0c3feff955e9 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1971ca3-908b-4d9b-b662-92d2280bdd6e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:42.339493 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8830569 Mar 11 16:24:42.342872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.348734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35528) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:42.356481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-828804863', 'admin_state_up': True, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:42.365848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:42.400747 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-515c94c4-f2ef-4ab0-98af-996335072594 tempest-SecGroupTest-503382161 tempest-SecGroupTest-503382161-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2879357 Mar 11 16:24:42.424030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c3479-d699-4f71-8e90-df891f473704 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Network': ['ID=69bbb8bb-1872-470f-894c-f3ed66317305,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:42.452419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 69bbb8bb-1872-470f-894c-f3ed66317305 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:42.466960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-60466cf5-4fc0-49f9-8920-9d8a0ceb5237 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Synchronizing usage tracker for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:42.502211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-60466cf5-4fc0-49f9-8920-9d8a0ceb5237 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Unset dirty status for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:42.508905 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-60466cf5-4fc0-49f9-8920-9d8a0ceb5237 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2389123 Mar 11 16:24:42.510724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:42.522984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765552565'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:42.533591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:42.548134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:24:42.548720 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.552166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:24:42.552166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.559583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:24:42.583739 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:24:42.587701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:router and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:42.592130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:42.633829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:24:42.644198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:24:42.660759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:42.753160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Allocated IP 172.21.0.2 (00dc94b9-449a-4b1e-aa87-5cccaaddf03a/c6156c61-2ae4-477f-ab8b-d1f8d13c87ba/f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:42.839148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.859810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.859810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.859810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.871704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.888277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:42.893396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Usage tracker for resource:security_group_rule and tenant:7ce580d84f5c4b898d70293d1cc9b44c is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:42.896953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:42.909028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:42.938001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.958095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Network': ['ID=c30a4e87-56a7-4f0f-8b5e-f1b831371f08,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:42.983780 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-597bba63-9d5c-455f-8a0b-e080ceb66a64 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/networks/c30a4e87-56a7-4f0f-8b5e-f1b831371f08 HTTP/1.1" status: 204 len: 168 time: 2.1735003 Mar 11 16:24:42.985295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35538) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:43.001107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.014682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Transition to ACTIVE for port object f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:43.037781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Transition to ACTIVE for port object f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:43.106769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-493f1e5a-4cb9-48ae-9e1a-c728fc31cb9e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting subnet 2719f1c8-ec93-4027-8380-85de01f71180 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:24:43.112224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.135150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] Deleting port 3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:43.135664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.173399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-493f1e5a-4cb9-48ae-9e1a-c728fc31cb9e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.175878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.210056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35544) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:43.225356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.236537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.277426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1f07112c-a619-4677-99a2-5f18fc9ea661 None None] The port '3fd3283a-fe9a-4e18-bcbc-6ef7ae69331c' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:24:43.300998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:43.312298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:43.314780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:43.340691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.343829 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8308434 Mar 11 16:24:43.350352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35550) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:43.361714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-57464eb7-bf16-4c87-9f14-361fac5d48fc tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:43.362651 dv-neutron-833379-1-hyperv neutron-server[88600]: WARNING neutron.api.v2.base [None req-57464eb7-bf16-4c87-9f14-361fac5d48fc tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 16:24:43.363367 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-57464eb7-bf16-4c87-9f14-361fac5d48fc tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 16:24:43.365141 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-57464eb7-bf16-4c87-9f14-361fac5d48fc tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "PUT /v2.0/security-groups/aeeb01bc-6a7d-4329-a4cb-a0d0145d12de HTTP/1.1" status: 409 len: 330 time: 0.0130322 Mar 11 16:24:43.369189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35554) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:43.373435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5c45c-e2d7-405d-9fbc-7ef96732f928 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeb01bc-6a7d-4329-a4cb-a0d0145d12de,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:43.396698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Pushing event updated for resources: {'Port': ['ID=f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:43.453964 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Attempting to bind port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:43.454367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Attempting to bind port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:43.454727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Attempting to bind port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a on network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:43.462019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:43.462426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Checking segment: {'id': 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:43.462834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.463179 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Bound using segment: {'id': 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:43.463641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Bound port: f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:43.464003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.475527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d3604f63-8a47-4b1f-b6a1-2c5e8f51ecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.516424 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-05517cd3-9c9c-4720-b616-8373c1980372 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44a1e80126cc422b892044a0b86d9e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046262 Mar 11 16:24:43.520330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:43.578886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-367147b2-f724-4b17-bed7-f73b215b0dca tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.605698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] For port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:43.610149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] For port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a,segment=NetworkSegment(c4db2b6b-32c3-4696-bc2d-bbaf139824c6),segment_id=c4db2b6b-32c3-4696-bc2d-bbaf139824c6)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:43.639992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-367147b2-f724-4b17-bed7-f73b215b0dca tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.650875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-493f1e5a-4cb9-48ae-9e1a-c728fc31cb9e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.681092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:43.732670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.762477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.833545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8f27d5b-5ea9-46cc-9723-7f5fa60ddaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.896663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8f27d5b-5ea9-46cc-9723-7f5fa60ddaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.908193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34253bb-3e13-4466-9539-f6e6e838deee None None] Pushing event updated for resources: {'Port': ['ID=f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:43.996379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-493f1e5a-4cb9-48ae-9e1a-c728fc31cb9e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.000406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:44.007472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:44.010639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.093889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-367147b2-f724-4b17-bed7-f73b215b0dca tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.127458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8f27d5b-5ea9-46cc-9723-7f5fa60ddaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.144874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367147b2-f724-4b17-bed7-f73b215b0dca tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeb01bc-6a7d-4329-a4cb-a0d0145d12de,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:44.189536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.223561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f27d5b-5ea9-46cc-9723-7f5fa60ddaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc8fdb9-1ac6-4dc4-8155-35aad7cbd8bc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:44.240522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-367147b2-f724-4b17-bed7-f73b215b0dca tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.245827 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-367147b2-f724-4b17-bed7-f73b215b0dca tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/aeeb01bc-6a7d-4329-a4cb-a0d0145d12de HTTP/1.1" status: 204 len: 168 time: 0.8743813 Mar 11 16:24:44.246907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35562) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:44.296456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6,segment=NetworkSegment(91849d26-b163-4952-8474-b42211d7b477),segment_id=91849d26-b163-4952-8474-b42211d7b477)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:44.306084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8f27d5b-5ea9-46cc-9723-7f5fa60ddaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.311754 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8f27d5b-5ea9-46cc-9723-7f5fa60ddaab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7fc8fdb9-1ac6-4dc4-8155-35aad7cbd8bc HTTP/1.1" status: 204 len: 168 time: 0.7854710 Mar 11 16:24:44.342537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-778c954b-0747-4c2a-82bc-a97048391511 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Synchronizing usage tracker for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:44.377430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.404882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-493f1e5a-4cb9-48ae-9e1a-c728fc31cb9e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.434920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-778c954b-0747-4c2a-82bc-a97048391511 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] Unset dirty status for tenant:7ce580d84f5c4b898d70293d1cc9b44c on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:44.436210 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-778c954b-0747-4c2a-82bc-a97048391511 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1880736 Mar 11 16:24:44.446748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35568) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:44.472782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:44.475038 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-00f31a19-acaa-44b7-a67e-a21e8dde3062 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] delete failed (client error): The resource could not be found. Mar 11 16:24:44.477265 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-00f31a19-acaa-44b7-a67e-a21e8dde3062 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "DELETE /v2.0/security-groups/1a5c8b3b-ab26-4649-b4f8-0e5e76e3eb90 HTTP/1.1" status: 404 len: 347 time: 0.0286610 Mar 11 16:24:44.487413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35572) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:44.494830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f1e5a-4cb9-48ae-9e1a-c728fc31cb9e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Subnet': ['ID=2719f1c8-ec93-4027-8380-85de01f71180,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:44.496839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-493f1e5a-4cb9-48ae-9e1a-c728fc31cb9e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.505493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27a18a-899c-4c69-85a8-8b0af3dcf1d0 None None] Network b0628ec3-6694-410e-8c05-d16b0f8c5570 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:44.529900 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-493f1e5a-4cb9-48ae-9e1a-c728fc31cb9e tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/subnets/2719f1c8-ec93-4027-8380-85de01f71180 HTTP/1.1" status: 204 len: 168 time: 1.5439448 Mar 11 16:24:44.530253 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-1b92c320-ef9e-49c5-bd8f-5f431ae3b3ea tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] show failed (client error): The resource could not be found. Mar 11 16:24:44.533974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35576) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:44.535790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.21.0.1 (00dc94b9-449a-4b1e-aa87-5cccaaddf03a/c6156c61-2ae4-477f-ab8b-d1f8d13c87ba/b2440113-509f-4cd6-a195-027d5456626f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:44.538289 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1b92c320-ef9e-49c5-bd8f-5f431ae3b3ea tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-groups/e908d231-b790-4dea-808a-5bc3cfac772f HTTP/1.1" status: 404 len: 347 time: 0.0483613 Mar 11 16:24:44.540293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35578) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:44.559991 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-73b055b2-8e50-48d5-9349-26344a4d2762 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] show failed (client error): The resource could not be found. Mar 11 16:24:44.576432 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-73b055b2-8e50-48d5-9349-26344a4d2762 tempest-NegativeSecGroupIPv6Test-195912897 tempest-NegativeSecGroupIPv6Test-195912897-project] 10.222.0.57 "GET /v2.0/security-group-rules/922bba67-db75-4cbc-bbd8-2e60af90377e HTTP/1.1" status: 404 len: 356 time: 0.0235260 Mar 11 16:24:44.710691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.761251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.762218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-385d1d0e-8d7b-4c3f-8a6b-93edc01bd00d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting subnet 773e1d0d-9239-4197-b342-1ea6cabca053 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:24:44.834843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-385d1d0e-8d7b-4c3f-8a6b-93edc01bd00d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:44.885928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40ea94-a88f-4d9b-a3fd-a30f4cdc0976 None None] DHCP port deletion for b0628ec3-6694-410e-8c05-d16b0f8c5570 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:24:44.896033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1d40ea94-a88f-4d9b-a3fd-a30f4cdc0976 None None] Deleting port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:44.896486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d40ea94-a88f-4d9b-a3fd-a30f4cdc0976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.057405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.097594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-385d1d0e-8d7b-4c3f-8a6b-93edc01bd00d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.186157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1d40ea94-a88f-4d9b-a3fd-a30f4cdc0976 None None] For port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=6891ee4b-c6e7-47a0-a52f-912a47bb96e4,segment=NetworkSegment(73f6a426-7c7b-470e-a520-d149b36a367f),segment_id=73f6a426-7c7b-470e-a520-d149b36a367f)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:45.186827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d40ea94-a88f-4d9b-a3fd-a30f4cdc0976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.330622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7a564-d37f-44f7-baca-c379c50f3b26 None None] Network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:45.350637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1d40ea94-a88f-4d9b-a3fd-a30f4cdc0976 None None] Calling delete_port for 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:45.400777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35600) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:45.416307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.634279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a80b1ec3-f9b1-4327-bbc9-70c64df79198 None None] Provisioning for port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:45.736545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35610) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:45.737036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1d40ea94-a88f-4d9b-a3fd-a30f4cdc0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.743776 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7269bc8f-06eb-4177-920d-ed55420084ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ce580d84f5c4b898d70293d1cc9b44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254516 Mar 11 16:24:45.761570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.803028 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40ea94-a88f-4d9b-a3fd-a30f4cdc0976 None None] Pushing event deleted for resources: {'Port': ['ID=6891ee4b-c6e7-47a0-a52f-912a47bb96e4,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:45.805779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40ea94-a88f-4d9b-a3fd-a30f4cdc0976 None None] No DVR routers for this DVR port 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:45.838071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Transition to ACTIVE for port object b2440113-509f-4cd6-a195-027d5456626f will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:45.861897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:45.877139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.32 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/a03c6a8e-df48-4c80-b1c2-4d8ae09ed117) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:45.943603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:45.944207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.966224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-385d1d0e-8d7b-4c3f-8a6b-93edc01bd00d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.978432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.044783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e65f82a3-7016-45ed-bc44-0999bc2266cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.069129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35616) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:46.105568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:46.170469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e65f82a3-7016-45ed-bc44-0999bc2266cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.220631 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8eea77f7-fb1f-40c2-b6a7-2a1594d2bfde tempest-ServiceProvidersTest-960607268 tempest-ServiceProvidersTest-960607268-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1504261 Mar 11 16:24:46.262538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.269389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.345719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:46.350157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:46.361785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:46.362720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:46.372758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:46.373872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.407224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=b2440113-509f-4cd6-a195-027d5456626f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:46.417624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-385d1d0e-8d7b-4c3f-8a6b-93edc01bd00d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.473986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d1d0e-8d7b-4c3f-8a6b-93edc01bd00d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Subnet': ['ID=773e1d0d-9239-4197-b342-1ea6cabca053,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:46.484908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-385d1d0e-8d7b-4c3f-8a6b-93edc01bd00d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.495680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.516729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e65f82a3-7016-45ed-bc44-0999bc2266cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.542254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b4bb1-d84b-4e84-9d57-313eb936d4a6 None None] Network 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:46.566323 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-385d1d0e-8d7b-4c3f-8a6b-93edc01bd00d tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/subnets/773e1d0d-9239-4197-b342-1ea6cabca053 HTTP/1.1" status: 204 len: 168 time: 2.0238531 Mar 11 16:24:46.570834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35624) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:46.573566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f82a3-7016-45ed-bc44-0999bc2266cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e6d04-976e-4675-9072-c61f5ae426d7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:46.615557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.694314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:46.701317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:46.712465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:46.750653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.754999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=a03c6a8e-df48-4c80-b1c2-4d8ae09ed117,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:46.769199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e65f82a3-7016-45ed-bc44-0999bc2266cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.769381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.774015 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e65f82a3-7016-45ed-bc44-0999bc2266cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d3e6d04-976e-4675-9072-c61f5ae426d7 HTTP/1.1" status: 204 len: 168 time: 1.0286620 Mar 11 16:24:46.871785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a,segment=NetworkSegment(c4db2b6b-32c3-4696-bc2d-bbaf139824c6),segment_id=c4db2b6b-32c3-4696-bc2d-bbaf139824c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:46.928729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a01b0219-fe46-4b50-9b28-f7f81bf85e2e None None] Provisioning for port b2440113-509f-4cd6-a195-027d5456626f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:46.938664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a01b0219-fe46-4b50-9b28-f7f81bf85e2e None None] Provisioning complete for port b2440113-509f-4cd6-a195-027d5456626f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:46.938664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a01b0219-fe46-4b50-9b28-f7f81bf85e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:46.967065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.004140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0628ec3-6694-410e-8c05-d16b0f8c5570']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:47.022656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f6a426-7c7b-470e-a520-d149b36a367f') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:47.026656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f6a426-7c7b-470e-a520-d149b36a367f') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:47.039535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.047549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.068093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.071181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a01b0219-fe46-4b50-9b28-f7f81bf85e2e None None] Port b2440113-509f-4cd6-a195-027d5456626f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:47.073031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.074918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c5d2c-ab2a-43ec-85ee-84f0fb4dd66a None None] DHCP port deletion for 52f5767b-65b6-4a62-b9ea-13bcf80dfc19 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:24:47.077809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:24:47.078864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.124375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35634) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:47.140882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c5d2c-ab2a-43ec-85ee-84f0fb4dd66a None None] Deleting port fcc23787-167c-419c-9635-ced56e02d92d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:47.141170 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5d2c-ab2a-43ec-85ee-84f0fb4dd66a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:24:47.212497 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:24:47.289578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:47.349765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:47.350234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 6891ee4b-c6e7-47a0-a52f-912a47bb96e4 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:47.360641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.403521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.429177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Network': ['ID=b0628ec3-6694-410e-8c05-d16b0f8c5570,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:47.450107 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9534e88c-5be0-4c43-966b-e00d499cec63 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/networks/b0628ec3-6694-410e-8c05-d16b0f8c5570 HTTP/1.1" status: 204 len: 168 time: 0.8770230 Mar 11 16:24:47.452214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35644) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:47.491529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:47.630734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1f8c5d2c-ab2a-43ec-85ee-84f0fb4dd66a None None] For port fcc23787-167c-419c-9635-ced56e02d92d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fcc23787-167c-419c-9635-ced56e02d92d,segment=NetworkSegment(6202dc65-ee49-40b9-9488-448cefb9e9b7),segment_id=6202dc65-ee49-40b9-9488-448cefb9e9b7)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:47.630734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5d2c-ab2a-43ec-85ee-84f0fb4dd66a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.643624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.667043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting port fcc23787-167c-419c-9635-ced56e02d92d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:47.670636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.684203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-688df38e-be49-4f07-9e82-d5b814c008d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.708255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:47.719468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-688df38e-be49-4f07-9e82-d5b814c008d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:47.826140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c5d2c-ab2a-43ec-85ee-84f0fb4dd66a None None] Calling delete_port for fcc23787-167c-419c-9635-ced56e02d92d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:47.853787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.920708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-688df38e-be49-4f07-9e82-d5b814c008d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b18e96d2ec2f4023b45b6160bdaa62ee is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:47.934853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-688df38e-be49-4f07-9e82-d5b814c008d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:47.956679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:47.957205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.958906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] For port fcc23787-167c-419c-9635-ced56e02d92d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fcc23787-167c-419c-9635-ced56e02d92d,segment=NetworkSegment(6202dc65-ee49-40b9-9488-448cefb9e9b7),segment_id=6202dc65-ee49-40b9-9488-448cefb9e9b7)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:47.959407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:47.995007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-688df38e-be49-4f07-9e82-d5b814c008d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:48.126137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Calling delete_port for fcc23787-167c-419c-9635-ced56e02d92d owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:48.142307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f8c5d2c-ab2a-43ec-85ee-84f0fb4dd66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.204321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c5d2c-ab2a-43ec-85ee-84f0fb4dd66a None None] Pushing event deleted for resources: {'Port': ['ID=fcc23787-167c-419c-9635-ced56e02d92d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:48.212953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fcc23787-167c-419c-9635-ced56e02d92d no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:48.234514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:24:48.234514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:24:48.256595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8c5d2c-ab2a-43ec-85ee-84f0fb4dd66a None None] No DVR routers for this DVR port fcc23787-167c-419c-9635-ced56e02d92d on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:48.270352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: fcc23787-167c-419c-9635-ced56e02d92d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:24:48.270713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fcc23787-167c-419c-9635-ced56e02d92d not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:48.505166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.536186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35662) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:48.586299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.668533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-688df38e-be49-4f07-9e82-d5b814c008d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.673694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-906d27ec-678e-421b-8a34-7adf11c4d94e tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-766158354', 'prefixes': ['172.20.0.0/16']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:48.682807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-906d27ec-678e-421b-8a34-7adf11c4d94e tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:48.720473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.732303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting port fcc23787-167c-419c-9635-ced56e02d92d {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:48.732649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.808308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] The port 'fcc23787-167c-419c-9635-ced56e02d92d' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:24:48.808762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=b2440113-509f-4cd6-a195-027d5456626f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:48.822785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-688df38e-be49-4f07-9e82-d5b814c008d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.829656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.953625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.987697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f5767b-65b6-4a62-b9ea-13bcf80dfc19']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:48.996646 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-688df38e-be49-4f07-9e82-d5b814c008d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b18e96d2ec2f4023b45b6160bdaa62ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8712027 Mar 11 16:24:48.997381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688df38e-be49-4f07-9e82-d5b814c008d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b60725-106f-4074-8b26-91b099a9824c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:49.000340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35668) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:49.022526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6202dc65-ee49-40b9-9488-448cefb9e9b7') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:49.022526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6202dc65-ee49-40b9-9488-448cefb9e9b7') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:49.032960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.169354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:49.172287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:49.183937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.198635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:24:49.199597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:24:49.223661 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:24:49.362556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:24:49.380207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4767a548-97bf-4a8b-81e4-8f47b79d97d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.388233 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:49.419806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4767a548-97bf-4a8b-81e4-8f47b79d97d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.516914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4ec7999f-b5fd-4af9-bde8-c0f4282a51fd None None] Provisioning complete for port b2440113-509f-4cd6-a195-027d5456626f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:49.517465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4ec7999f-b5fd-4af9-bde8-c0f4282a51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.520828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-906d27ec-678e-421b-8a34-7adf11c4d94e tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] Notify callbacks [] for subnetpool, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.529515 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-906d27ec-678e-421b-8a34-7adf11c4d94e tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9843028 Mar 11 16:24:49.529515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.529515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35672) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:49.564399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.585137 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4ec7999f-b5fd-4af9-bde8-c0f4282a51fd None None] Port b2440113-509f-4cd6-a195-027d5456626f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:24:49.591446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Network': ['ID=52f5767b-65b6-4a62-b9ea-13bcf80dfc19,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:49.605490 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c1e6480f-ed4f-4adb-a790-2fce19110411 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/networks/52f5767b-65b6-4a62-b9ea-13bcf80dfc19 HTTP/1.1" status: 204 len: 168 time: 2.1518660 Mar 11 16:24:49.608972 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-da43d7fd-97a3-4548-bd87-b588173ad282 tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] 10.222.0.57 "GET /v2.0/subnetpools/2d4bea7f-7027-4372-acfb-13360b5d0422 HTTP/1.1" status: 200 len: 731 time: 0.0825138 Mar 11 16:24:49.609514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35676) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:49.640582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35680) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:49.647069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4767a548-97bf-4a8b-81e4-8f47b79d97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.649929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4767a548-97bf-4a8b-81e4-8f47b79d97d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.651058 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4767a548-97bf-4a8b-81e4-8f47b79d97d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2b60725-106f-4074-8b26-91b099a9824c HTTP/1.1" status: 204 len: 168 time: 0.6497273 Mar 11 16:24:49.656469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4e23cd13-6dea-46e4-9255-56576f2f99f3 tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1842104615'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:49.695665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767a548-97bf-4a8b-81e4-8f47b79d97d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b60725-106f-4074-8b26-91b099a9824c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:49.734907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-84346277-cf90-4024-86ed-44ad5c46d98c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting subnet 2915ed4c-0c8d-4172-a281-1bdf3fb58812 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:24:49.742233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84346277-cf90-4024-86ed-44ad5c46d98c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.826606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84346277-cf90-4024-86ed-44ad5c46d98c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.925123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84346277-cf90-4024-86ed-44ad5c46d98c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.011653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:50.021146 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:50.021365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Sync routers for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:50.031188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:50.033321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:50.034499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:50.036695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e23cd13-6dea-46e4-9255-56576f2f99f3 tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] Notify callbacks [] for subnetpool, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.042471 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e23cd13-6dea-46e4-9255-56576f2f99f3 tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] 10.222.0.57 "PUT /v2.0/subnetpools/2d4bea7f-7027-4372-acfb-13360b5d0422 HTTP/1.1" status: 200 len: 684 time: 0.4004533 Mar 11 16:24:50.043300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35686) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:50.049370 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:50.053766 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-075e67ac-718b-4452-bbfa-9a7066cab9df tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1130049 Mar 11 16:24:50.053994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35690) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:50.056035 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:50.062992 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'network': {'name': 'tempest-RoutersTest-1860906200'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:50.070248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:50.076621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:network and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:50.082095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:50.092924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:50.225234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84346277-cf90-4024-86ed-44ad5c46d98c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.230404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.238487 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-64a6e8e1-f396-4678-bacc-2af1c90dee0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8887258 Mar 11 16:24:50.246503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35696) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:50.308952 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-63600e44-7c6a-4602-b25e-544428324965 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0677314 Mar 11 16:24:50.309824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35700) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:50.319206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84346277-cf90-4024-86ed-44ad5c46d98c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Subnet': ['ID=2915ed4c-0c8d-4172-a281-1bdf3fb58812,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:50.354490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:50.356765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84346277-cf90-4024-86ed-44ad5c46d98c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.370311 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-84346277-cf90-4024-86ed-44ad5c46d98c tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/subnets/2915ed4c-0c8d-4172-a281-1bdf3fb58812 HTTP/1.1" status: 204 len: 168 time: 0.7536075 Mar 11 16:24:50.370583 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:50.372624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35704) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:50.374035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:50.380331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-42114f29-31a0-4eab-aa95-f0f48012c237 tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] Notify callbacks [] for subnetpool, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.382103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.385054 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-42114f29-31a0-4eab-aa95-f0f48012c237 tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] 10.222.0.57 "DELETE /v2.0/subnetpools/2d4bea7f-7027-4372-acfb-13360b5d0422 HTTP/1.1" status: 204 len: 168 time: 0.3405435 Mar 11 16:24:50.389005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35706) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:50.410376 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-4cffe5fc-1deb-4ee4-b829-98ef6c0d8601 tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] show failed (client error): The resource could not be found. Mar 11 16:24:50.422917 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4cffe5fc-1deb-4ee4-b829-98ef6c0d8601 tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] 10.222.0.57 "GET /v2.0/subnetpools/2d4bea7f-7027-4372-acfb-13360b5d0422 HTTP/1.1" status: 404 len: 346 time: 0.0240808 Mar 11 16:24:50.422917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35712) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:50.515210 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-e3b28e09-214b-4d26-b8a7-d505ec9c047c tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] delete failed (client error): The resource could not be found. Mar 11 16:24:50.525826 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3b28e09-214b-4d26-b8a7-d505ec9c047c tempest-SubnetPoolsTestJSON-1133894036 tempest-SubnetPoolsTestJSON-1133894036-project] 10.222.0.57 "DELETE /v2.0/subnetpools/2d4bea7f-7027-4372-acfb-13360b5d0422 HTTP/1.1" status: 404 len: 346 time: 0.1079204 Mar 11 16:24:50.569188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a469a63-2950-4c9f-be26-9e3443f66855 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:50.571209 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a469a63-2950-4c9f-be26-9e3443f66855 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2561979 Mar 11 16:24:50.576643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35720) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:50.651842 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b16f05d0-8e4b-4355-8329-df08fe30d0c8 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734992 Mar 11 16:24:50.655676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35726) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:50.662057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-460035065', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:50.701859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:50.722085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f073cb0-21bf-48f1-9f7d-2ccb1e160494 None None] Network 395fc364-cb99-41c3-9d23-270d0fa1bdb2 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:50.780463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.782793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.783278 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added segment 0a74a232-4f57-4136-a11f-9c1af04fc364 of type vlan for network 954a6c32-d9b7-4da2-93d2-94f744d81580 Mar 11 16:24:50.823686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Deleting port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:50.824104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.833709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:50.838998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:subnet and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:50.842949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:50.852989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:50.864402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.943214 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:24:46Z', 'revision_number': 3, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:47Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:50.951543 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:24:50.952303 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Updating router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff port b2440113-509f-4cd6-a195-027d5456626f binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:24:51.037299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:51.042330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.043322 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.069086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.078969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:51.079885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.211349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:47Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:51.217482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Checking router: 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:24:51.218014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Updating router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:24:51.309215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.348190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] DHCP port deletion for 395fc364-cb99-41c3-9d23-270d0fa1bdb2 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:24:51.355013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35738) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:51.360104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] Deleting port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:51.360474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.422161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Network': ['ID=954a6c32-d9b7-4da2-93d2-94f744d81580,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:51.430993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] For port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4308cd4c-d3f0-4085-aa86-5c637f2f88d8,segment=NetworkSegment(90e616e8-8b9c-45e3-bff2-9e843b90af87),segment_id=90e616e8-8b9c-45e3-bff2-9e843b90af87)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:51.431162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.448275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 954a6c32-d9b7-4da2-93d2-94f744d81580 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:51.518224 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d42470e0-8d67-40c8-b772-36f5ac6a7ddb tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4622939 Mar 11 16:24:51.586925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35748) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:51.592694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'subnet': {'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:51.615008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Calling delete_port for 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:51.723750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1baffcfb-7d45-4614-aa60-082b868b9e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.739017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.742079 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.764830 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Transition to ACTIVE for port object b2440113-509f-4cd6-a195-027d5456626f will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:51.767417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:51.793125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:51.795231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1baffcfb-7d45-4614-aa60-082b868b9e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:51.797810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:subnet and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:51.812398 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:51.812398 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:51.819496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1baffcfb-7d45-4614-aa60-082b868b9e01 admin admin] Usage tracker for resource:security_group_rule and tenant:620043e374e74ccfb7f92f7d8de622a8 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:51.830315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1baffcfb-7d45-4614-aa60-082b868b9e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:51.845595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1baffcfb-7d45-4614-aa60-082b868b9e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:51.861221 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.875360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Checking segment: {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:51.875573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network hostable DHCP agents. Network: 69bbb8bb-1872-470f-894c-f3ed66317305, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:51.891555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=33fd67c6-6304-4739-9fc7-37f4e928f61a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:51.943024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:51.948444 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.018269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35754) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:52.021740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.025662 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062788 Mar 11 16:24:52.032664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35756) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:52.039428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 69bbb8bb-1872-470f-894c-f3ed66317305 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:52.158055 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Pushing event updated for resources: {'Port': ['ID=b2440113-509f-4cd6-a195-027d5456626f,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:52.169683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 69bbb8bb-1872-470f-894c-f3ed66317305) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:52.211985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:52.213695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.274737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] For port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4308cd4c-d3f0-4085-aa86-5c637f2f88d8,segment=NetworkSegment(90e616e8-8b9c-45e3-bff2-9e843b90af87),segment_id=90e616e8-8b9c-45e3-bff2-9e843b90af87)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:52.275153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.283113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1baffcfb-7d45-4614-aa60-082b868b9e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.287754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No active binding found for port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 16:24:52.288649 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:52.300367 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-62382f5d-9031-4442-9d6f-f8ee65bbd57a tempest-NetworksApiDiscovery-1354619036 tempest-NetworksApiDiscovery-1354619036-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2597225 Mar 11 16:24:52.300795 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.300795 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.300795 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.300795 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.300795 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.301261 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03981d63-2c10-48ab-908e-8f72a61a15d1 None None] Network 69bbb8bb-1872-470f-894c-f3ed66317305 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:52.301361 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.301361 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.301361 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.301361 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.301361 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.301361 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.301361 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:52.335054 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Attempting to bind port b2440113-509f-4cd6-a195-027d5456626f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:52.335711 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Attempting to bind port b2440113-509f-4cd6-a195-027d5456626f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:52.336858 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Attempting to bind port b2440113-509f-4cd6-a195-027d5456626f on network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:52.343687 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:52.344281 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Checking segment: {'id': 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:52.344921 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.345560 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Bound using segment: {'id': 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:52.346188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Bound port: b2440113-509f-4cd6-a195-027d5456626f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:52.347049 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.406301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Port': ['ID=4308cd4c-d3f0-4085-aa86-5c637f2f88d8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:52.458609 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-38d346e9-c7f0-4259-b424-f1e5a84d5d0f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8013434 Mar 11 16:24:52.469319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35764) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:52.469557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] No DVR routers for this DVR port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:52.481209 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] For port b2440113-509f-4cd6-a195-027d5456626f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:52.485218 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] For port b2440113-509f-4cd6-a195-027d5456626f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b2440113-509f-4cd6-a195-027d5456626f,segment=NetworkSegment(c4db2b6b-32c3-4696-bc2d-bbaf139824c6),segment_id=c4db2b6b-32c3-4696-bc2d-bbaf139824c6)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:52.547047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1baffcfb-7d45-4614-aa60-082b868b9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.602742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] Calling delete_port for 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:24:52.623096 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1baffcfb-7d45-4614-aa60-082b868b9e01 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=620043e374e74ccfb7f92f7d8de622a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2660992 Mar 11 16:24:52.627390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35768) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:52.629015 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.633101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baffcfb-7d45-4614-aa60-082b868b9e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d190b5e-a59f-425a-8856-793568432d12,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:52.671460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395fc364-cb99-41c3-9d23-270d0fa1bdb2']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:52.706952 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.721486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e616e8-8b9c-45e3-bff2-9e843b90af87') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:52.721866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e616e8-8b9c-45e3-bff2-9e843b90af87') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:52.755514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.780282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.852362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:24:52.852362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:24:52.886735 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:24:52.932415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:24:52.933036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:24:52.950263 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:52.950898 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:53.037035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3d1d-79f6-4bdd-bd91-9e49896b51fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.052649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.148665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-69bbb8bb-1872-470f-894c-f3ed66317305', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:24:53.150141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.188018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Subnet': ['ID=c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:53.195843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Checking segment: {'id': '0a74a232-4f57-4136-a11f-9c1af04fc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:53.197016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network hostable DHCP agents. Network: 954a6c32-d9b7-4da2-93d2-94f744d81580, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:53.223812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3d1d-79f6-4bdd-bd91-9e49896b51fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.231687 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ef4e7-f2b7-4e75-8ce6-8c467ee3b947 None None] Pushing event updated for resources: {'Port': ['ID=b2440113-509f-4cd6-a195-027d5456626f,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:53.240029 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:53.316890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.336715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35774) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:53.347685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Transition to ACTIVE for port object a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:53.364001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.377265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.434693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] Deleting port 4308cd4c-d3f0-4085-aa86-5c637f2f88d8 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:24:53.435145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.436212 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/networks/395fc364-cb99-41c3-9d23-270d0fa1bdb2 HTTP/1.1" status: 204 len: 168 time: 3.0293219 Mar 11 16:24:53.438159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772c0aa-3414-4ac3-b5db-28d2e6df2726 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Pushing event deleted for resources: {'Network': ['ID=395fc364-cb99-41c3-9d23-270d0fa1bdb2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:53.447029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35780) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:53.498881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Allocated IP 172.20.0.2 (69bbb8bb-1872-470f-894c-f3ed66317305/33fd67c6-6304-4739-9fc7-37f4e928f61a/12ad0b28-a356-435e-9b94-d67e236448f4) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:53.539670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3c03c40a-d892-4072-bddb-e460d4dcc2e0 None None] The port '4308cd4c-d3f0-4085-aa86-5c637f2f88d8' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:24:53.545217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 954a6c32-d9b7-4da2-93d2-94f744d81580 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:53.561134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d284bcc-b663-4cfa-9241-7d410c67c0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.570744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b8316707-8dac-4a7c-ae31-3eb7188de15a tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Synchronizing usage tracker for tenant:92bb4440a5e34e929d968a512abc19f4 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:53.594725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3d284bcc-b663-4cfa-9241-7d410c67c0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:53.655242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.663369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d284bcc-b663-4cfa-9241-7d410c67c0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:48da35290ad64ec0b9ad1f4788b1c081 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:53.673741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d284bcc-b663-4cfa-9241-7d410c67c0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:53.686537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3d284bcc-b663-4cfa-9241-7d410c67c0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:53.720431 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:24:46Z', 'revision_number': 3, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:52Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:53.726419 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b05de-7517-4df2-9aad-61c794e10967 None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:24:46Z', 'revision_number': 3, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:52Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:53.748800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3d1d-79f6-4bdd-bd91-9e49896b51fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.782964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c3d1d-79f6-4bdd-bd91-9e49896b51fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d190b5e-a59f-425a-8856-793568432d12,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:53.797622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Attempting to bind port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:53.798099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Attempting to bind port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:53.798521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Attempting to bind port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:53.800741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd7ad0-d66f-4b6f-a1a8-48923d9152b3 None None] Pushing event updated for resources: {'Port': ['ID=a03c6a8e-df48-4c80-b1c2-4d8ae09ed117,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:53.817780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b8316707-8dac-4a7c-ae31-3eb7188de15a tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Unset dirty status for tenant:92bb4440a5e34e929d968a512abc19f4 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:53.823251 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b8316707-8dac-4a7c-ae31-3eb7188de15a tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b396c72-6766-404c-a2c6-6666d366cb74 HTTP/1.1" status: 200 len: 205 time: 0.3750281 Mar 11 16:24:53.825178 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 954a6c32-d9b7-4da2-93d2-94f744d81580) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:53.826324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:53.826695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:53.826984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35784) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:53.827134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.827456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:53.827932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Bound port: a03c6a8e-df48-4c80-b1c2-4d8ae09ed117, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:53.828299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.834670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:53.836237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.868538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4811da49-0338-42e6-8bb9-9d289438cbf6 None None] Network 954a6c32-d9b7-4da2-93d2-94f744d81580 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:53.975020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d284bcc-b663-4cfa-9241-7d410c67c0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.976567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3d1d-79f6-4bdd-bd91-9e49896b51fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:53.980821 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed7c3d1d-79f6-4bdd-bd91-9e49896b51fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d190b5e-a59f-425a-8856-793568432d12 HTTP/1.1" status: 204 len: 168 time: 1.3525884 Mar 11 16:24:53.993305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.065146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] For port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:54.068237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] For port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a03c6a8e-df48-4c80-b1c2-4d8ae09ed117,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:54.091315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-900bc0b7-f2d2-4c1d-8d13-994105d96b61 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.105381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d284bcc-b663-4cfa-9241-7d410c67c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.110474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.150846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Transition to ACTIVE for port object 12ad0b28-a356-435e-9b94-d67e236448f4 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:54.157104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d284bcc-b663-4cfa-9241-7d410c67c0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c4e558-8e8c-4537-a16c-3d979f1b4d24,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:54.200626 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d284bcc-b663-4cfa-9241-7d410c67c0e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48da35290ad64ec0b9ad1f4788b1c081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8618276 Mar 11 16:24:54.222734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.247316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35790) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:54.252832 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7fcd14cd-c07c-4f0a-a550-446cca594dc4 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6644726 Mar 11 16:24:54.255516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35792) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:54.278746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Transition to ACTIVE for port object 12ad0b28-a356-435e-9b94-d67e236448f4 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:54.336642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:54.337285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:54.597057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.654048 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd7ad0-d66f-4b6f-a1a8-48923d9152b3 None None] Pushing event updated for resources: {'Port': ['ID=a03c6a8e-df48-4c80-b1c2-4d8ae09ed117,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:54.674518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-954a6c32-d9b7-4da2-93d2-94f744d81580', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:24:54.675347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.694689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.1 (69bbb8bb-1872-470f-894c-f3ed66317305/33fd67c6-6304-4739-9fc7-37f4e928f61a/28eebbc9-9e78-45b2-89d5-2a34bef5a93b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:54.847560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-900bc0b7-f2d2-4c1d-8d13-994105d96b61 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.855030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-900bc0b7-f2d2-4c1d-8d13-994105d96b61 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.879975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Network 69bbb8bb-1872-470f-894c-f3ed66317305 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:54.925923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:54.928396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:54.931315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:54.945423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 28eebbc9-9e78-45b2-89d5-2a34bef5a93b will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:55.000800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:55.029353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4532-839d-4251-ba05-2c627f0b6651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.084444 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4532-839d-4251-ba05-2c627f0b6651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.098124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-900bc0b7-f2d2-4c1d-8d13-994105d96b61 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.098637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900bc0b7-f2d2-4c1d-8d13-994105d96b61 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Fanout notify agent at l3_agent the message router_deleted on router 1b396c72-6766-404c-a2c6-6666d366cb74 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:24:55.121471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.158057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Pushing event updated for resources: {'Port': ['ID=12ad0b28-a356-435e-9b94-d67e236448f4,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:55.190957 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-900bc0b7-f2d2-4c1d-8d13-994105d96b61 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.192071 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-900bc0b7-f2d2-4c1d-8d13-994105d96b61 tempest-RoutersNegativeIpV6Test-404435126 tempest-RoutersNegativeIpV6Test-404435126-project] 10.222.0.57 "DELETE /v2.0/routers/1b396c72-6766-404c-a2c6-6666d366cb74 HTTP/1.1" status: 204 len: 168 time: 1.3638844 Mar 11 16:24:55.197198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 69bbb8bb-1872-470f-894c-f3ed66317305 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:55.202056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:55.206659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:55.227073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Attempting to bind port 12ad0b28-a356-435e-9b94-d67e236448f4 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:55.227434 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Attempting to bind port 12ad0b28-a356-435e-9b94-d67e236448f4 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:55.227983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Attempting to bind port 12ad0b28-a356-435e-9b94-d67e236448f4 on network 69bbb8bb-1872-470f-894c-f3ed66317305 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:55.291068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=28eebbc9-9e78-45b2-89d5-2a34bef5a93b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:55.325240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.325502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:55.326116 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Checking segment: {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:55.326644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.327058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Bound using segment: {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:55.327785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Bound port: 12ad0b28-a356-435e-9b94-d67e236448f4, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:55.328290 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.424041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4532-839d-4251-ba05-2c627f0b6651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.447775 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f4532-839d-4251-ba05-2c627f0b6651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c4e558-8e8c-4537-a16c-3d979f1b4d24,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:55.453619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.577354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Allocated IP 172.22.0.2 (954a6c32-d9b7-4da2-93d2-94f744d81580/c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4/396597a2-8e4d-41e8-b86c-f652f27d0834) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:55.607923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4532-839d-4251-ba05-2c627f0b6651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.615179 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ec2f4532-839d-4251-ba05-2c627f0b6651 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2c4e558-8e8c-4537-a16c-3d979f1b4d24 HTTP/1.1" status: 204 len: 168 time: 1.3607044 Mar 11 16:24:55.661396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] For port 12ad0b28-a356-435e-9b94-d67e236448f4, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:55.690643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:55.741594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] For port 12ad0b28-a356-435e-9b94-d67e236448f4, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=12ad0b28-a356-435e-9b94-d67e236448f4,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:55.743180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b2440113-509f-4cd6-a195-027d5456626f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:55.859622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:47Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:55.883364 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786e21c6-e568-4c00-aebe-27e8c8170bf7 None None] The sync data for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv is: [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:47Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:24:55.954399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.016409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port b2440113-509f-4cd6-a195-027d5456626f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:56.020026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.046980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b2440113-509f-4cd6-a195-027d5456626f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:56.047338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.102546 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35804) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:56.105219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Transition to ACTIVE for port object 396597a2-8e4d-41e8-b86c-f652f27d0834 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:56.142216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135cb6c-ec27-48a4-8d0d-82baa4fdb8fb None None] Pushing event updated for resources: {'Port': ['ID=12ad0b28-a356-435e-9b94-d67e236448f4,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:56.161846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Transition to ACTIVE for port object 396597a2-8e4d-41e8-b86c-f652f27d0834 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:56.286859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.301582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.488084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Network 954a6c32-d9b7-4da2-93d2-94f744d81580 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:56.500026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:56.502910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:56.510846 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5398711b-f640-4036-b31a-134f31910150 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92bb4440a5e34e929d968a512abc19f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064176 Mar 11 16:24:56.511010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35810) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:56.518802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.22.0.1 (954a6c32-d9b7-4da2-93d2-94f744d81580/c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4/a709a70f-1d92-4925-b91c-ba67be99f231) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:56.695842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port b2440113-509f-4cd6-a195-027d5456626f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b2440113-509f-4cd6-a195-027d5456626f,segment=NetworkSegment(c4db2b6b-32c3-4696-bc2d-bbaf139824c6),segment_id=c4db2b6b-32c3-4696-bc2d-bbaf139824c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:56.695842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Pushing event updated for resources: {'Port': ['ID=396597a2-8e4d-41e8-b86c-f652f27d0834,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:56.705042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ea4529b-f6d3-42cb-a652-e9609331af69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.709593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Attempting to bind port 396597a2-8e4d-41e8-b86c-f652f27d0834 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:56.709957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Attempting to bind port 396597a2-8e4d-41e8-b86c-f652f27d0834 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0a74a232-4f57-4136-a11f-9c1af04fc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:56.719355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Attempting to bind port 396597a2-8e4d-41e8-b86c-f652f27d0834 on network 954a6c32-d9b7-4da2-93d2-94f744d81580 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:24:56.731537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:24:56.732274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Checking segment: {'id': '0a74a232-4f57-4136-a11f-9c1af04fc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:24:56.732928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.733781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Bound using segment: {'id': '0a74a232-4f57-4136-a11f-9c1af04fc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:24:56.735511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Bound port: 396597a2-8e4d-41e8-b86c-f652f27d0834, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a74a232-4f57-4136-a11f-9c1af04fc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:56.736210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.764704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.775694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ea4529b-f6d3-42cb-a652-e9609331af69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.835008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.846511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.871649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Transition to ACTIVE for port object a709a70f-1d92-4925-b91c-ba67be99f231 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:56.893743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:56.926110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] For port 396597a2-8e4d-41e8-b86c-f652f27d0834, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:24:56.945953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] For port 396597a2-8e4d-41e8-b86c-f652f27d0834, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=396597a2-8e4d-41e8-b86c-f652f27d0834,segment=NetworkSegment(0a74a232-4f57-4136-a11f-9c1af04fc364),segment_id=0a74a232-4f57-4136-a11f-9c1af04fc364)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:24:56.947861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=b2440113-509f-4cd6-a195-027d5456626f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:57.003430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ea4529b-f6d3-42cb-a652-e9609331af69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:57.040304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:57.046155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4529b-f6d3-42cb-a652-e9609331af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6134c16f-0bf2-4ee0-8df1-5a68f40fb071,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:57.054726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=28eebbc9-9e78-45b2-89d5-2a34bef5a93b,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:57.096379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:57.110207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ea4529b-f6d3-42cb-a652-e9609331af69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:57.123881 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4ea4529b-f6d3-42cb-a652-e9609331af69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6134c16f-0bf2-4ee0-8df1-5a68f40fb071 HTTP/1.1" status: 204 len: 168 time: 0.5899098 Mar 11 16:24:57.180628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:57.195101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 954a6c32-d9b7-4da2-93d2-94f744d81580 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:57.209659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:57.209659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:24:57.244348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 69bbb8bb-1872-470f-894c-f3ed66317305 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:57.245805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:57.278338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=a709a70f-1d92-4925-b91c-ba67be99f231,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:57.318220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:57.320528 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e08a0-d8f4-49c3-b2d9-f70cef5c4d39 None None] Pushing event updated for resources: {'Port': ['ID=396597a2-8e4d-41e8-b86c-f652f27d0834,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:57.500160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:57.663848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:57.871362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:57.890616 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0829e184-39ff-44ba-937d-c67f9d327e7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/2c6c7537-07d2-4da7-ad43-efeb3f5a7e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4196420 Mar 11 16:24:57.893166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35820) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:57.972353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 12ad0b28-a356-435e-9b94-d67e236448f4 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:58.119477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76acdd13-0f34-4574-bf68-e610cf91d7ac None None] Network 69bbb8bb-1872-470f-894c-f3ed66317305 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:58.202882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e2b9d-c2e3-4af7-81b7-35d3164706b3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.203380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e2b9d-c2e3-4af7-81b7-35d3164706b3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.205935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e2b9d-c2e3-4af7-81b7-35d3164706b3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.205935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e2b9d-c2e3-4af7-81b7-35d3164706b3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.205935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e2b9d-c2e3-4af7-81b7-35d3164706b3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.205935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e2b9d-c2e3-4af7-81b7-35d3164706b3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.205935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e2b9d-c2e3-4af7-81b7-35d3164706b3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.207787 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d6e2b9d-c2e3-4af7-81b7-35d3164706b3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4931 time: 0.3135853 Mar 11 16:24:58.211446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35828) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:58.310606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289a4fa-1ce8-4a36-ba4a-597d1c50d355 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.311328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289a4fa-1ce8-4a36-ba4a-597d1c50d355 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.311941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289a4fa-1ce8-4a36-ba4a-597d1c50d355 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.312625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289a4fa-1ce8-4a36-ba4a-597d1c50d355 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.313270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289a4fa-1ce8-4a36-ba4a-597d1c50d355 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.313873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289a4fa-1ce8-4a36-ba4a-597d1c50d355 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.314878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289a4fa-1ce8-4a36-ba4a-597d1c50d355 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:58.317525 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5289a4fa-1ce8-4a36-ba4a-597d1c50d355 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4503 time: 0.1049333 Mar 11 16:24:58.321225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35834) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:58.366825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 12ad0b28-a356-435e-9b94-d67e236448f4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:58.393903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 396597a2-8e4d-41e8-b86c-f652f27d0834 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:58.541426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:58.555276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b36e8c6-c1c9-4f55-847a-7d4ee3bdfa27 None None] Provisioning for port 12ad0b28-a356-435e-9b94-d67e236448f4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:58.602818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8b36e8c6-c1c9-4f55-847a-7d4ee3bdfa27 None None] Provisioning complete for port 12ad0b28-a356-435e-9b94-d67e236448f4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:58.614573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b36e8c6-c1c9-4f55-847a-7d4ee3bdfa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:58.653706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Sync routers for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:58.673696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:58.736704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:58.737349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:58.823921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 396597a2-8e4d-41e8-b86c-f652f27d0834 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:58.854539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:58.873382 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bd8a68e8-a7fa-46f1-b572-56b0c69c6df5 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2136 time: 0.5505850 Mar 11 16:24:58.883221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=a709a70f-1d92-4925-b91c-ba67be99f231,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:58.896547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:59.049443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35848) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:59.074531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 954a6c32-d9b7-4da2-93d2-94f744d81580 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:59.075910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:59.230665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d5b981-b443-472b-bfb2-ca465b6f7379 None None] Network 954a6c32-d9b7-4da2-93d2-94f744d81580 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:24:59.230830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1285779406-network', 'tenant_id': 'af1c2cf22bf846ce86509756f4046a9b'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:59.236226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:59.245637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Usage tracker for resource:network and tenant:af1c2cf22bf846ce86509756f4046a9b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:59.249251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:59.260981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:59.275604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:59.325162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:24:59.343084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Made reservation on behalf of af1c2cf22bf846ce86509756f4046a9b for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:59.361775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.380894 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.405359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:59.420420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Usage tracker for resource:security_group_rule and tenant:af1c2cf22bf846ce86509756f4046a9b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:59.424699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b36e8c6-c1c9-4f55-847a-7d4ee3bdfa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.425228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:59.440912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:59.552876 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:59.605453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:24:59.613021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:59.613256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.622267 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:24:59.637458 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-140a78ae-0617-4548-b803-0875b0dce12c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3709199 Mar 11 16:24:59.638622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35854) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:59.642916 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:24:59.646263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'network': {'name': 'tempest-RoutersTest-1080732007'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:59.651504 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:59.652582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.656640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:59.662280 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:network and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:59.668191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:59.678532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:59.687193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35858) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:59.692508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337508278', 'description': 'tempest-secgroup-smoke-1337508278 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:24:59.700469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:59.705955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:59.710444 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:59.723688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:59.753320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8b36e8c6-c1c9-4f55-847a-7d4ee3bdfa27 None None] For port 12ad0b28-a356-435e-9b94-d67e236448f4, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=12ad0b28-a356-435e-9b94-d67e236448f4,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:24:59.757472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.794777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:59.811239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c051e127-61a1-4e8a-ad5e-8022974e2c63,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:59.816917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.817626 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Added segment 63f6c5e7-d835-4b34-8de8-ed0dae939690 of type vlan for network 767c756f-d9f8-4779-ae83-92979c3a2d4f Mar 11 16:24:59.861062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.873923 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:24:59.936763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:59.964189 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:59.969625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:59.973823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:59.982020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:59.990747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:59.996612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.005276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8b36e8c6-c1c9-4f55-847a-7d4ee3bdfa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.062631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.063625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:00.064192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.099955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:25:00.129672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.130052 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added segment e1acf94a-b86b-4b1e-891e-7bb6610aaa97 of type vlan for network 171acc42-1154-4e74-a0d0-d7a50e12851a Mar 11 16:25:00.165782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.181778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.200201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.229969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] Pushing event updated for resources: {'Network': ['ID=767c756f-d9f8-4779-ae83-92979c3a2d4f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:00.236485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a03c6a8e-df48-4c80-b1c2-4d8ae09ed117,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:00.248916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Provisioning complete for port 12ad0b28-a356-435e-9b94-d67e236448f4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:00.249291 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.275266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36e8c6-c1c9-4f55-847a-7d4ee3bdfa27 None None] Pushing event updated for resources: {'Port': ['ID=12ad0b28-a356-435e-9b94-d67e236448f4,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:00.286694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 767c756f-d9f8-4779-ae83-92979c3a2d4f details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:25:00.292996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.330000 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5fd879de-45ae-4206-8d99-82bc397a28bd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2743835 Mar 11 16:25:00.330000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35862) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:00.337907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Request body: {'subnet': {'network_id': '767c756f-d9f8-4779-ae83-92979c3a2d4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1285779406-subnet', 'tenant_id': 'af1c2cf22bf846ce86509756f4046a9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:00.349693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:00.356770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe24632-230e-427a-81b8-435a393d7614,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:00.366313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.371805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Usage tracker for resource:subnet and tenant:af1c2cf22bf846ce86509756f4046a9b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:00.374640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:00.375435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:00.378912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.386273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:00.413582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.414397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b2440113-509f-4cd6-a195-027d5456626f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:00.476478 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:24:57Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:24:58Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:00.485969 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:00.486355 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Updating router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff port a709a70f-1d92-4925-b91c-ba67be99f231 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:25:00.519467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.524669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35866) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:00.525219 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e449318d-09af-40b6-b8fb-c82074251fa1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8366320 Mar 11 16:25:00.533705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'cfe24632-230e-427a-81b8-435a393d7614', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:00.534658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Network': ['ID=171acc42-1154-4e74-a0d0-d7a50e12851a,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:00.548779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:55Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '28eebbc9-9e78-45b2-89d5-2a34bef5a93b', 'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3e:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:54Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:00.555994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:00.562329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:00.564436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:00.567795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 171acc42-1154-4e74-a0d0-d7a50e12851a details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:25:00.573439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:00.581501 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-96f58714-2687-4584-94db-dd3a8ccc7886 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9415953 Mar 11 16:25:00.585971 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35870) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:00.593772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'subnet': {'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:00.601805 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.617529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Made reservation on behalf of af1c2cf22bf846ce86509756f4046a9b for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:25:00.620316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.628569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Checking router: 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:00.636962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Updating router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:25:00.758046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:00.769051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:subnet and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:00.771275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=a03c6a8e-df48-4c80-b1c2-4d8ae09ed117,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:00.782738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.784863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:00.795118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:00.901766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.915677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b2440113-509f-4cd6-a195-027d5456626f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:00.916044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:00.924706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.053392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Made reservation on behalf of 8df182f1299c4a8d84c42c95a967aff5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:25:01.073066 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.128534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.130982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.143546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Provisioning for port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:01.169182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Provisioning complete for port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:01.169526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.217960 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.232102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:25:01.234431 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Transition to ACTIVE for port object a709a70f-1d92-4925-b91c-ba67be99f231 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:25:01.276176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2af37e-a9b4-4164-976f-419016ffe9f0,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:01.318395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c731b45-f15a-44fc-bd33-6b6702df6937,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:01.321413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Checking segment: {'id': '63f6c5e7-d835-4b34-8de8-ed0dae939690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '767c756f-d9f8-4779-ae83-92979c3a2d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:25:01.321770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Network hostable DHCP agents. Network: 767c756f-d9f8-4779-ae83-92979c3a2d4f, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:25:01.367054 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.404732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:01.438359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Provisioning for port 396597a2-8e4d-41e8-b86c-f652f27d0834 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:01.479049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Provisioning complete for port 396597a2-8e4d-41e8-b86c-f652f27d0834 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:01.479718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.534507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.539040 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8fb9d45-c3f2-4773-8d83-fe04821a0cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0097814 Mar 11 16:25:01.539040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Network 767c756f-d9f8-4779-ae83-92979c3a2d4f is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:25:01.539040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35874) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:01.558210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'cfe24632-230e-427a-81b8-435a393d7614', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:01.571682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:01.583389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:01.595237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:01.603022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:01.669841 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c0366-b3f2-49b7-8463-2092b9ba20d8 None None] Pushing event updated for resources: {'Port': ['ID=a709a70f-1d92-4925-b91c-ba67be99f231,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:01.677258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.685368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.703156 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Attempting to bind port a709a70f-1d92-4925-b91c-ba67be99f231 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:25:01.703607 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Attempting to bind port a709a70f-1d92-4925-b91c-ba67be99f231 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0a74a232-4f57-4136-a11f-9c1af04fc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:25:01.704025 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Attempting to bind port a709a70f-1d92-4925-b91c-ba67be99f231 on network 954a6c32-d9b7-4da2-93d2-94f744d81580 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:25:01.710247 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:25:01.710783 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Checking segment: {'id': '0a74a232-4f57-4136-a11f-9c1af04fc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:25:01.711233 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.711676 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Bound using segment: {'id': '0a74a232-4f57-4136-a11f-9c1af04fc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:25:01.712302 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Bound port: a709a70f-1d92-4925-b91c-ba67be99f231, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a74a232-4f57-4136-a11f-9c1af04fc364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:25:01.712668 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.722810 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:01.723105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.774697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Transition to ACTIVE for port object 28eebbc9-9e78-45b2-89d5-2a34bef5a93b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:25:01.776689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Subnet': ['ID=f1560445-19bf-4664-b264-0fd81c6e8cb7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:01.785653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Checking segment: {'id': 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:25:01.786079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network hostable DHCP agents. Network: 171acc42-1154-4e74-a0d0-d7a50e12851a, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:25:01.792944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 767c756f-d9f8-4779-ae83-92979c3a2d4f) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:01.801093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:01.803171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.820393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.824753 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] For port a709a70f-1d92-4925-b91c-ba67be99f231, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:25:01.828537 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] For port a709a70f-1d92-4925-b91c-ba67be99f231, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a709a70f-1d92-4925-b91c-ba67be99f231,segment=NetworkSegment(0a74a232-4f57-4136-a11f-9c1af04fc364),segment_id=0a74a232-4f57-4136-a11f-9c1af04fc364)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:25:01.836466 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09169990-9611-4c72-869d-32b8aed14a95 None None] Network 767c756f-d9f8-4779-ae83-92979c3a2d4f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:01.841040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.907760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.959729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:01.977505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 171acc42-1154-4e74-a0d0-d7a50e12851a is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:25:01.977960 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6009cbe6-b0d1-4c60-81ea-fe576018bb26 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6472228 Mar 11 16:25:01.986424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 171acc42-1154-4e74-a0d0-d7a50e12851a) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:02.000561 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.008370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:02.009262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.037503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0303ca-ccbf-4569-adeb-7396182d6e49 None None] Network 171acc42-1154-4e74-a0d0-d7a50e12851a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:02.097554 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:02.098354 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:02.122241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.144303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] For port 396597a2-8e4d-41e8-b86c-f652f27d0834, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=396597a2-8e4d-41e8-b86c-f652f27d0834,segment=NetworkSegment(0a74a232-4f57-4136-a11f-9c1af04fc364),segment_id=0a74a232-4f57-4136-a11f-9c1af04fc364)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:02.172077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bfbb99-272c-4da0-8a71-cd705f9b2f13,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:02.188601 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b600034c-c1aa-486f-b426-f499efd62422 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6005940 Mar 11 16:25:02.194749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35882) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:02.298785 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c0366-b3f2-49b7-8463-2092b9ba20d8 None None] Pushing event updated for resources: {'Port': ['ID=a709a70f-1d92-4925-b91c-ba67be99f231,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:02.361698 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:02.374443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.382987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.384501 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1484de77-51fc-4371-8d9d-9e82f9fcb08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8446317 Mar 11 16:25:02.387351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35886) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:02.395044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'cfe24632-230e-427a-81b8-435a393d7614', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:02.410785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:02.420060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e79643-34c9-4a87-bf6a-db55e848a6d6 None None] Pushing event updated for resources: {'Port': ['ID=28eebbc9-9e78-45b2-89d5-2a34bef5a93b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:02.426052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:02.431172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 12ad0b28-a356-435e-9b94-d67e236448f4 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:02.447722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:02.447722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:02.671177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.771629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.796113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Attempting to bind port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:25:02.799753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Attempting to bind port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:25:02.799753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Attempting to bind port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b on network 69bbb8bb-1872-470f-894c-f3ed66317305 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:25:02.826210 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:24:57Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:01Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:02.830524 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce7e30-6f18-4bdd-a4d8-5a66bf48364c None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:24:57Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:01Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:02.853355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19607cb3-0c95-40fe-9ce1-e512866ef7ce None None] Pushing event updated for resources: {'Port': ['ID=396597a2-8e4d-41e8-b86c-f652f27d0834,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:02.887112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:25:02.887535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Checking segment: {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:25:02.888647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.888647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Bound using segment: {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:25:02.889108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Bound port: 28eebbc9-9e78-45b2-89d5-2a34bef5a93b, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:25:02.889362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.943652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:02.948931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5105efef-b3d0-4c3a-82cb-4f2260eab712 None None] Network 767c756f-d9f8-4779-ae83-92979c3a2d4f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:02.981352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-12c23c29-49b2-4eca-9ed3-a48181acc2ad None None] Provisioning for port a709a70f-1d92-4925-b91c-ba67be99f231 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:03.001867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d7ca3c-839e-4bbf-b4d7-80bc3061d340,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:03.093900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.095301 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-14e3c68f-046a-4c20-a889-281d3c9bcd6f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7063088 Mar 11 16:25:03.097947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35896) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:03.105466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'cfe24632-230e-427a-81b8-435a393d7614', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:03.118462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.119353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:03.123491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:03.127426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:03.135080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:03.140846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 12ad0b28-a356-435e-9b94-d67e236448f4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:03.141214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.251220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-171acc42-1154-4e74-a0d0-d7a50e12851a', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:25:03.255184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.295068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.408173 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.409127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] For port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:25:03.432315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35904) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:03.432315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-597095415-network', 'tenant_id': '8e78673197f644db9c6002f5a8a5fc91'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:03.437561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:03.442248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Usage tracker for resource:network and tenant:8e78673197f644db9c6002f5a8a5fc91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:03.447018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:03.454457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:03.488484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.529840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] For port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=28eebbc9-9e78-45b2-89d5-2a34bef5a93b,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:25:03.531230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-12c23c29-49b2-4eca-9ed3-a48181acc2ad None None] Provisioning complete for port 396597a2-8e4d-41e8-b86c-f652f27d0834 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:03.531774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-12c23c29-49b2-4eca-9ed3-a48181acc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.567581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cbe582-f8f4-440f-9701-75a2745d1314,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:03.574469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Made reservation on behalf of 8e78673197f644db9c6002f5a8a5fc91 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:25:03.577706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.605939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.632883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:03.636821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.638571 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-db3dfba6-a2aa-4f20-8d36-50b5a2e2c5c2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5395696 Mar 11 16:25:03.644041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Usage tracker for resource:security_group_rule and tenant:8e78673197f644db9c6002f5a8a5fc91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:03.651504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35908) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:03.654381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:03.661344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'cfe24632-230e-427a-81b8-435a393d7614', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:03.676510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:03.680375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:03.686530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:03.707122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:03.720413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.721547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:03.724620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Allocated IP 172.23.0.1 (171acc42-1154-4e74-a0d0-d7a50e12851a/f1560445-19bf-4664-b264-0fd81c6e8cb7/64c0b7b6-2d45-4b18-901a-af7a012df7fa) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:25:03.825763 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:25:03.842472 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.860589 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:03.861307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:03.875592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.973938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e79643-34c9-4a87-bf6a-db55e848a6d6 None None] Pushing event updated for resources: {'Port': ['ID=28eebbc9-9e78-45b2-89d5-2a34bef5a93b,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:03.988542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:03.989061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a709a70f-1d92-4925-b91c-ba67be99f231 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:04.002306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.019724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Transition to ACTIVE for port object 64c0b7b6-2d45-4b18-901a-af7a012df7fa will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:25:04.105096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.136512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:25:04.145766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31165d3d-9c5e-4bf3-8f1c-8a8b298d1df5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:04.151347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.151684 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Added segment 49d88366-6ad2-4aed-8452-c62c5197ec1b of type vlan for network 023c9446-67a0-48fc-9ad5-a9f0596d7fd6 Mar 11 16:25:04.179383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.185310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.217203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.227219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c878dd-37ed-4bf4-88b8-b4d63c4c2d31,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:04.256099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:04.284911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 171acc42-1154-4e74-a0d0-d7a50e12851a is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:25:04.294020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:04.299442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:25:04.332861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=64c0b7b6-2d45-4b18-901a-af7a012df7fa,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:04.352097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.353607 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-93fe7fa1-eaaa-4c76-a0dd-c6adb4552993 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7017338 Mar 11 16:25:04.356685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35912) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:04.362149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'cfe24632-230e-427a-81b8-435a393d7614', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:04.368809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:04.373819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:04.374035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.377324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:04.383836 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:04.422773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.424476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:04.425256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.436040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Allocated IP 172.23.0.2 (171acc42-1154-4e74-a0d0-d7a50e12851a/f1560445-19bf-4664-b264-0fd81c6e8cb7/42995504-ff9d-43bc-83bd-e93fb979d9f1) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:25:04.473972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a709a70f-1d92-4925-b91c-ba67be99f231 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:04.523366 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:25:04.532812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a709a70f-1d92-4925-b91c-ba67be99f231 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:04.533043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.541880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.558052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] Pushing event updated for resources: {'Network': ['ID=023c9446-67a0-48fc-9ad5-a9f0596d7fd6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:04.598660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 023c9446-67a0-48fc-9ad5-a9f0596d7fd6 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:25:04.640775 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4501429b-ab99-41e2-ba32-ec6763a87212 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2129569 Mar 11 16:25:04.646455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35916) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:04.655450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Request body: {'subnet': {'network_id': '023c9446-67a0-48fc-9ad5-a9f0596d7fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-597095415-subnet', 'tenant_id': '8e78673197f644db9c6002f5a8a5fc91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:04.662465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.666393 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:04.671293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.671563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Usage tracker for resource:subnet and tenant:8e78673197f644db9c6002f5a8a5fc91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:04.675619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:04.683856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:04.808387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.837461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb85d147-bf49-49ef-afdc-7bdfda2d5214,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:04.845253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Made reservation on behalf of 8e78673197f644db9c6002f5a8a5fc91 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:25:04.852707 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:04.999426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.008888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.020102 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-06eea3f7-7fc0-4aa9-94df-4b0ffbac9deb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6524270 Mar 11 16:25:05.048495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.069685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Transition to ACTIVE for port object 42995504-ff9d-43bc-83bd-e93fb979d9f1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:25:05.078146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:55Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '28eebbc9-9e78-45b2-89d5-2a34bef5a93b', 'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3e:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:54Z', 'updated_at': '2022-03-11T16:25:03Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:05.084254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port a709a70f-1d92-4925-b91c-ba67be99f231, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a709a70f-1d92-4925-b91c-ba67be99f231,segment=NetworkSegment(0a74a232-4f57-4136-a11f-9c1af04fc364),segment_id=0a74a232-4f57-4136-a11f-9c1af04fc364)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:05.088462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.092646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8068569-b665-4815-bda0-9ca02b5776f7 None None] The sync data for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv is: [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:55Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '28eebbc9-9e78-45b2-89d5-2a34bef5a93b', 'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3e:fb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:54Z', 'updated_at': '2022-03-11T16:25:03Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:05.104578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Transition to ACTIVE for port object 42995504-ff9d-43bc-83bd-e93fb979d9f1 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:25:05.167905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.169044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 396597a2-8e4d-41e8-b86c-f652f27d0834 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:05.213837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.214114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.245465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.289878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Network 171acc42-1154-4e74-a0d0-d7a50e12851a is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:25:05.296882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:05.304727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:25:05.345198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=a709a70f-1d92-4925-b91c-ba67be99f231,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:05.351866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Checking segment: {'id': '49d88366-6ad2-4aed-8452-c62c5197ec1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '023c9446-67a0-48fc-9ad5-a9f0596d7fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:25:05.352582 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Network hostable DHCP agents. Network: 023c9446-67a0-48fc-9ad5-a9f0596d7fd6, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:25:05.358994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d3b529-a475-44f7-b7d5-7982b6b12ea7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:05.433635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event updated for resources: {'Port': ['ID=64c0b7b6-2d45-4b18-901a-af7a012df7fa,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:05.442424 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-02fdd6c2-ecb4-4c32-a907-dbd415e8f7bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337508278&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.1214683 Mar 11 16:25:05.452985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.510806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Network 023c9446-67a0-48fc-9ad5-a9f0596d7fd6 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:25:05.519100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Attempting to bind port 42995504-ff9d-43bc-83bd-e93fb979d9f1 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:25:05.519466 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Attempting to bind port 42995504-ff9d-43bc-83bd-e93fb979d9f1 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:25:05.520021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Attempting to bind port 42995504-ff9d-43bc-83bd-e93fb979d9f1 on network 171acc42-1154-4e74-a0d0-d7a50e12851a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:25:05.532178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:25:05.539544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Checking segment: {'id': 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:25:05.539544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.539544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Bound using segment: {'id': 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:25:05.539544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Bound port: 42995504-ff9d-43bc-83bd-e93fb979d9f1, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:25:05.539544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.597901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Pushing event updated for resources: {'Port': ['ID=42995504-ff9d-43bc-83bd-e93fb979d9f1,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:05.611922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 396597a2-8e4d-41e8-b86c-f652f27d0834 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:05.612332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.662387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 023c9446-67a0-48fc-9ad5-a9f0596d7fd6) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:05.669942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:05.670798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:05.680504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c76ac9-6331-4324-8fbe-c2bbff864953 None None] Network 023c9446-67a0-48fc-9ad5-a9f0596d7fd6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:05.771884 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d5f0cdf6-dea4-487e-b1c4-fcc1a7d75d27 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1235359 Mar 11 16:25:05.900574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116626-96d6-4690-afab-065ce458efd7 req-f10277fb-4d46-454f-8b07-689f7df82464 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:05.901605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a1116626-96d6-4690-afab-065ce458efd7 req-f10277fb-4d46-454f-8b07-689f7df82464 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:05.931046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Network 171acc42-1154-4e74-a0d0-d7a50e12851a is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:25:05.932242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:05.936218 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:25:05.970518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] For port 42995504-ff9d-43bc-83bd-e93fb979d9f1, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:25:05.979488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] For port 42995504-ff9d-43bc-83bd-e93fb979d9f1, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=42995504-ff9d-43bc-83bd-e93fb979d9f1,segment=NetworkSegment(e1acf94a-b86b-4b1e-891e-7bb6610aaa97),segment_id=e1acf94a-b86b-4b1e-891e-7bb6610aaa97)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:25:06.022505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a1116626-96d6-4690-afab-065ce458efd7 req-f10277fb-4d46-454f-8b07-689f7df82464 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:06.023689 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-f10277fb-4d46-454f-8b07-689f7df82464 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=69bbb8bb-1872-470f-894c-f3ed66317305 HTTP/1.1" status: 200 len: 797 time: 0.5727715 Mar 11 16:25:06.089273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:06.110987 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-9cbcb781-36c8-49ea-9ac3-174c83aae814 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0231123 Mar 11 16:25:06.180067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df15db-4758-4508-95dc-48591e2952a1 None None] Network 023c9446-67a0-48fc-9ad5-a9f0596d7fd6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:06.222033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:06.347642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae919f-f769-4ce1-9e4c-4d8ba2adca07 None None] Pushing event updated for resources: {'Port': ['ID=42995504-ff9d-43bc-83bd-e93fb979d9f1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:06.461212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:06.478722 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:06.509202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:06.510323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:06.513469 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c35e80e0-85ad-4fc0-9f9d-12925d8a7048 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3225553 Mar 11 16:25:06.515797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 35950) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:06.525495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:06.547288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a1116626-96d6-4690-afab-065ce458efd7 req-202b4aba-8a10-4e45-8f35-bd1f5ff0a3fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:06.652932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a709a70f-1d92-4925-b91c-ba67be99f231 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:06.676677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a1116626-96d6-4690-afab-065ce458efd7 req-202b4aba-8a10-4e45-8f35-bd1f5ff0a3fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:06.682347 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-202b4aba-8a10-4e45-8f35-bd1f5ff0a3fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5610654 Mar 11 16:25:06.814703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:06.887235 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c32f647-0029-4084-bbac-2d1762116d17 service neutron] 10.222.0.57 "GET /v2.0/networks/69bbb8bb-1872-470f-894c-f3ed66317305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961401 Mar 11 16:25:07.060208 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-d68b9219-f331-4ae6-9d88-f5751d0d6b37 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:07.061772 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-d68b9219-f331-4ae6-9d88-f5751d0d6b37 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/networks?id=767c756f-d9f8-4779-ae83-92979c3a2d4f HTTP/1.1" status: 200 len: 812 time: 0.4284132 Mar 11 16:25:07.075408 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-56f7ff2b-063a-4f44-8e59-0920ff45ce07 service neutron] 10.222.0.57 "GET /v2.0/networks/69bbb8bb-1872-470f-894c-f3ed66317305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824195 Mar 11 16:25:07.108712 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9544d2f6-9647-4eb1-af30-c316fac4518a tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/quotas/af1c2cf22bf846ce86509756f4046a9b HTTP/1.1" status: 200 len: 375 time: 0.0372922 Mar 11 16:25:07.164500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a709a70f-1d92-4925-b91c-ba67be99f231 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:07.164500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:07.327675 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-f1744089-0387-4a38-a74d-e68c370d2de7 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=af1c2cf22bf846ce86509756f4046a9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2087214 Mar 11 16:25:07.419957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28eebbc9-9e78-45b2-89d5-2a34bef5a93b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:07.464434 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:04Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c0b7b6-2d45-4b18-901a-af7a012df7fa', 'name': '', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:ec:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:25:03Z', 'updated_at': '2022-03-11T16:25:04Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:07.475583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:07.475892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Updating router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff port 64c0b7b6-2d45-4b18-901a-af7a012df7fa binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:25:07.567308 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b3184f06-97a1-478a-ba81-c80365661e05 req-f930ee44-2086-4693-9425-16df3ceae718 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 210 time: 0.1356406 Mar 11 16:25:07.582145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:07.688434 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:07.700095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:07.700095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:07.798560 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-fc90cd55-7bd6-4602-a1df-8a2b656829e7 service neutron] 10.222.0.57 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494622 Mar 11 16:25:07.807124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651ab555-c480-4254-8645-71ed332cfad6 None None] Network 171acc42-1154-4e74-a0d0-d7a50e12851a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:07.996494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.extraroute_db [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 16:25:08.031185 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-e798a642-868a-4c4c-b586-9187e0ca180d service neutron] 10.222.0.57 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187972 Mar 11 16:25:08.032397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.extraroute_db [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Removed routes are [] {{(pid=88601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 16:25:08.032815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:08.157914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1605c2d9-a456-41b0-9456-bce8df0ca2fb None None] Provisioning for port 42995504-ff9d-43bc-83bd-e93fb979d9f1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:08.223682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:08.340679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=28eebbc9-9e78-45b2-89d5-2a34bef5a93b,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:08.442748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-978f8199-e409-4a26-b31f-67d137a2359d req-113413ad-7f17-45ac-b41b-4c79965c008d tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 210 time: 0.0594308 Mar 11 16:25:08.444388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:08.471511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Transition to ACTIVE for port object 64c0b7b6-2d45-4b18-901a-af7a012df7fa will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:25:08.502340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:08.578439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:08.582783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:08.629604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=28eebbc9-9e78-45b2-89d5-2a34bef5a93b,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:08.676459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:08.721190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 42995504-ff9d-43bc-83bd-e93fb979d9f1 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:08.791649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b1967346-3449-4793-80d9-f9e1af3e04a6 req-f8b59e09-cdb8-4ae7-9e45-c4801da4f6b1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:08.822742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b1967346-3449-4793-80d9-f9e1af3e04a6 req-f8b59e09-cdb8-4ae7-9e45-c4801da4f6b1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:08.832296 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1967346-3449-4793-80d9-f9e1af3e04a6 req-f8b59e09-cdb8-4ae7-9e45-c4801da4f6b1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 210 time: 0.1515932 Mar 11 16:25:08.851293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:08.939580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e660c-e260-4210-9dcc-e7637ffac6e0 None None] Pushing event updated for resources: {'Port': ['ID=64c0b7b6-2d45-4b18-901a-af7a012df7fa,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:09.005985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Attempting to bind port 64c0b7b6-2d45-4b18-901a-af7a012df7fa on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:25:09.006405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Attempting to bind port 64c0b7b6-2d45-4b18-901a-af7a012df7fa by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:25:09.006844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Attempting to bind port 64c0b7b6-2d45-4b18-901a-af7a012df7fa on network 171acc42-1154-4e74-a0d0-d7a50e12851a {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:25:09.014115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:25:09.014519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Checking segment: {'id': 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:25:09.014962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:09.015348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Bound using segment: {'id': 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:25:09.015823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Bound port: 64c0b7b6-2d45-4b18-901a-af7a012df7fa, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:25:09.016182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:09.020092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:09.047077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:09.047077 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-66e59d6e-2d77-46fc-9569-8dd5c07ef2a8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff HTTP/1.1" status: 200 len: 933 time: 2.5109479 Mar 11 16:25:09.047390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35976) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:09.132122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e7eb8b8-cfa3-4c02-ba02-9c43881391bf None None] Provisioning for port 64c0b7b6-2d45-4b18-901a-af7a012df7fa completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:09.150959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] For port 64c0b7b6-2d45-4b18-901a-af7a012df7fa, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:25:09.154888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] For port 64c0b7b6-2d45-4b18-901a-af7a012df7fa, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64c0b7b6-2d45-4b18-901a-af7a012df7fa,segment=NetworkSegment(e1acf94a-b86b-4b1e-891e-7bb6610aaa97),segment_id=e1acf94a-b86b-4b1e-891e-7bb6610aaa97)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:25:09.262053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 42995504-ff9d-43bc-83bd-e93fb979d9f1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:09.268976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 42995504-ff9d-43bc-83bd-e93fb979d9f1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:09.268976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:09.325052 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-79fb93df-622b-441b-a5de-abed7482f9d9 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff HTTP/1.1" status: 200 len: 933 time: 0.2912407 Mar 11 16:25:09.328265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35980) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:09.333287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'routes': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:09.410491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:09.414717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:09.415448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:09.529056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:09.529683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:09.599516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 42995504-ff9d-43bc-83bd-e93fb979d9f1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=42995504-ff9d-43bc-83bd-e93fb979d9f1,segment=NetworkSegment(e1acf94a-b86b-4b1e-891e-7bb6610aaa97),segment_id=e1acf94a-b86b-4b1e-891e-7bb6610aaa97)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:09.614288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e660c-e260-4210-9dcc-e7637ffac6e0 None None] Pushing event updated for resources: {'Port': ['ID=64c0b7b6-2d45-4b18-901a-af7a012df7fa,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:09.776616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:09.831892 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8141bafd-4f2c-4175-b853-bff1875afc9e req-ee15f609-0d48-4ca2-a4db-cb024ee7fc4d tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 210 time: 0.0676761 Mar 11 16:25:09.999488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:10.021023 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a24ef126-766b-43b8-9a64-c2952daeae1b req-4da9d207-b55d-41d4-bf11-9d2c7520c293 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 210 time: 0.0730894 Mar 11 16:25:10.136094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=42995504-ff9d-43bc-83bd-e93fb979d9f1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:10.182045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:08Z', 'revision_number': 6, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c0b7b6-2d45-4b18-901a-af7a012df7fa', 'name': '', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:ec:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:25:03Z', 'updated_at': '2022-03-11T16:25:09Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:10.186622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fc6e2a-36e7-4471-939d-b3165d2e1172 None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:08Z', 'revision_number': 6, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c0b7b6-2d45-4b18-901a-af7a012df7fa', 'name': '', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:ec:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:25:03Z', 'updated_at': '2022-03-11T16:25:09Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:10.253224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added routes are [] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 16:25:10.253748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.extraroute_db [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 16:25:10.300228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:10.695751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64c0b7b6-2d45-4b18-901a-af7a012df7fa up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:10.828580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:10.831921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:10.953303 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216029a5-edfd-408f-955d-7775248d775a None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:10.956689 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28798d37-76b0-4aae-9c85-1e0fc6cfa871 req-73ac3c3c-6463-4fa9-9c68-0146c464f325 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 210 time: 0.0609910 Mar 11 16:25:10.964211 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216029a5-edfd-408f-955d-7775248d775a None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:10.966747 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-216029a5-edfd-408f-955d-7775248d775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:11.066068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:11.130373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 64c0b7b6-2d45-4b18-901a-af7a012df7fa completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:11.137325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 64c0b7b6-2d45-4b18-901a-af7a012df7fa triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:11.137834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:11.143240 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-216029a5-edfd-408f-955d-7775248d775a None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:11.281282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:11.290411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:11.294039 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-df9102ba-61dd-47d1-aeba-4f2acdfa3501 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff HTTP/1.1" status: 200 len: 699 time: 1.9625559 Mar 11 16:25:11.294655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35994) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:11.303039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:11.343794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 64c0b7b6-2d45-4b18-901a-af7a012df7fa, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64c0b7b6-2d45-4b18-901a-af7a012df7fa,segment=NetworkSegment(e1acf94a-b86b-4b1e-891e-7bb6610aaa97),segment_id=e1acf94a-b86b-4b1e-891e-7bb6610aaa97)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:11.348916 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43b3c338-149b-44af-9add-3f8074de6de9 req-3ea5227a-4b49-43c5-9044-1d736f93f872 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 210 time: 0.1989281 Mar 11 16:25:11.453538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c76fffe-2541-4a8d-afce-273f7310b91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:11.561669 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-216029a5-edfd-408f-955d-7775248d775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:10Z', 'revision_number': 7, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c0b7b6-2d45-4b18-901a-af7a012df7fa', 'name': '', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:ec:97:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:25:03Z', 'updated_at': '2022-03-11T16:25:09Z', 'revision_number': 4, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:11.566025 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216029a5-edfd-408f-955d-7775248d775a None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:11.575628 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216029a5-edfd-408f-955d-7775248d775a None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:11.576231 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-216029a5-edfd-408f-955d-7775248d775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:11.579326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:11.580803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28eebbc9-9e78-45b2-89d5-2a34bef5a93b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:11.616118 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-623d3df2-a406-4b26-9f5a-9941f5b8130c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff HTTP/1.1" status: 200 len: 699 time: 0.3200693 Mar 11 16:25:11.622305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 35998) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:11.713420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=64c0b7b6-2d45-4b18-901a-af7a012df7fa,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:11.727126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:11.727504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:11.829496 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-216029a5-edfd-408f-955d-7775248d775a None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:11.877099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 42995504-ff9d-43bc-83bd-e93fb979d9f1 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:11.969564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 42995504-ff9d-43bc-83bd-e93fb979d9f1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:11.969807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:12.241862 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6efc56c4-66cc-4a6a-b28c-c87c765f3105 req-d2150729-b2dd-48a2-a74e-a7309612555b tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 210 time: 0.0579982 Mar 11 16:25:12.277811 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-216029a5-edfd-408f-955d-7775248d775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:10Z', 'revision_number': 7, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c0b7b6-2d45-4b18-901a-af7a012df7fa', 'name': '', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:ec:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:25:03Z', 'updated_at': '2022-03-11T16:25:11Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:12.282093 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216029a5-edfd-408f-955d-7775248d775a None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:10Z', 'revision_number': 7, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c0b7b6-2d45-4b18-901a-af7a012df7fa', 'name': '', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:ec:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:25:03Z', 'updated_at': '2022-03-11T16:25:11Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:12.487565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116626-96d6-4690-afab-065ce458efd7 req-977f3337-1055-4a60-b670-852f0154eb9d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:12.489021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-977f3337-1055-4a60-b670-852f0154eb9d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=69bbb8bb-1872-470f-894c-f3ed66317305 HTTP/1.1" status: 200 len: 797 time: 0.2086222 Mar 11 16:25:12.494139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:12.557831 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6b82a8d8-88ea-437e-bd4c-427942c968ea req-d5f3c305-f055-47a9-84fe-469b22033c66 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 210 time: 0.0583315 Mar 11 16:25:12.589255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:12.609004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:12.610372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:12.669394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64c0b7b6-2d45-4b18-901a-af7a012df7fa up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:12.765101 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-f250e56b-817d-470e-9d96-7d442ad82c9c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 380 time: 0.1267526 Mar 11 16:25:12.776059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['cfe24632-230e-427a-81b8-435a393d7614']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:12.832869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:12.893839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 64c0b7b6-2d45-4b18-901a-af7a012df7fa triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:12.894238 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:12.988468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:13.034526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:13.090870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 64c0b7b6-2d45-4b18-901a-af7a012df7fa {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:13.090870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:13.349874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:10Z', 'revision_number': 7, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c0b7b6-2d45-4b18-901a-af7a012df7fa', 'name': '', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:ec:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:25:03Z', 'updated_at': '2022-03-11T16:25:11Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:13.357026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:13.365982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:13.366809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:24:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:13.372914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:25:13.376693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:13.436067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-36bd5e97-e4fb-4d4b-be56-d5f605004214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:13.546318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:13.570919 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcc33e04-7758-424a-a797-005b7e563cfe req-05d4c0cd-12ac-4c4f-9c35-59dbdd3ea44c tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 210 time: 0.1348982 Mar 11 16:25:13.705009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port 64c0b7b6-2d45-4b18-901a-af7a012df7fa, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=64c0b7b6-2d45-4b18-901a-af7a012df7fa,segment=NetworkSegment(e1acf94a-b86b-4b1e-891e-7bb6610aaa97),segment_id=e1acf94a-b86b-4b1e-891e-7bb6610aaa97)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:13.705537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:13.720944 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0c0a0dd6-12a6-43ff-91bb-b700f5062952 req-edfe9295-1563-4fba-8190-cce10987b6d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 210 time: 0.0495977 Mar 11 16:25:13.846845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-63f5a079-2a82-4b95-8647-bcec9deff8c9 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:13.847431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-63f5a079-2a82-4b95-8647-bcec9deff8c9 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Synchronizing usage tracker for tenant:af1c2cf22bf846ce86509756f4046a9b on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:13.859182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 64c0b7b6-2d45-4b18-901a-af7a012df7fa owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:13.915919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:10Z', 'revision_number': 7, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c0b7b6-2d45-4b18-901a-af7a012df7fa', 'name': '', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:ec:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:25:03Z', 'updated_at': '2022-03-11T16:25:11Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:13.920141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc6095-6cb0-40f6-b5b0-d9184ac58eac None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:10Z', 'revision_number': 7, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c0b7b6-2d45-4b18-901a-af7a012df7fa', 'name': '', 'network_id': '171acc42-1154-4e74-a0d0-d7a50e12851a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:ec:97:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:25:03Z', 'updated_at': '2022-03-11T16:25:11Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'f1560445-19bf-4664-b264-0fd81c6e8cb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:13.990991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.11 (69bbb8bb-1872-470f-894c-f3ed66317305/33fd67c6-6304-4739-9fc7-37f4e928f61a/beca5128-347e-4da6-8415-7f7e62693875) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:25:14.269320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-63f5a079-2a82-4b95-8647-bcec9deff8c9 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Unset dirty status for tenant:af1c2cf22bf846ce86509756f4046a9b on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:14.270491 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-63f5a079-2a82-4b95-8647-bcec9deff8c9 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.35 "GET /v2.0/networks?id=767c756f-d9f8-4779-ae83-92979c3a2d4f HTTP/1.1" status: 200 len: 812 time: 1.0760798 Mar 11 16:25:14.288412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Request body: {'port': {'device_id': 'e02e21ee-0165-4577-a0cb-c36a9f36deff', 'network_id': '767c756f-d9f8-4779-ae83-92979c3a2d4f', 'admin_state_up': True, 'tenant_id': 'af1c2cf22bf846ce86509756f4046a9b'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:14.317672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:14.389727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:14.432628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object beca5128-347e-4da6-8415-7f7e62693875 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:25:14.459507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=64c0b7b6-2d45-4b18-901a-af7a012df7fa,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:14.505793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.506214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.506524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.506854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.507181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.507503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.507826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.508144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.508462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.508780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.509092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.509406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:14.597868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:14.619360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Usage tracker for resource:port and tenant:af1c2cf22bf846ce86509756f4046a9b is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:14.624086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:14.637147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:14.757345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:14.805997 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-da0803d4-9fc7-44ab-829b-8e18f1b1c51d req-6ff9d0ff-2b3d-4722-8d74-f75bc003818c tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 210 time: 0.1045568 Mar 11 16:25:14.816298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:14.820426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:15.040110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 69bbb8bb-1872-470f-894c-f3ed66317305 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:25:15.044122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=beca5128-347e-4da6-8415-7f7e62693875,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:15.046619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:15.048221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:15.052337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:25:15.068139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c03189-8ff5-4583-aab3-eb3f6f19fcd3 req-2334c3e9-cda2-49c8-9021-d7c41bf93ed1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:15.069800 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3c03189-8ff5-4583-aab3-eb3f6f19fcd3 req-2334c3e9-cda2-49c8-9021-d7c41bf93ed1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 932 time: 0.2216725 Mar 11 16:25:15.101394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Made reservation on behalf of af1c2cf22bf846ce86509756f4046a9b for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:25:15.104877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:15.119304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d3c03189-8ff5-4583-aab3-eb3f6f19fcd3 req-e4125b32-a92b-4130-afc9-c7f8b406dd7d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:15.270499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d3c03189-8ff5-4583-aab3-eb3f6f19fcd3 req-e4125b32-a92b-4130-afc9-c7f8b406dd7d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:15.271950 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3c03189-8ff5-4583-aab3-eb3f6f19fcd3 req-e4125b32-a92b-4130-afc9-c7f8b406dd7d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960418 Mar 11 16:25:15.277367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:15.278001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:15.453461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c667edc7-81dd-41c4-951b-5e9e0cef3035 None None] Provisioning for port beca5128-347e-4da6-8415-7f7e62693875 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:15.458583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c667edc7-81dd-41c4-951b-5e9e0cef3035 None None] Provisioning complete for port beca5128-347e-4da6-8415-7f7e62693875 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:15.458943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c667edc7-81dd-41c4-951b-5e9e0cef3035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:15.515017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c667edc7-81dd-41c4-951b-5e9e0cef3035 None None] Port beca5128-347e-4da6-8415-7f7e62693875 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:25:15.586890 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-0c39fae1-40bf-4fa0-976d-3053a506d366 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8156426 Mar 11 16:25:15.607358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Request body: {'port': {'device_id': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:15.648027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Allocated IP 172.20.0.3 (767c756f-d9f8-4779-ae83-92979c3a2d4f/1c731b45-f15a-44fc-bd33-6b6702df6937/c58066d3-4c90-475b-b193-b60ce98faebd) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:25:15.671052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:15.941517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:15.950604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.081060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e5c6b107-cd11-48b7-bdb2-51bcc3724260 req-1b9e87a7-b8e6-48a2-b7a4-5f4d9ef9402f tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Synchronizing usage tracker for tenant:af1c2cf22bf846ce86509756f4046a9b on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:16.123982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:16.133989 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:16.137968 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5185e751-249a-4e7e-b624-32d975f2d6dd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5145144 Mar 11 16:25:16.140745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36024) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:16.143539 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:16.144134 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:16.219860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting subnet f1560445-19bf-4664-b264-0fd81c6e8cb7 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:25:16.222929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.255216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.261671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e5c6b107-cd11-48b7-bdb2-51bcc3724260 req-1b9e87a7-b8e6-48a2-b7a4-5f4d9ef9402f tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Unset dirty status for tenant:af1c2cf22bf846ce86509756f4046a9b on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:16.262859 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e5c6b107-cd11-48b7-bdb2-51bcc3724260 req-1b9e87a7-b8e6-48a2-b7a4-5f4d9ef9402f tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 210 time: 0.3190486 Mar 11 16:25:16.290560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.321607 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:16.395252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.595094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca4ea3-22ed-415a-8e36-2dd1c66dca7c req-58d2e4cb-987e-4b2c-82d7-f3429bc40948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:16.596582 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44ca4ea3-22ed-415a-8e36-2dd1c66dca7c req-58d2e4cb-987e-4b2c-82d7-f3429bc40948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 932 time: 0.1643207 Mar 11 16:25:16.638571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beca5128-347e-4da6-8415-7f7e62693875 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:25:16.654790 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-44ca4ea3-22ed-415a-8e36-2dd1c66dca7c req-28f9efc8-ae41-42db-8ade-5e7330939287 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 Mar 11 16:25:16.655297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.662087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Transition to ACTIVE for port object beca5128-347e-4da6-8415-7f7e62693875 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:25:16.701941 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:14Z', 'revision_number': 8, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:16.705803 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:16.714442 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:16.715051 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:16.788517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.832460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Subnet': ['ID=f1560445-19bf-4664-b264-0fd81c6e8cb7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:16.839515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.841919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.842288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.842618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.842938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.843252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.843577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.843889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.844219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.844534 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.844845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.845185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.845495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:16.847731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d5209b-1efb-4807-bfe0-953efe26fff9 None None] Network 171acc42-1154-4e74-a0d0-d7a50e12851a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:16.855107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.855920 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dce0118e-7ca4-45dc-b64a-a85da8d61931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/f1560445-19bf-4664-b264-0fd81c6e8cb7 HTTP/1.1" status: 204 len: 168 time: 0.7135260 Mar 11 16:25:16.858581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36030) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:16.880928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:16.893996 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:17.016675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Network 767c756f-d9f8-4779-ae83-92979c3a2d4f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:25:17.032841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:17.034037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:17.037100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Pushing event updated for resources: {'Port': ['ID=c58066d3-4c90-475b-b193-b60ce98faebd,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:17.054041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 42995504-ff9d-43bc-83bd-e93fb979d9f1 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:17.054554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:17.214804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:25:17.250309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Pushing event updated for resources: {'Port': ['ID=beca5128-347e-4da6-8415-7f7e62693875,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:17.265863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] DHCP port deletion for 171acc42-1154-4e74-a0d0-d7a50e12851a request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:25:17.270993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] Deleting port 42995504-ff9d-43bc-83bd-e93fb979d9f1 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:17.272281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:17.327013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port 42995504-ff9d-43bc-83bd-e93fb979d9f1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=42995504-ff9d-43bc-83bd-e93fb979d9f1,segment=NetworkSegment(e1acf94a-b86b-4b1e-891e-7bb6610aaa97),segment_id=e1acf94a-b86b-4b1e-891e-7bb6610aaa97)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:17.328043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:17.390865 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:14Z', 'revision_number': 8, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:17.395425 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d8a25-cc9b-4746-90a6-ca13220ae33f None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:14Z', 'revision_number': 8, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a709a70f-1d92-4925-b91c-ba67be99f231', 'name': '', 'network_id': '954a6c32-d9b7-4da2-93d2-94f744d81580', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:8f:c4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:55Z', 'updated_at': '2022-03-11T16:25:05Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:17.407328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:17.418527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:17.452307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Attempting to bind port beca5128-347e-4da6-8415-7f7e62693875 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:25:17.452700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Attempting to bind port beca5128-347e-4da6-8415-7f7e62693875 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:25:17.453034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Attempting to bind port beca5128-347e-4da6-8415-7f7e62693875 on network 69bbb8bb-1872-470f-894c-f3ed66317305 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:25:17.486039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 42995504-ff9d-43bc-83bd-e93fb979d9f1 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:17.511175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] For port 42995504-ff9d-43bc-83bd-e93fb979d9f1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=42995504-ff9d-43bc-83bd-e93fb979d9f1,segment=NetworkSegment(e1acf94a-b86b-4b1e-891e-7bb6610aaa97),segment_id=e1acf94a-b86b-4b1e-891e-7bb6610aaa97)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:17.511735 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:17.514334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Port beca5128-347e-4da6-8415-7f7e62693875 on network 69bbb8bb-1872-470f-894c-f3ed66317305 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:25:17.514667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Attempting to bind port beca5128-347e-4da6-8415-7f7e62693875 on network 69bbb8bb-1872-470f-894c-f3ed66317305 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:25:17.525201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:25:17.526020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Checking segment: {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:25:17.526020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Bound using segment: {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:25:17.526368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Bound port: beca5128-347e-4da6-8415-7f7e62693875, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:25:17.526719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:17.603329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-9f5ff183-02b0-41f5-9770-75fb0189f498 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3217254 Mar 11 16:25:17.613683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f8d4-1dc4-4a82-b6f3-130eba62a4f5 req-dacce5eb-f0a1-4f29-bb15-4066dccaf266 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:17.615505 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0298f8d4-1dc4-4a82-b6f3-130eba62a4f5 req-dacce5eb-f0a1-4f29-bb15-4066dccaf266 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 931 time: 0.1583493 Mar 11 16:25:17.628289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Request body: {'port': {'device_id': 'e02e21ee-0165-4577-a0cb-c36a9f36deff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:17.652335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] Calling delete_port for 42995504-ff9d-43bc-83bd-e93fb979d9f1 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:17.726099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] For port beca5128-347e-4da6-8415-7f7e62693875, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:25:17.744803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:17.780809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] For port beca5128-347e-4da6-8415-7f7e62693875, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=beca5128-347e-4da6-8415-7f7e62693875,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:25:17.791606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0298f8d4-1dc4-4a82-b6f3-130eba62a4f5 req-7348597f-fe90-490c-8e0f-08b0071a5c64 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Synchronizing usage tracker for tenant:af1c2cf22bf846ce86509756f4046a9b on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:17.793000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:25:17.793368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:25:17.824197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:17.860626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=42995504-ff9d-43bc-83bd-e93fb979d9f1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:17.877938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No DVR routers for this DVR port 42995504-ff9d-43bc-83bd-e93fb979d9f1 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:25:17.952452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.006481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0298f8d4-1dc4-4a82-b6f3-130eba62a4f5 req-7348597f-fe90-490c-8e0f-08b0071a5c64 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Unset dirty status for tenant:af1c2cf22bf846ce86509756f4046a9b on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:18.008160 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0298f8d4-1dc4-4a82-b6f3-130eba62a4f5 req-7348597f-fe90-490c-8e0f-08b0071a5c64 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502998 Mar 11 16:25:18.016822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.039703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:18.040693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.042331 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] 10.222.0.35 "PUT /v2.0/ports/beca5128-347e-4da6-8415-7f7e62693875 HTTP/1.1" status: 200 len: 1094 time: 2.4389391 Mar 11 16:25:18.054811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:18.065217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca8a05-10f5-4b3a-8857-17234572ba7f req-792ba09f-2345-47aa-8f61-4e9ee59a98e3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:18.072961 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b7ca8a05-10f5-4b3a-8857-17234572ba7f req-792ba09f-2345-47aa-8f61-4e9ee59a98e3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 944 time: 0.2714224 Mar 11 16:25:18.096763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c067b40-54dc-4c1a-b1b9-938f4a81a9fa service neutron] Pushing event updated for resources: {'Port': ['ID=beca5128-347e-4da6-8415-7f7e62693875,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:18.097205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171acc42-1154-4e74-a0d0-d7a50e12851a']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:18.122495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:18.125724 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875', 'status': 'completed', 'code': 200} Mar 11 16:25:18.126006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1acf94a-b86b-4b1e-891e-7bb6610aaa97') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:18.144877 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b7ca8a05-10f5-4b3a-8857-17234572ba7f req-186f121f-844c-451b-8da7-a67c5bf7a8d0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710440 Mar 11 16:25:18.146509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.284964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.291845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:25:18.292227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.294426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] Deleting port 42995504-ff9d-43bc-83bd-e93fb979d9f1 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:18.295330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:25:18.308475 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:25:18.325165 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992dba-947d-4eea-bdb8-90700dbcc003 req-ea83623c-8c88-4520-b7a9-43bbe53b5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:18.332781 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd992dba-947d-4eea-bdb8-90700dbcc003 req-ea83623c-8c88-4520-b7a9-43bbe53b5ced service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 1097 time: 0.1909156 Mar 11 16:25:18.382067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-969e7c12-b689-4b23-bc2c-9a5bb507c47d None None] The port '42995504-ff9d-43bc-83bd-e93fb979d9f1' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:25:18.505568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58066d3-4c90-475b-b193-b60ce98faebd {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:25:18.516643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.539718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.559242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Transition to ACTIVE for port object c58066d3-4c90-475b-b193-b60ce98faebd will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:25:18.561869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992dba-947d-4eea-bdb8-90700dbcc003 req-1b367f70-78d8-4140-a393-96d8eeadc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:18.565991 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd992dba-947d-4eea-bdb8-90700dbcc003 req-1b367f70-78d8-4140-a393-96d8eeadc98e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8493e287da4b2284f40c28615f4074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2232347 Mar 11 16:25:18.569594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.576717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Network': ['ID=171acc42-1154-4e74-a0d0-d7a50e12851a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:18.587806 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fbd96ad3-60e4-44b4-9baf-de889ee6070f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/networks/171acc42-1154-4e74-a0d0-d7a50e12851a HTTP/1.1" status: 204 len: 168 time: 1.7282903 Mar 11 16:25:18.590373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36040) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:18.606719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64c0b7b6-2d45-4b18-901a-af7a012df7fa no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:18.640591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 64c0b7b6-2d45-4b18-901a-af7a012df7fa {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:18.640928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 64c0b7b6-2d45-4b18-901a-af7a012df7fa not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:18.641553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 42995504-ff9d-43bc-83bd-e93fb979d9f1 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:18.681007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 42995504-ff9d-43bc-83bd-e93fb979d9f1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:18.681785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 42995504-ff9d-43bc-83bd-e93fb979d9f1 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:18.701180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:18.953527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992dba-947d-4eea-bdb8-90700dbcc003 req-9dab9d88-4653-416d-af63-ce8251ef5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:18.955107 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd992dba-947d-4eea-bdb8-90700dbcc003 req-9dab9d88-4653-416d-af63-ce8251ef5f4b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3855383 Mar 11 16:25:18.980196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Pushing event updated for resources: {'Port': ['ID=c58066d3-4c90-475b-b193-b60ce98faebd,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:19.184319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Attempting to bind port c58066d3-4c90-475b-b193-b60ce98faebd on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:25:19.184666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Attempting to bind port c58066d3-4c90-475b-b193-b60ce98faebd by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '63f6c5e7-d835-4b34-8de8-ed0dae939690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '767c756f-d9f8-4779-ae83-92979c3a2d4f'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:25:19.185000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Attempting to bind port c58066d3-4c90-475b-b193-b60ce98faebd on network 767c756f-d9f8-4779-ae83-92979c3a2d4f {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:25:19.200116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Port c58066d3-4c90-475b-b193-b60ce98faebd on network 767c756f-d9f8-4779-ae83-92979c3a2d4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:25:19.200441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Attempting to bind port c58066d3-4c90-475b-b193-b60ce98faebd on network 767c756f-d9f8-4779-ae83-92979c3a2d4f {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:25:19.203552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:19.208615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116626-96d6-4690-afab-065ce458efd7 req-638eafe6-d5f4-44da-a7aa-50ca5a43abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:19.210920 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-638eafe6-d5f4-44da-a7aa-50ca5a43abde service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 1097 time: 0.2004733 Mar 11 16:25:19.211920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:25:19.212254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Checking segment: {'id': '63f6c5e7-d835-4b34-8de8-ed0dae939690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '767c756f-d9f8-4779-ae83-92979c3a2d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:25:19.212633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Bound using segment: {'id': '63f6c5e7-d835-4b34-8de8-ed0dae939690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '767c756f-d9f8-4779-ae83-92979c3a2d4f'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:25:19.213060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Bound port: c58066d3-4c90-475b-b193-b60ce98faebd, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f6c5e7-d835-4b34-8de8-ed0dae939690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '767c756f-d9f8-4779-ae83-92979c3a2d4f'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:25:19.213433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:19.324101 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-20ca6399-f55e-4fd1-a410-1c91ed462104 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beca5128-347e-4da6-8415-7f7e62693875 HTTP/1.1" status: 200 len: 217 time: 0.1002107 Mar 11 16:25:19.447280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116626-96d6-4690-afab-065ce458efd7 req-fa2a1cef-53a9-4b2a-8b39-7d784c5aa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:19.448622 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-fa2a1cef-53a9-4b2a-8b39-7d784c5aa1cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33fd67c6-6304-4739-9fc7-37f4e928f61a HTTP/1.1" status: 200 len: 834 time: 0.1186085 Mar 11 16:25:19.461210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5f20c-487d-48d3-80ff-f7688be2d7f9 req-e7893b34-d2e4-41bd-b0cf-a6cec0479f44 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:19.462688 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68a5f20c-487d-48d3-80ff-f7688be2d7f9 req-e7893b34-d2e4-41bd-b0cf-a6cec0479f44 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 943 time: 0.3289373 Mar 11 16:25:19.464978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] For port c58066d3-4c90-475b-b193-b60ce98faebd, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:25:19.528921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] For port c58066d3-4c90-475b-b193-b60ce98faebd, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c58066d3-4c90-475b-b193-b60ce98faebd,segment=NetworkSegment(63f6c5e7-d835-4b34-8de8-ed0dae939690),segment_id=63f6c5e7-d835-4b34-8de8-ed0dae939690)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:25:19.558838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52106ee-4432-4f7c-9743-965cf0fce36f req-ee6fea92-f3c4-4294-b5a2-963da80dc43f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:19.560623 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f52106ee-4432-4f7c-9743-965cf0fce36f req-ee6fea92-f3c4-4294-b5a2-963da80dc43f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 944 time: 0.2293973 Mar 11 16:25:19.560746 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68a5f20c-487d-48d3-80ff-f7688be2d7f9 req-8405595e-7f9c-4e9a-b356-267a8b862d59 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573802 Mar 11 16:25:19.583923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116626-96d6-4690-afab-065ce458efd7 req-fab28ecf-7d2a-4c45-a742-240bdede138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:19.586130 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-fab28ecf-7d2a-4c45-a742-240bdede138c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69bbb8bb-1872-470f-894c-f3ed66317305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224778 Mar 11 16:25:19.624401 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f52106ee-4432-4f7c-9743-965cf0fce36f req-ea3169ba-630c-42ed-97c0-ed1e0f3ddb13 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554225 Mar 11 16:25:19.686680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:19.688506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port a709a70f-1d92-4925-b91c-ba67be99f231 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:19.688839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:19.761429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:19.762032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:19.763463 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] 10.222.0.35 "PUT /v2.0/ports/c58066d3-4c90-475b-b193-b60ce98faebd HTTP/1.1" status: 200 len: 1093 time: 2.1450903 Mar 11 16:25:19.803642 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-67d212fc-3e0d-4f81-b3bc-e59407019449 service neutron] 10.222.0.35 "GET /v2.0/networks/69bbb8bb-1872-470f-894c-f3ed66317305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109041 Mar 11 16:25:19.804344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] Pushing event updated for resources: {'Port': ['ID=c58066d3-4c90-475b-b193-b60ce98faebd,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:19.896495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port a709a70f-1d92-4925-b91c-ba67be99f231, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a709a70f-1d92-4925-b91c-ba67be99f231,segment=NetworkSegment(0a74a232-4f57-4136-a11f-9c1af04fc364),segment_id=0a74a232-4f57-4136-a11f-9c1af04fc364)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:19.897283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:19.938592 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1116626-96d6-4690-afab-065ce458efd7 req-0812a066-824b-40ac-9784-801704970050 service neutron] 10.222.0.35 "GET /v2.0/networks/69bbb8bb-1872-470f-894c-f3ed66317305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299505 Mar 11 16:25:20.126517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02e21ee-0165-4577-a0cb-c36a9f36deff', 'tag': 'c58066d3-4c90-475b-b193-b60ce98faebd'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:20.157385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for a709a70f-1d92-4925-b91c-ba67be99f231 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:20.165127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-07561f49-a953-4dc5-954a-43a0ddb6a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:20.166635 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-07561f49-a953-4dc5-954a-43a0ddb6a3a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af1c2cf22bf846ce86509756f4046a9b&device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 1096 time: 0.0839281 Mar 11 16:25:20.175597 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02e21ee-0165-4577-a0cb-c36a9f36deff', 'tag': 'c58066d3-4c90-475b-b193-b60ce98faebd', 'status': 'completed', 'code': 200} Mar 11 16:25:20.245805 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-5f6168b8-4a3c-4daf-afeb-eb001ad2358a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58066d3-4c90-475b-b193-b60ce98faebd HTTP/1.1" status: 200 len: 217 time: 0.0647306 Mar 11 16:25:20.311493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-be235983-5817-4b39-9a52-212785e7dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:20.312956 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-be235983-5817-4b39-9a52-212785e7dc6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c731b45-f15a-44fc-bd33-6b6702df6937 HTTP/1.1" status: 200 len: 852 time: 0.0610657 Mar 11 16:25:20.366882 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-250c4b61-abb4-48e1-a8fe-61a1bf9c4784 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=767c756f-d9f8-4779-ae83-92979c3a2d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467861 Mar 11 16:25:20.439154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:20.489402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=a709a70f-1d92-4925-b91c-ba67be99f231,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:20.518930 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-e09765bf-efb9-403c-84c8-70c0d9cb403a service neutron] 10.222.0.35 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450543 Mar 11 16:25:20.745630 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-f44c5ebb-7bfa-4e3b-a8e1-44de2877e369 service neutron] 10.222.0.35 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194736 Mar 11 16:25:20.925665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:21.082597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df126edc-6615-4e99-a3f6-cff0a35ddb83 req-2f7f9d24-07be-4c86-8d10-15754a12db7e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:21.083195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-df126edc-6615-4e99-a3f6-cff0a35ddb83 req-2f7f9d24-07be-4c86-8d10-15754a12db7e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:21.088997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4493029-7119-4695-9d30-5c8f70d577d5 req-aa745aa9-0ed8-4b6b-ab2f-ab8f47c794a0 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:21.090270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-a9073191-c2c7-4623-a4ba-57e0faaf15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:21.090517 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4493029-7119-4695-9d30-5c8f70d577d5 req-aa745aa9-0ed8-4b6b-ab2f-ab8f47c794a0 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 943 time: 0.2489998 Mar 11 16:25:21.091738 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-a9073191-c2c7-4623-a4ba-57e0faaf15ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af1c2cf22bf846ce86509756f4046a9b&device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 1096 time: 0.1212718 Mar 11 16:25:21.211767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-df126edc-6615-4e99-a3f6-cff0a35ddb83 req-2f7f9d24-07be-4c86-8d10-15754a12db7e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:21.212956 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df126edc-6615-4e99-a3f6-cff0a35ddb83 req-2f7f9d24-07be-4c86-8d10-15754a12db7e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 944 time: 0.4041474 Mar 11 16:25:21.218882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4493029-7119-4695-9d30-5c8f70d577d5 req-a3dcf995-585b-410e-acb5-dbd4fe961584 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226168 Mar 11 16:25:21.256913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-fcb9191e-1a82-40a9-8429-c1a0188672c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:21.258836 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-fcb9191e-1a82-40a9-8429-c1a0188672c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=767c756f-d9f8-4779-ae83-92979c3a2d4f HTTP/1.1" status: 200 len: 913 time: 0.1596813 Mar 11 16:25:21.320247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:21.344172 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-98e6e9b5-38e3-4517-a5c3-8c6d122616b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58066d3-4c90-475b-b193-b60ce98faebd HTTP/1.1" status: 200 len: 217 time: 0.0743549 Mar 11 16:25:21.348784 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-df126edc-6615-4e99-a3f6-cff0a35ddb83 req-640df5eb-3e37-483c-8739-38c0144f0e59 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171391 Mar 11 16:25:21.409969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-47fe9d0d-e8b8-4d00-99b5-5cb8f937f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:21.411606 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-47fe9d0d-e8b8-4d00-99b5-5cb8f937f9aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c731b45-f15a-44fc-bd33-6b6702df6937 HTTP/1.1" status: 200 len: 852 time: 0.0601141 Mar 11 16:25:21.463366 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-2b07d85a-e105-4c50-b187-63397f140c89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=767c756f-d9f8-4779-ae83-92979c3a2d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456614 Mar 11 16:25:21.497288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:21.510838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:21.517496 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-95c112ae-f949-4aa9-8b8b-dd71230fdf29 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9258053 Mar 11 16:25:21.522075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36054) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:21.527111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:21.527732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:21.691903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:21.703703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94b5dc2-8613-48ce-99d2-cee57da85153 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting subnet c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:25:21.711752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c94b5dc2-8613-48ce-99d2-cee57da85153 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:21.745845 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-1e339579-c6e3-477c-8c50-c71a96ba2a0a service neutron] 10.222.0.35 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763863 Mar 11 16:25:21.802552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c94b5dc2-8613-48ce-99d2-cee57da85153 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:21.957175 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c435dfa0-f4e0-49ba-8dc0-6c9a7d56806c req-920fd4a2-942a-46ad-b0d5-07c62c6ee028 service neutron] 10.222.0.35 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048206 Mar 11 16:25:21.972219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c94b5dc2-8613-48ce-99d2-cee57da85153 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:22.011182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:20Z', 'revision_number': 9, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:22.015321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:22.024629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:22.025236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:22.138949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c94b5dc2-8613-48ce-99d2-cee57da85153 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:22.177313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:22.181779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b5dc2-8613-48ce-99d2-cee57da85153 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Subnet': ['ID=c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:22.185305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c94b5dc2-8613-48ce-99d2-cee57da85153 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:22.196353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36058) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:22.209955 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c94b5dc2-8613-48ce-99d2-cee57da85153 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4 HTTP/1.1" status: 204 len: 168 time: 0.6733174 Mar 11 16:25:22.227914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb7261-376f-48f9-8aac-ea3aa6bb1435 None None] Network 954a6c32-d9b7-4da2-93d2-94f744d81580 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:22.326909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:22.345897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 396597a2-8e4d-41e8-b86c-f652f27d0834 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:22.346436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:22.605477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536286b-8eb2-4591-beae-2f9ad8d351d1 req-b77da76a-d966-42b8-8ac6-0d3d072bd11b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:22.607069 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4536286b-8eb2-4591-beae-2f9ad8d351d1 req-b77da76a-d966-42b8-8ac6-0d3d072bd11b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 944 time: 0.1235433 Mar 11 16:25:22.656446 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4536286b-8eb2-4591-beae-2f9ad8d351d1 req-c181a65d-eb8f-4395-b34f-bed69ed81df7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429854 Mar 11 16:25:22.809427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491954b3-b889-44a0-9bc4-bd8e91e11d69 req-f041eeea-35a6-415f-a0a7-00dfdf38ab84 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:22.810899 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-491954b3-b889-44a0-9bc4-bd8e91e11d69 req-f041eeea-35a6-415f-a0a7-00dfdf38ab84 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 943 time: 0.2664552 Mar 11 16:25:22.818698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port 396597a2-8e4d-41e8-b86c-f652f27d0834, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=396597a2-8e4d-41e8-b86c-f652f27d0834,segment=NetworkSegment(0a74a232-4f57-4136-a11f-9c1af04fc364),segment_id=0a74a232-4f57-4136-a11f-9c1af04fc364)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:22.819128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:22.829306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:20Z', 'revision_number': 9, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:22.833579 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc813c8c-d913-4d2e-977d-f9a7f7f3e5fe None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:20Z', 'revision_number': 9, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2440113-509f-4cd6-a195-027d5456626f', 'name': '', 'network_id': '00dc94b9-449a-4b1e-aa87-5cccaaddf03a', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:5d:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:43Z', 'updated_at': '2022-03-11T16:24:56Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'c6156c61-2ae4-477f-ab8b-d1f8d13c87ba', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:22.922668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device beca5128-347e-4da6-8415-7f7e62693875 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:25:22.972255 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 396597a2-8e4d-41e8-b86c-f652f27d0834 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:23.033075 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-491954b3-b889-44a0-9bc4-bd8e91e11d69 req-7e7ec7fc-b231-41b2-b0bf-dc6d092645df tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047503 Mar 11 16:25:23.059159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port beca5128-347e-4da6-8415-7f7e62693875, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=beca5128-347e-4da6-8415-7f7e62693875,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:23.079175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'beca5128-347e-4da6-8415-7f7e62693875', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'port_id': 'beca5128-347e-4da6-8415-7f7e62693875', 'mac_address': 'fa:16:3e:59:ba:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:25:23.127381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.144427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beca5128-347e-4da6-8415-7f7e62693875 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:25:23.160840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port beca5128-347e-4da6-8415-7f7e62693875, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=beca5128-347e-4da6-8415-7f7e62693875,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:23.178251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1740a13d-014f-475b-b48e-28ead98df30f None None] DHCP port deletion for 954a6c32-d9b7-4da2-93d2-94f744d81580 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:25:23.184274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.191673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1740a13d-014f-475b-b48e-28ead98df30f None None] Deleting port 396597a2-8e4d-41e8-b86c-f652f27d0834 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:23.197095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1740a13d-014f-475b-b48e-28ead98df30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.233389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=396597a2-8e4d-41e8-b86c-f652f27d0834,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:23.237356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No DVR routers for this DVR port 396597a2-8e4d-41e8-b86c-f652f27d0834 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:25:23.258913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.259311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device c58066d3-4c90-475b-b193-b60ce98faebd details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:25:23.265765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1740a13d-014f-475b-b48e-28ead98df30f None None] The port '396597a2-8e4d-41e8-b86c-f652f27d0834' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:25:23.370940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.396924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954a6c32-d9b7-4da2-93d2-94f744d81580']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:23.409589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a74a232-4f57-4136-a11f-9c1af04fc364') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:23.409807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a74a232-4f57-4136-a11f-9c1af04fc364') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:23.412735 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=beca5128-347e-4da6-8415-7f7e62693875,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:23.422911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.443085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.450114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:25:23.450530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.462135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port c58066d3-4c90-475b-b193-b60ce98faebd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c58066d3-4c90-475b-b193-b60ce98faebd,segment=NetworkSegment(63f6c5e7-d835-4b34-8de8-ed0dae939690),segment_id=63f6c5e7-d835-4b34-8de8-ed0dae939690)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:25:23.465712 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:25:23.475607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'c58066d3-4c90-475b-b193-b60ce98faebd', 'network_id': '767c756f-d9f8-4779-ae83-92979c3a2d4f', 'port_id': 'c58066d3-4c90-475b-b193-b60ce98faebd', 'mac_address': 'fa:16:3e:c8:7b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c731b45-f15a-44fc-bd33-6b6702df6937', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:25:23.538897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.555999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58066d3-4c90-475b-b193-b60ce98faebd {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:25:23.572834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port c58066d3-4c90-475b-b193-b60ce98faebd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c58066d3-4c90-475b-b193-b60ce98faebd,segment=NetworkSegment(63f6c5e7-d835-4b34-8de8-ed0dae939690),segment_id=63f6c5e7-d835-4b34-8de8-ed0dae939690)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:23.704439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.724158 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.734814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Network': ['ID=954a6c32-d9b7-4da2-93d2-94f744d81580,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:23.735659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:23.742805 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8bfec1c1-96f8-436a-b73b-d63a3f5d95ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/networks/954a6c32-d9b7-4da2-93d2-94f744d81580 HTTP/1.1" status: 204 len: 168 time: 1.5453000 Mar 11 16:25:23.746047 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36068) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:23.813579 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=c58066d3-4c90-475b-b193-b60ce98faebd,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:23.856158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc2192-f4e2-46b0-8160-c5f6641f31c8 req-dac396e3-5f1f-4f8c-b261-2cc145479618 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:23.857653 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6efc2192-f4e2-46b0-8160-c5f6641f31c8 req-dac396e3-5f1f-4f8c-b261-2cc145479618 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 945 time: 0.0878627 Mar 11 16:25:23.903805 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6efc2192-f4e2-46b0-8160-c5f6641f31c8 req-7dd1e53d-173e-4bd3-afc0-47d609268cd4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401149 Mar 11 16:25:24.015012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['beca5128-347e-4da6-8415-7f7e62693875'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:25:24.034154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['c58066d3-4c90-475b-b193-b60ce98faebd'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:25:24.396337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f74e1-e8a9-461f-a5a6-55843fec72d4 req-d1df9f3c-c3d0-4fe5-a2d1-64deb3a92af3 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:24.398319 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-493f74e1-e8a9-461f-a5a6-55843fec72d4 req-d1df9f3c-c3d0-4fe5-a2d1-64deb3a92af3 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 944 time: 0.2339587 Mar 11 16:25:24.482646 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-493f74e1-e8a9-461f-a5a6-55843fec72d4 req-3927a59d-b585-435e-9365-ef1bc75c89d8 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784519 Mar 11 16:25:24.506637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:24.599479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a709a70f-1d92-4925-b91c-ba67be99f231 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:24.643957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a709a70f-1d92-4925-b91c-ba67be99f231 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:24.644299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a709a70f-1d92-4925-b91c-ba67be99f231 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:24.644752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 396597a2-8e4d-41e8-b86c-f652f27d0834 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:24.684539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 396597a2-8e4d-41e8-b86c-f652f27d0834 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:24.684806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 396597a2-8e4d-41e8-b86c-f652f27d0834 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:24.850443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port b2440113-509f-4cd6-a195-027d5456626f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:24.850784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:24.929513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device beca5128-347e-4da6-8415-7f7e62693875 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:25.047118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port b2440113-509f-4cd6-a195-027d5456626f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b2440113-509f-4cd6-a195-027d5456626f,segment=NetworkSegment(c4db2b6b-32c3-4696-bc2d-bbaf139824c6),segment_id=c4db2b6b-32c3-4696-bc2d-bbaf139824c6)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:25.047471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:25.089410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port beca5128-347e-4da6-8415-7f7e62693875 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:25.094758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port beca5128-347e-4da6-8415-7f7e62693875 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:25.095128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:25.120713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e361c-6441-40c3-8d62-b37e0b1f550a req-a625f64a-9db3-4d12-a361-f4accba3b7c6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:25.122230 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef3e361c-6441-40c3-8d62-b37e0b1f550a req-a625f64a-9db3-4d12-a361-f4accba3b7c6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 945 time: 0.0873814 Mar 11 16:25:25.169502 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef3e361c-6441-40c3-8d62-b37e0b1f550a req-0e9a51cc-c250-490c-bef0-ee09388de3e5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 Mar 11 16:25:25.177795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for b2440113-509f-4cd6-a195-027d5456626f owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:25.223098 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:25.249614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:25.260503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port beca5128-347e-4da6-8415-7f7e62693875, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=beca5128-347e-4da6-8415-7f7e62693875,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:25.298067 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875', 'code': 200} Mar 11 16:25:25.390017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:25.390909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device c58066d3-4c90-475b-b193-b60ce98faebd up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:25:25.495698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:25.507961 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=beca5128-347e-4da6-8415-7f7e62693875,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:25.598127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=b2440113-509f-4cd6-a195-027d5456626f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:25.638524 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port c58066d3-4c90-475b-b193-b60ce98faebd completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:25:25.651393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port c58066d3-4c90-475b-b193-b60ce98faebd triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:25:25.653925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:25.760470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14818c-d6a7-4b4c-8a0b-7eb346bb6d99 req-838ea137-802e-4151-b747-9c9210726545 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:25.762513 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-af14818c-d6a7-4b4c-8a0b-7eb346bb6d99 req-838ea137-802e-4151-b747-9c9210726545 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 944 time: 0.1664841 Mar 11 16:25:25.823773 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-af14818c-d6a7-4b4c-8a0b-7eb346bb6d99 req-111e3ba9-793d-4e52-a34c-ed374ad140c3 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526533 Mar 11 16:25:25.835151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769c2ce-3c54-488d-bbd3-2cc5afd13f2d req-40e145fc-c909-438d-b7f2-dda41216459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:25.836907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b769c2ce-3c54-488d-bbd3-2cc5afd13f2d req-40e145fc-c909-438d-b7f2-dda41216459c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 1099 time: 0.1495395 Mar 11 16:25:25.841116 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:25.857373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:25.877905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port c58066d3-4c90-475b-b193-b60ce98faebd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c58066d3-4c90-475b-b193-b60ce98faebd,segment=NetworkSegment(63f6c5e7-d835-4b34-8de8-ed0dae939690),segment_id=63f6c5e7-d835-4b34-8de8-ed0dae939690)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:25.883554 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b769c2ce-3c54-488d-bbd3-2cc5afd13f2d req-da0a3d3f-b311-45ae-95cc-8d98fb0560fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Mar 11 16:25:25.949965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:26.024250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=c58066d3-4c90-475b-b193-b60ce98faebd,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:26.344703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:26.503151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c4ac-f811-41df-8e23-7992b5f17ca5 req-52219d6b-2bac-467e-8073-95a8cff59c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:26.504591 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0a42c4ac-f811-41df-8e23-7992b5f17ca5 req-52219d6b-2bac-467e-8073-95a8cff59c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 946 time: 0.2249713 Mar 11 16:25:26.545330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:26.556333 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:26.567473 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:26.568665 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:26.574211 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cbd0d892-6575-443c-94d1-8e943042370f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8235559 Mar 11 16:25:26.574211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36082) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:26.617265 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0a42c4ac-f811-41df-8e23-7992b5f17ca5 req-571f0229-0f94-498d-9a78-db9046575105 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046507 Mar 11 16:25:26.652120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e23be9-1387-4982-b651-7191b5b2c668 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting subnet c6156c61-2ae4-477f-ab8b-d1f8d13c87ba {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:25:26.655104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49e23be9-1387-4982-b651-7191b5b2c668 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:26.715850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49e23be9-1387-4982-b651-7191b5b2c668 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:26.727520 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:26.841434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49e23be9-1387-4982-b651-7191b5b2c668 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:27.015573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49e23be9-1387-4982-b651-7191b5b2c668 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:27.053506 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:25Z', 'revision_number': 10, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:27.057813 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:27.067013 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:27.067621 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:27.071920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e23be9-1387-4982-b651-7191b5b2c668 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Subnet': ['ID=c6156c61-2ae4-477f-ab8b-d1f8d13c87ba,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:27.077144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-49e23be9-1387-4982-b651-7191b5b2c668 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:27.087399 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-49e23be9-1387-4982-b651-7191b5b2c668 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/c6156c61-2ae4-477f-ab8b-d1f8d13c87ba HTTP/1.1" status: 204 len: 168 time: 0.5096526 Mar 11 16:25:27.087399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36088) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:27.101428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f99875-990a-4e79-a705-4cff440ac70c None None] Network 00dc94b9-449a-4b1e-aa87-5cccaaddf03a requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:27.156884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768adedc-4708-43aa-a5fb-a28a101b0033 req-0c77a85d-8e8b-4557-9a6e-8f977e52b292 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:27.158563 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-768adedc-4708-43aa-a5fb-a28a101b0033 req-0c77a85d-8e8b-4557-9a6e-8f977e52b292 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.2124267 Mar 11 16:25:27.218893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:27.230795 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-768adedc-4708-43aa-a5fb-a28a101b0033 req-b82312b6-ae96-4a53-8dc9-1949f7a674f0 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656087 Mar 11 16:25:27.232716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:27.233430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:27.256515 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:27.299457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02e21ee-0165-4577-a0cb-c36a9f36deff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58066d3-4c90-475b-b193-b60ce98faebd'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:27.371275 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02e21ee-0165-4577-a0cb-c36a9f36deff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58066d3-4c90-475b-b193-b60ce98faebd', 'code': 200} Mar 11 16:25:27.398003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] DHCP port deletion for 00dc94b9-449a-4b1e-aa87-5cccaaddf03a request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:25:27.402566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] Deleting port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:27.402979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:27.479201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a,segment=NetworkSegment(c4db2b6b-32c3-4696-bc2d-bbaf139824c6),segment_id=c4db2b6b-32c3-4696-bc2d-bbaf139824c6)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:27.479764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:27.623642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:27.624326 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:25Z', 'revision_number': 10, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:27.628662 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43b75f-11c8-4218-a37f-a87df5923496 None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:25Z', 'revision_number': 10, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None, '_interfaces': [{'id': '28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6', 'name': '', 'network_id': 'ab974d28-2f8c-445a-b850-50183dcf500d', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'mac_address': 'fa:16:3e:30:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:33Z', 'updated_at': '2022-03-11T16:24:44Z', 'revision_number': 5, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'subnets': [{'id': 'a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:27.635391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] For port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a,segment=NetworkSegment(c4db2b6b-32c3-4696-bc2d-bbaf139824c6),segment_id=c4db2b6b-32c3-4696-bc2d-bbaf139824c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:27.635780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:27.764064 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] Calling delete_port for f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:27.832822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:27.845974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:25:27.846489 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:25:27.848187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580570-1d2c-44d5-b17e-432a5c261bb2 req-f47fb1f7-dca7-4cda-a942-08a1e21b5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:27.849716 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7580570-1d2c-44d5-b17e-432a5c261bb2 req-f47fb1f7-dca7-4cda-a942-08a1e21b5cbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 1098 time: 0.1333158 Mar 11 16:25:27.882854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d3679-9215-4fa9-914d-8674b1971568 req-626cdaa0-2ee3-49bb-9024-f73727e1c563 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:27.884491 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca6d3679-9215-4fa9-914d-8674b1971568 req-626cdaa0-2ee3-49bb-9024-f73727e1c563 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 946 time: 0.1316972 Mar 11 16:25:27.926111 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7580570-1d2c-44d5-b17e-432a5c261bb2 req-9c709a59-8d62-4abc-956d-a77f0e1cf408 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694871 Mar 11 16:25:27.948115 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca6d3679-9215-4fa9-914d-8674b1971568 req-6de0e0ce-cfc5-4cfa-9462-3101ec85da71 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557232 Mar 11 16:25:28.011819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:28.017265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No DVR routers for this DVR port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:25:28.190320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:28.220356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00dc94b9-449a-4b1e-aa87-5cccaaddf03a']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:28.235437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:28.236038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4db2b6b-32c3-4696-bc2d-bbaf139824c6') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:28.251434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:28.278964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54141b8a-9258-4311-b8cd-c940be217abc req-d4d2d3bb-be92-424f-8c99-13ab11310294 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:28.280455 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54141b8a-9258-4311-b8cd-c940be217abc req-d4d2d3bb-be92-424f-8c99-13ab11310294 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 946 time: 0.2150013 Mar 11 16:25:28.284081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:28.305967 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:25:28.306440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:25:28.321046 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:25:28.348130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] Deleting port f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:28.348720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:28.418823 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-54141b8a-9258-4311-b8cd-c940be217abc req-20e18307-229d-4aee-8fe0-b2fe08da422d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321278 Mar 11 16:25:28.422802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-40262137-df84-4cb1-b6ee-7ad3def66c89 None None] The port 'f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:25:28.433001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cf890-21aa-4c98-9578-1827f2ee4917 req-f4a268b9-7e7d-4cbd-ba6f-092b525f274c tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:28.434407 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0e1cf890-21aa-4c98-9578-1827f2ee4917 req-f4a268b9-7e7d-4cbd-ba6f-092b525f274c tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.0920272 Mar 11 16:25:28.446936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36100) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:28.484779 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0e1cf890-21aa-4c98-9578-1827f2ee4917 req-72f09694-22be-4c4f-9fba-d972df534b8a tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Mar 11 16:25:28.508402 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:28.519674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:28.540946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Network': ['ID=00dc94b9-449a-4b1e-aa87-5cccaaddf03a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:28.548252 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2e12d86d-5af4-446b-9b3f-16be11e2b791 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/networks/00dc94b9-449a-4b1e-aa87-5cccaaddf03a HTTP/1.1" status: 204 len: 168 time: 1.4599171 Mar 11 16:25:28.551393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36104) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:28.561067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443771b-70e4-4dcd-9601-fd89048a183b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:28.562396 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2443771b-70e4-4dcd-9601-fd89048a183b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 1094 time: 0.1143262 Mar 11 16:25:28.565169 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36108) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:28.570525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': 'beca5128-347e-4da6-8415-7f7e62693875', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:28.576843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:28.581309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:floatingip and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:28.584984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:28.594465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:28.610382 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:28.650738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:28.651090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f8eaebe2-9bf7-4044-a4ff-7acc5ef90f4a not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:28.651511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b2440113-509f-4cd6-a195-027d5456626f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:28.686405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: b2440113-509f-4cd6-a195-027d5456626f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:28.686697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b2440113-509f-4cd6-a195-027d5456626f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:28.710866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:28.859175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:29.006798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.121 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/ab2a28b8-c38f-4aa2-bb94-b3801fb58c5c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:25:29.100016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:29.164650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:29.402032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:29.445080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:29.445727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:29.468078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:25:29.470861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:25:29.479918 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:25:29.607005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=ab2a28b8-c38f-4aa2-bb94-b3801fb58c5c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:29.785054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6,segment=NetworkSegment(91849d26-b163-4952-8474-b42211d7b477),segment_id=91849d26-b163-4952-8474-b42211d7b477)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:29.785340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:29.909379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:29.949942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050d5ea-c2b0-4be2-b524-8f787f67769e req-c524e5d7-474f-44e1-8e80-9dcee7f2bc9f tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:29.951433 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4050d5ea-c2b0-4be2-b524-8f787f67769e req-c524e5d7-474f-44e1-8e80-9dcee7f2bc9f tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.1921060 Mar 11 16:25:30.137083 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4050d5ea-c2b0-4be2-b524-8f787f67769e req-0435c7a6-b2aa-4a06-a4fa-fcf6c27f51f9 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740849 Mar 11 16:25:30.173033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:30.210486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:30.262064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Port': ['ID=28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:30.385560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:30.514625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfc318-9fed-4544-ad80-6e6d5d8f3928 req-8b1fa5a0-b424-4e27-9f11-dbb7ed1021b8 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:30.516091 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddfc318-9fed-4544-ad80-6e6d5d8f3928 req-8b1fa5a0-b424-4e27-9f11-dbb7ed1021b8 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.2519200 Mar 11 16:25:30.593191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:30.622092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:30.715269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:30.748912 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddfc318-9fed-4544-ad80-6e6d5d8f3928 req-ceee3dd0-c018-4d82-9eeb-e4d64e5301fb tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799731 Mar 11 16:25:30.833394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=ab2a28b8-c38f-4aa2-bb94-b3801fb58c5c,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:30.848529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:30.897435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:31.039041 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP b68d801f-5554-48c3-83f8-9dcfd1e24957 associated. External IP: 172.26.8.121, port: beca5128-347e-4da6-8415-7f7e62693875. Mar 11 16:25:31.057291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:31.067523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:31.077042 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-acbbb5f5-7bfd-4dcd-8eca-7a78b41fedba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5217936 Mar 11 16:25:31.077805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36118) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:31.083192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:31.084775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:31.172846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6288fb-bb8e-44de-ae17-f58383caeb50 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting subnet a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:25:31.176195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6288fb-bb8e-44de-ae17-f58383caeb50 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:31.251884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6288fb-bb8e-44de-ae17-f58383caeb50 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:31.256927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:31.401946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:30Z', 'revision_number': 11, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:31.408164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:31.420627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:31.423154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:31.460862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6288fb-bb8e-44de-ae17-f58383caeb50 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:31.485332 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:31.622853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbbda4-4d38-4ae7-a3e9-55103c7b4b45 req-9c9b90c0-f08d-4650-8437-8cff13102a9d tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:31.626687 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4bcbbda4-4d38-4ae7-a3e9-55103c7b4b45 req-9c9b90c0-f08d-4650-8437-8cff13102a9d tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.1375043 Mar 11 16:25:31.643728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:31.681638 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4bcbbda4-4d38-4ae7-a3e9-55103c7b4b45 req-a68f3522-f426-423c-9eac-fc19c8ac575c tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514128 Mar 11 16:25:31.688507 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:31.703582 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] Sync routers for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:31.712836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6288fb-bb8e-44de-ae17-f58383caeb50 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:31.717640 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:31.718674 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:31.752675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:30Z', 'revision_number': 11, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:31.754439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6288fb-bb8e-44de-ae17-f58383caeb50 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Subnet': ['ID=a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:31.757013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7c6288fb-bb8e-44de-ae17-f58383caeb50 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:31.757753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86494f8a-a76b-48d4-adb1-b820242b1c35 None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:30Z', 'revision_number': 11, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:31.764425 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7c6288fb-bb8e-44de-ae17-f58383caeb50 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc HTTP/1.1" status: 204 len: 168 time: 0.6848571 Mar 11 16:25:31.765234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e0677-ca98-4ffa-9062-58a5383148bf None None] Network ab974d28-2f8c-445a-b850-50183dcf500d requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:25:31.767315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36124) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:31.829995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:31.897617 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9818dcb2-7e74-4ead-9773-5b37e4aa392a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3313458 Mar 11 16:25:31.898670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36128) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:31.899333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:31.909269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:31.926319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port e4dc8b43-b3c8-4877-a967-29544ad81f8a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:31.926980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:32.009119 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:32.017833 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875', 'status': 'completed', 'code': 200} Mar 11 16:25:32.105990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] DHCP port deletion for ab974d28-2f8c-445a-b850-50183dcf500d request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:25:32.112610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Deleting port e4dc8b43-b3c8-4877-a967-29544ad81f8a {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:32.113295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:32.248461 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b9765f8f-5362-4a87-b9f5-b454870f0677 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/b68d801f-5554-48c3-83f8-9dcfd1e24957 HTTP/1.1" status: 200 len: 992 time: 0.3436458 Mar 11 16:25:32.263617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-38d0ae16-0c69-40c8-85c1-81314964b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:32.264987 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-38d0ae16-0c69-40c8-85c1-81314964b6d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 1099 time: 0.2330797 Mar 11 16:25:32.397381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] For port e4dc8b43-b3c8-4877-a967-29544ad81f8a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e4dc8b43-b3c8-4877-a967-29544ad81f8a,segment=NetworkSegment(91849d26-b163-4952-8474-b42211d7b477),segment_id=91849d26-b163-4952-8474-b42211d7b477)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:32.397821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:32.440603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] For port e4dc8b43-b3c8-4877-a967-29544ad81f8a, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e4dc8b43-b3c8-4877-a967-29544ad81f8a,segment=NetworkSegment(91849d26-b163-4952-8474-b42211d7b477),segment_id=91849d26-b163-4952-8474-b42211d7b477)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:32.441052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:32.471210 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:55Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'b68d801f-5554-48c3-83f8-9dcfd1e24957', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'port_id': 'beca5128-347e-4da6-8415-7f7e62693875', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'mac_address': 'fa:16:3e:59:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:25:29Z', 'updated_at': '2022-03-11T16:25:29Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28eebbc9-9e78-45b2-89d5-2a34bef5a93b', 'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3e:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:54Z', 'updated_at': '2022-03-11T16:25:08Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:32.475358 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] Checking router: 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:32.494093 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:32.494829 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:32.527439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Calling delete_port for e4dc8b43-b3c8-4877-a967-29544ad81f8a owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:32.588563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Calling delete_port for e4dc8b43-b3c8-4877-a967-29544ad81f8a owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:32.618845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e4dc8b43-b3c8-4877-a967-29544ad81f8a no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:32.668641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-20226924-4338-4cfe-8b40-7d4c0a5965f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:32.670192 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-20226924-4338-4cfe-8b40-7d4c0a5965f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69bbb8bb-1872-470f-894c-f3ed66317305 HTTP/1.1" status: 200 len: 898 time: 0.3984170 Mar 11 16:25:32.721854 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:32.745476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:32.780271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:25:32.780617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:25:32.807090 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-0732fff7-11f8-4f50-90b3-67a496634972 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beca5128-347e-4da6-8415-7f7e62693875 HTTP/1.1" status: 200 len: 1000 time: 0.1202953 Mar 11 16:25:32.823142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:32.835754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Pushing event deleted for resources: {'Port': ['ID=e4dc8b43-b3c8-4877-a967-29544ad81f8a,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:32.838207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] No DVR routers for this DVR port e4dc8b43-b3c8-4877-a967-29544ad81f8a on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:25:32.858304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.858728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.859131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.859530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.859925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.860359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.860796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.861269 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.861654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.862117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.862609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.863000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e1520-9440-4a57-9c1b-84783b3f5477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:25:32.908361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:32.941862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-e406fc62-04f0-4e5d-9777-97af64496bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:32.944150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:32.944568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28cfbce0-4f7e-4a1a-8a9f-f5addd7e39f6 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:32.944749 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-e406fc62-04f0-4e5d-9777-97af64496bc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33fd67c6-6304-4739-9fc7-37f4e928f61a HTTP/1.1" status: 200 len: 834 time: 0.0999711 Mar 11 16:25:33.022018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180e0b2-7285-4690-b692-ebb23185fbae req-b6c36e85-1a6a-4f7f-bff1-3b4eec060754 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.023439 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0180e0b2-7285-4690-b692-ebb23185fbae req-b6c36e85-1a6a-4f7f-bff1-3b4eec060754 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.2189415 Mar 11 16:25:33.081756 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0180e0b2-7285-4690-b692-ebb23185fbae req-82b68c6b-9b2d-4cd2-b941-ababe3a24616 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517714 Mar 11 16:25:33.084217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-9d254a60-9d1d-4fa0-963e-2de240b8cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.085849 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-9d254a60-9d1d-4fa0-963e-2de240b8cd68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69bbb8bb-1872-470f-894c-f3ed66317305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1357648 Mar 11 16:25:33.105551 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:55Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'b68d801f-5554-48c3-83f8-9dcfd1e24957', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'port_id': 'beca5128-347e-4da6-8415-7f7e62693875', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'mac_address': 'fa:16:3e:59:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:25:29Z', 'updated_at': '2022-03-11T16:25:29Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28eebbc9-9e78-45b2-89d5-2a34bef5a93b', 'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3e:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:54Z', 'updated_at': '2022-03-11T16:25:08Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:33.109769 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa36da59-554d-4c68-a121-a9e2dd9c2c87 None None] The sync data for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv is: [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:55Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'b68d801f-5554-48c3-83f8-9dcfd1e24957', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'port_id': 'beca5128-347e-4da6-8415-7f7e62693875', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'mac_address': 'fa:16:3e:59:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:25:29Z', 'updated_at': '2022-03-11T16:25:29Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28eebbc9-9e78-45b2-89d5-2a34bef5a93b', 'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3e:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:54Z', 'updated_at': '2022-03-11T16:25:08Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:33.227517 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-1ab7b713-8df9-4bcc-9adc-3ee3e1e907d2 service neutron] 10.222.0.35 "GET /v2.0/networks/69bbb8bb-1872-470f-894c-f3ed66317305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355679 Mar 11 16:25:33.249186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:33.331894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae0ee9-27e5-484e-8fc8-d1f37845975c None None] New status for floating IP b68d801f-5554-48c3-83f8-9dcfd1e24957: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:25:33.375549 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d702a148-790b-43ad-a40c-68cfd9ef2d36 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/b68d801f-5554-48c3-83f8-9dcfd1e24957 HTTP/1.1" status: 200 len: 992 time: 0.1251302 Mar 11 16:25:33.441201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Deleting port e4dc8b43-b3c8-4877-a967-29544ad81f8a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:33.441542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.548120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] The port 'e4dc8b43-b3c8-4877-a967-29544ad81f8a' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:25:33.718732 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-388f600a-33fa-438f-8e7d-ea68f47d6e24 req-3ed0ef73-10c0-4edf-ab8d-936d2afbda52 service neutron] 10.222.0.35 "GET /v2.0/networks/69bbb8bb-1872-470f-894c-f3ed66317305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856420 Mar 11 16:25:33.743375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.785583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab974d28-2f8c-445a-b850-50183dcf500d']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:33.839613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91849d26-b163-4952-8474-b42211d7b477') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:33.839869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91849d26-b163-4952-8474-b42211d7b477') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:33.862132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.885204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.900553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:25:33.900942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:25:33.919397 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:25:33.941241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d9fba-3b4c-4e4b-b8e9-21d489462e93 req-ab13a244-8df1-4333-ae16-7f867eb2cee7 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:33.943314 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-782d9fba-3b4c-4e4b-b8e9-21d489462e93 req-ab13a244-8df1-4333-ae16-7f867eb2cee7 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.3090136 Mar 11 16:25:34.031204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-e716f979-f030-452e-917d-5becd5e5ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:34.032644 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-e716f979-f030-452e-917d-5becd5e5ab16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af1c2cf22bf846ce86509756f4046a9b&device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 1098 time: 0.2507694 Mar 11 16:25:34.093472 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-782d9fba-3b4c-4e4b-b8e9-21d489462e93 req-d042161d-fd32-4d95-86b2-0f31c01392c1 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012280 Mar 11 16:25:34.152766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:34.174871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:34.198355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Pushing event deleted for resources: {'Network': ['ID=ab974d28-2f8c-445a-b850-50183dcf500d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:34.209621 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d319d1bd-801a-448d-a136-4e46f39f78f0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/networks/ab974d28-2f8c-445a-b850-50183dcf500d HTTP/1.1" status: 204 len: 168 time: 2.4377894 Mar 11 16:25:34.210348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36144) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:34.215606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'routes': None}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:34.229046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-02481142-f75f-49d9-aad6-1511ff0eaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:34.230865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-02481142-f75f-49d9-aad6-1511ff0eaf62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=767c756f-d9f8-4779-ae83-92979c3a2d4f HTTP/1.1" status: 200 len: 913 time: 0.1864681 Mar 11 16:25:34.301551 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-cbce18d8-beb6-4d84-9d72-e081064cdc1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58066d3-4c90-475b-b193-b60ce98faebd HTTP/1.1" status: 200 len: 217 time: 0.0639603 Mar 11 16:25:34.378149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-0a4c1050-97fe-48f5-85a4-fd9e55a025aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:34.379542 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-0a4c1050-97fe-48f5-85a4-fd9e55a025aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c731b45-f15a-44fc-bd33-6b6702df6937 HTTP/1.1" status: 200 len: 852 time: 0.0726516 Mar 11 16:25:34.379996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36148) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:34.498748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-2d035d19-23a4-494e-8969-b94594917c23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=767c756f-d9f8-4779-ae83-92979c3a2d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649524 Mar 11 16:25:34.516614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.extraroute_db [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Added routes are [] {{(pid=88601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 11 16:25:34.517159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.extraroute_db [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Removed routes are [] {{(pid=88601) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 11 16:25:34.517253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:34.556265 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c48ca03-4456-4f66-abff-c317ce27a50b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/b68d801f-5554-48c3-83f8-9dcfd1e24957 HTTP/1.1" status: 200 len: 994 time: 0.1743739 Mar 11 16:25:34.648359 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-08a2898f-ba6b-4feb-bb7d-6c4349140216 service neutron] 10.222.0.35 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414070 Mar 11 16:25:34.781866 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69c2aef5-ec7c-4921-94fd-366914c92efc req-30e1ba02-6dc0-4ecb-b0ab-54bbf72586ba service neutron] 10.222.0.35 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270928 Mar 11 16:25:34.782605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:34.785708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:34.927611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:25:35.068978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:35.075747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:35.076852 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bf0c74ab-0b7a-4f7f-ad3e-20e69d318003 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff HTTP/1.1" status: 200 len: 700 time: 0.8655133 Mar 11 16:25:35.079932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36152) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:35.082852 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] Sync routers for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:35.092877 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:35.093470 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:35.128080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c7eb311-8680-45b2-b3bd-27233ff6c191 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:35.226831 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:35.251863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2c7eb311-8680-45b2-b3bd-27233ff6c191 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:35.253026 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c7eb311-8680-45b2-b3bd-27233ff6c191 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdca92b0-cc0e-4f71-aef7-aed7803aa3ff HTTP/1.1" status: 200 len: 205 time: 0.1722071 Mar 11 16:25:35.256119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:35.293266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5f6dc-e16d-469d-8e7c-65db83b798bf req-a05a1eeb-b570-4f0a-9534-f80e4aeda029 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:35.294973 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4c5f6dc-e16d-469d-8e7c-65db83b798bf req-a05a1eeb-b570-4f0a-9534-f80e4aeda029 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.0899339 Mar 11 16:25:35.338569 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:30Z', 'revision_number': 11, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:35.342853 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] Checking router: fdca92b0-cc0e-4f71-aef7-aed7803aa3ff for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:35.345616 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4c5f6dc-e16d-469d-8e7c-65db83b798bf req-9d033e0b-38cf-4e99-9e74-4ab3a58ec80e tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445039 Mar 11 16:25:35.352983 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] Routers {'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:35.353600 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:35.507202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8daf09f1-4ddd-4b14-9adf-519e585ff8ae tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:35.511922 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] Set router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:35.623453 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:30Z', 'revision_number': 11, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:35.626374 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c190867a-22d9-4e2f-b6fa-3c7f5d1f097e None None] The sync data for ids ['fdca92b0-cc0e-4f71-aef7-aed7803aa3ff'] in dv-neutron-833379-1-hyperv is: [{'id': 'fdca92b0-cc0e-4f71-aef7-aed7803aa3ff', 'name': 'tempest-RoutersTest-router-605228959', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:27Z', 'updated_at': '2022-03-11T16:25:30Z', 'revision_number': 11, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:35.819321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8daf09f1-4ddd-4b14-9adf-519e585ff8ae tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:35.821889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8daf09f1-4ddd-4b14-9adf-519e585ff8ae tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:35.947036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8daf09f1-4ddd-4b14-9adf-519e585ff8ae tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:35.947513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daf09f1-4ddd-4b14-9adf-519e585ff8ae tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Fanout notify agent at l3_agent the message router_deleted on router fdca92b0-cc0e-4f71-aef7-aed7803aa3ff {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:25:35.962679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8daf09f1-4ddd-4b14-9adf-519e585ff8ae tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:35.963776 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8daf09f1-4ddd-4b14-9adf-519e585ff8ae tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff HTTP/1.1" status: 204 len: 168 time: 0.7062657 Mar 11 16:25:35.968384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:35.972883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-817024427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:35.981353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:35.985769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Usage tracker for resource:router and tenant:8df182f1299c4a8d84c42c95a967aff5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:35.988849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:35.997301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:36.092721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:36.093717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:36.109657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:36.191995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:36.311882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:36.313058 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bd6a5525-9779-4ea9-81cb-a3a6e921572f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3441336 Mar 11 16:25:36.315631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36166) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:36.321373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0883dbb4-5afd-459f-9dd1-5a70e54fc8f6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:36.769218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0883dbb4-5afd-459f-9dd1-5a70e54fc8f6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:36.813444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56d931-fa67-4f69-9405-e54d296235f0 req-e68ea362-922d-4dd7-bd5d-88940c53934a tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:36.814906 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4c56d931-fa67-4f69-9405-e54d296235f0 req-e68ea362-922d-4dd7-bd5d-88940c53934a tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.1706398 Mar 11 16:25:36.859273 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4c56d931-fa67-4f69-9405-e54d296235f0 req-c18a880d-fda3-40d5-b1cf-84029365cba3 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378668 Mar 11 16:25:36.878255 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0883dbb4-5afd-459f-9dd1-5a70e54fc8f6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:37.116065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0883dbb4-5afd-459f-9dd1-5a70e54fc8f6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Router f3489b4f-6fb8-428e-9faa-9f68d80daebc is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:25:37.541116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0883dbb4-5afd-459f-9dd1-5a70e54fc8f6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:25:37.556518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] Sync routers for ids ['f3489b4f-6fb8-428e-9faa-9f68d80daebc'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:25:37.560202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0883dbb4-5afd-459f-9dd1-5a70e54fc8f6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:37.562138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0883dbb4-5afd-459f-9dd1-5a70e54fc8f6 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "PUT /v2.0/routers/f3489b4f-6fb8-428e-9faa-9f68d80daebc HTTP/1.1" status: 200 len: 693 time: 1.2451386 Mar 11 16:25:37.565340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36176) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:37.572321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] Routers {'f3489b4f-6fb8-428e-9faa-9f68d80daebc'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:37.573626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['f3489b4f-6fb8-428e-9faa-9f68d80daebc'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:37.617597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543be0ac-944a-42a9-a3e8-e70d989ea1f6 req-fba19dc9-d629-4d9e-9e38-ef763307ff30 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:37.619631 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-543be0ac-944a-42a9-a3e8-e70d989ea1f6 req-fba19dc9-d629-4d9e-9e38-ef763307ff30 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.1624045 Mar 11 16:25:37.721352 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-543be0ac-944a-42a9-a3e8-e70d989ea1f6 req-34ad6dc7-5677-4227-a17b-7402e2719767 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917511 Mar 11 16:25:37.907058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] Set router f3489b4f-6fb8-428e-9faa-9f68d80daebc gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:37.975797 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6694daee-6f5b-4576-93e5-e106bf6d16cd tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/routers/f3489b4f-6fb8-428e-9faa-9f68d80daebc HTTP/1.1" status: 200 len: 699 time: 0.4047439 Mar 11 16:25:37.976344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36180) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.026472 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-020ef11d-2a77-45ed-9309-582e755e66b7 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3489b4f-6fb8-428e-9faa-9f68d80daebc HTTP/1.1" status: 200 len: 205 time: 0.0487456 Mar 11 16:25:38.030581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36184) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.139696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3489b4f-6fb8-428e-9faa-9f68d80daebc', 'name': 'tempest-RoutersTest-router-817024427', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:36Z', 'updated_at': '2022-03-11T16:25:36Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:38.151252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] Checking router: f3489b4f-6fb8-428e-9faa-9f68d80daebc for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:25:38.165386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] Routers {'f3489b4f-6fb8-428e-9faa-9f68d80daebc'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:25:38.165930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['f3489b4f-6fb8-428e-9faa-9f68d80daebc'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:38.190152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4bbde1bd-1d8e-4d71-9779-4305ce965176 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:38.299501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] Set router f3489b4f-6fb8-428e-9faa-9f68d80daebc gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:25:38.408680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3489b4f-6fb8-428e-9faa-9f68d80daebc', 'name': 'tempest-RoutersTest-router-817024427', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:36Z', 'updated_at': '2022-03-11T16:25:36Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:38.416374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb756c-2c25-4605-9aa8-77ae8005e5e1 None None] The sync data for ids ['f3489b4f-6fb8-428e-9faa-9f68d80daebc'] in dv-neutron-833379-1-hyperv is: [{'id': 'f3489b4f-6fb8-428e-9faa-9f68d80daebc', 'name': 'tempest-RoutersTest-router-817024427', 'tenant_id': '8df182f1299c4a8d84c42c95a967aff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:25:36Z', 'updated_at': '2022-03-11T16:25:36Z', 'revision_number': 2, 'project_id': '8df182f1299c4a8d84c42c95a967aff5', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:25:38.505895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4bbde1bd-1d8e-4d71-9779-4305ce965176 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:38.508317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4bbde1bd-1d8e-4d71-9779-4305ce965176 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:38.601251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4bbde1bd-1d8e-4d71-9779-4305ce965176 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:38.601931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbde1bd-1d8e-4d71-9779-4305ce965176 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Fanout notify agent at l3_agent the message router_deleted on router f3489b4f-6fb8-428e-9faa-9f68d80daebc {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:25:38.618303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4bbde1bd-1d8e-4d71-9779-4305ce965176 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:38.619456 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4bbde1bd-1d8e-4d71-9779-4305ce965176 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/f3489b4f-6fb8-428e-9faa-9f68d80daebc HTTP/1.1" status: 204 len: 168 time: 0.5878963 Mar 11 16:25:38.623161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36188) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.665868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a511402-6430-4514-9dcd-fdca4f614dbf tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Synchronizing usage tracker for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:25:38.678513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5a511402-6430-4514-9dcd-fdca4f614dbf tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] Unset dirty status for tenant:8df182f1299c4a8d84c42c95a967aff5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:25:38.679576 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5a511402-6430-4514-9dcd-fdca4f614dbf tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3489b4f-6fb8-428e-9faa-9f68d80daebc HTTP/1.1" status: 200 len: 205 time: 0.0554419 Mar 11 16:25:38.682086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36192) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.751212 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-a928c0bf-dc1f-45bb-999a-ad8b24a95d3f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] delete failed (client error): The resource could not be found. Mar 11 16:25:38.752220 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a928c0bf-dc1f-45bb-999a-ad8b24a95d3f tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/f3489b4f-6fb8-428e-9faa-9f68d80daebc HTTP/1.1" status: 404 len: 336 time: 0.0692377 Mar 11 16:25:38.754664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36196) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.796820 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-593335ee-2884-4596-a0b4-182ba14e422c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] DELETE failed (client error): The resource could not be found. Mar 11 16:25:38.797275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593335ee-2884-4596-a0b4-182ba14e422c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:25:38.798981 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-593335ee-2884-4596-a0b4-182ba14e422c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/f1560445-19bf-4664-b264-0fd81c6e8cb7 HTTP/1.1" status: 404 len: 337 time: 0.0411417 Mar 11 16:25:38.808866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36202) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.844155 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f80eca-634e-40e2-b359-8956ff9fde98 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] DELETE failed (client error): The resource could not be found. Mar 11 16:25:38.844611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f80eca-634e-40e2-b359-8956ff9fde98 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:25:38.848592 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-18f80eca-634e-40e2-b359-8956ff9fde98 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/c7dfeccd-bcd4-43a3-8a2d-2581cd446fe4 HTTP/1.1" status: 404 len: 337 time: 0.0432007 Mar 11 16:25:38.849370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36206) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.886685 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-410d1a60-c62b-4962-a2a9-6041c4030dde tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] DELETE failed (client error): The resource could not be found. Mar 11 16:25:38.887136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410d1a60-c62b-4962-a2a9-6041c4030dde tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:25:38.888798 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-410d1a60-c62b-4962-a2a9-6041c4030dde tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/c6156c61-2ae4-477f-ab8b-d1f8d13c87ba HTTP/1.1" status: 404 len: 337 time: 0.0385332 Mar 11 16:25:38.891261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36210) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.929895 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0542ee25-91eb-4896-b465-5da250b4a6d3 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] DELETE failed (client error): The resource could not be found. Mar 11 16:25:38.930327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0542ee25-91eb-4896-b465-5da250b4a6d3 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:25:38.932022 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0542ee25-91eb-4896-b465-5da250b4a6d3 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/a0491d1f-f2d2-4139-95ce-8b4eaff3d7fc HTTP/1.1" status: 404 len: 337 time: 0.0398855 Mar 11 16:25:38.934597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36214) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.942507 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd768e7-6ce8-4045-aa67-58fad08e3269 req-624486e8-e354-4c2f-9d96-c7aff552cb6f tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:38.944129 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcd768e7-6ce8-4045-aa67-58fad08e3269 req-624486e8-e354-4c2f-9d96-c7aff552cb6f tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.0844002 Mar 11 16:25:38.981733 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ca61017d-2813-4c56-9903-0540062a7931 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdca92b0-cc0e-4f71-aef7-aed7803aa3ff HTTP/1.1" status: 200 len: 205 time: 0.0460072 Mar 11 16:25:38.984210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36218) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:38.990943 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bcd768e7-6ce8-4045-aa67-58fad08e3269 req-7bef38e3-fc3e-4d3a-9cc4-a9cec38afedf tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Mar 11 16:25:39.055711 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-138349e4-85cc-4b56-a8c3-e00f2f02ccad tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] delete failed (client error): The resource could not be found. Mar 11 16:25:39.058019 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-138349e4-85cc-4b56-a8c3-e00f2f02ccad tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/fdca92b0-cc0e-4f71-aef7-aed7803aa3ff HTTP/1.1" status: 404 len: 336 time: 0.0727186 Mar 11 16:25:39.062761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36224) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.108400 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-49215000-9a42-4b8d-b8e7-4be75977a5ba tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=beae6145-bc01-4aac-bd04-10c543fdaa6c HTTP/1.1" status: 200 len: 205 time: 0.0444212 Mar 11 16:25:39.110856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36228) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.123451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:39.189406 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-f4bd9d1a-5213-413f-82ba-3576e78dbd82 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] delete failed (client error): The resource could not be found. Mar 11 16:25:39.190627 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4bd9d1a-5213-413f-82ba-3576e78dbd82 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/beae6145-bc01-4aac-bd04-10c543fdaa6c HTTP/1.1" status: 404 len: 336 time: 0.0788226 Mar 11 16:25:39.194230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36232) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.232841 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9f5db4-b918-4974-a332-c2a6e513a870 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] DELETE failed (client error): The resource could not be found. Mar 11 16:25:39.233297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9f5db4-b918-4974-a332-c2a6e513a870 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:25:39.235022 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6b9f5db4-b918-4974-a332-c2a6e513a870 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/b36e99c8-f6f6-41b0-8b30-98137a2949c2 HTTP/1.1" status: 404 len: 337 time: 0.0395145 Mar 11 16:25:39.237996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36236) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.289428 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e9e2247d-e9f2-409f-be56-8db338596d1a tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=64927e36-645a-4553-b45f-748f3e4805b3 HTTP/1.1" status: 200 len: 205 time: 0.0495172 Mar 11 16:25:39.291806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36240) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.366530 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5380126a-dac6-4745-a4f7-c8a300c8b985 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] delete failed (client error): The resource could not be found. Mar 11 16:25:39.367555 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5380126a-dac6-4745-a4f7-c8a300c8b985 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/64927e36-645a-4553-b45f-748f3e4805b3 HTTP/1.1" status: 404 len: 336 time: 0.0748641 Mar 11 16:25:39.370351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36246) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.415116 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d1dee528-def9-4ed2-9a33-41e6cffea339 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a01589-8c15-4361-ac6c-c119c2ca6b91 HTTP/1.1" status: 200 len: 205 time: 0.0435557 Mar 11 16:25:39.417370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36250) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.497691 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-149aefc3-bd6b-4e01-8f31-852bdd544007 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] delete failed (client error): The resource could not be found. Mar 11 16:25:39.499292 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-149aefc3-bd6b-4e01-8f31-852bdd544007 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/d3a01589-8c15-4361-ac6c-c119c2ca6b91 HTTP/1.1" status: 404 len: 336 time: 0.0808759 Mar 11 16:25:39.502856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36254) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.548996 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-47086d62-fc3d-4931-88ae-be69c9faab72 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] DELETE failed (client error): The resource could not be found. Mar 11 16:25:39.549347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47086d62-fc3d-4931-88ae-be69c9faab72 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:25:39.554155 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-47086d62-fc3d-4931-88ae-be69c9faab72 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/515dccdc-63a3-421e-a424-eb9397889399 HTTP/1.1" status: 404 len: 337 time: 0.0461869 Mar 11 16:25:39.554348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36258) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.604180 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a0fc2991-0d60-434f-b340-3877418066c8 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf HTTP/1.1" status: 200 len: 205 time: 0.0488052 Mar 11 16:25:39.606977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36262) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.634029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b181e47-0f35-4f6a-9809-656be9313ed0 req-e73d3e3d-7427-4f47-878a-46617b028192 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:39.635552 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2b181e47-0f35-4f6a-9809-656be9313ed0 req-e73d3e3d-7427-4f47-878a-46617b028192 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.2016540 Mar 11 16:25:39.690380 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2b181e47-0f35-4f6a-9809-656be9313ed0 req-76a67755-eec3-46d1-9b75-9e81248ad435 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473275 Mar 11 16:25:39.696794 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-ff4f4b7d-9894-44fb-b56d-d70e65146f6b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] delete failed (client error): The resource could not be found. Mar 11 16:25:39.697853 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff4f4b7d-9894-44fb-b56d-d70e65146f6b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/0618bc04-1a94-4ed4-a85a-7c6ca5de3fdf HTTP/1.1" status: 404 len: 336 time: 0.0884645 Mar 11 16:25:39.701559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36266) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.708620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-0e9048f6-b9b7-4892-9929-3bd402f17648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:39.710060 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-0e9048f6-b9b7-4892-9929-3bd402f17648 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af1c2cf22bf846ce86509756f4046a9b&device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 1098 time: 0.1725461 Mar 11 16:25:39.781817 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba91185-7a21-4204-ad3e-f8f0a9a44ec0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] DELETE failed (client error): The resource could not be found. Mar 11 16:25:39.782206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba91185-7a21-4204-ad3e-f8f0a9a44ec0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:25:39.784409 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5ba91185-7a21-4204-ad3e-f8f0a9a44ec0 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/9eee055b-fb64-4b39-aedf-0473b09532ef HTTP/1.1" status: 404 len: 337 time: 0.0817533 Mar 11 16:25:39.787466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36270) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:39.833842 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-abcd0de1-4801-4657-af52-92a7f8fe600b tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d3f09a2-06d0-41e6-9e5e-319b5bdc4277 HTTP/1.1" status: 200 len: 205 time: 0.0451427 Mar 11 16:25:39.836524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:40.050444 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-5b2860a0-a528-43f1-9027-9875f9b31a3c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] delete failed (client error): The resource could not be found. Mar 11 16:25:40.051375 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5b2860a0-a528-43f1-9027-9875f9b31a3c tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/routers/7d3f09a2-06d0-41e6-9e5e-319b5bdc4277 HTTP/1.1" status: 404 len: 336 time: 0.2139311 Mar 11 16:25:40.054845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36278) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:40.103027 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51bd712-8bb8-47e5-885c-5c61c68859a3 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] DELETE failed (client error): The resource could not be found. Mar 11 16:25:40.103476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51bd712-8bb8-47e5-885c-5c61c68859a3 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:25:40.105147 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a51bd712-8bb8-47e5-885c-5c61c68859a3 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/edd52481-8e33-43a7-94ce-de1301960aa0 HTTP/1.1" status: 404 len: 337 time: 0.0494156 Mar 11 16:25:40.108122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36282) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:40.122279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-bb3d8fa6-736b-422d-ac41-68b65b51b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:40.123715 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-bb3d8fa6-736b-422d-ac41-68b65b51b0f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=767c756f-d9f8-4779-ae83-92979c3a2d4f HTTP/1.1" status: 200 len: 913 time: 0.3852208 Mar 11 16:25:40.147130 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-707eaff6-5f08-4aeb-9c1d-28043f124058 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] DELETE failed (client error): The resource could not be found. Mar 11 16:25:40.147577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707eaff6-5f08-4aeb-9c1d-28043f124058 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:25:40.149286 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-707eaff6-5f08-4aeb-9c1d-28043f124058 tempest-RoutersTest-846575051 tempest-RoutersTest-846575051-project] 10.222.0.57 "DELETE /v2.0/subnets/d0127cc3-8ccc-4231-88f7-b500e2636ff0 HTTP/1.1" status: 404 len: 337 time: 0.0402141 Mar 11 16:25:40.196959 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-9a68fdb1-5336-4248-a8e8-5d55f5264601 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58066d3-4c90-475b-b193-b60ce98faebd HTTP/1.1" status: 200 len: 217 time: 0.0657499 Mar 11 16:25:40.265920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-5c60aa28-adc5-4fd3-8db6-01c8d2d76765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:40.267406 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-5c60aa28-adc5-4fd3-8db6-01c8d2d76765 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c731b45-f15a-44fc-bd33-6b6702df6937 HTTP/1.1" status: 200 len: 852 time: 0.0645654 Mar 11 16:25:40.318574 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-cd154e84-3e96-474d-9032-6face594146e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=767c756f-d9f8-4779-ae83-92979c3a2d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420704 Mar 11 16:25:40.452558 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-fba01ecb-eba4-491f-bf14-f9228a9a5df4 service neutron] 10.222.0.35 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281869 Mar 11 16:25:40.604528 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3eb525ea-c606-4c20-a6b3-3b9ea3b70cb5 req-19f16654-df52-4385-a5a6-138747435cf7 service neutron] 10.222.0.35 "GET /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441891 Mar 11 16:25:40.894855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b9680-1d03-4d01-a6f9-560ff2b7cb22 req-dc111854-d877-4cff-b836-94b53788428d tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:40.897127 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fb3b9680-1d03-4d01-a6f9-560ff2b7cb22 req-dc111854-d877-4cff-b836-94b53788428d tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.0882950 Mar 11 16:25:40.949151 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fb3b9680-1d03-4d01-a6f9-560ff2b7cb22 req-1154cef6-58da-4a5f-809a-53870acdda23 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463092 Mar 11 16:25:41.129549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f65835b8-63e2-4c81-b1e8-ee39c590bf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.181807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36292) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:41.331557 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-93d8b561-88e3-4f97-b0ea-17ca5931c4a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8df182f1299c4a8d84c42c95a967aff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485646 Mar 11 16:25:41.334455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36298) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:41.398981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71272806-f817-407e-ab5b-7a6c7898a2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.424105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71272806-f817-407e-ab5b-7a6c7898a2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.601306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71272806-f817-407e-ab5b-7a6c7898a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.618271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71272806-f817-407e-ab5b-7a6c7898a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d88b44e-c54c-4dc2-9417-0824cd1134b9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:41.622789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-71272806-f817-407e-ab5b-7a6c7898a2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.624298 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-71272806-f817-407e-ab5b-7a6c7898a2fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d88b44e-c54c-4dc2-9417-0824cd1134b9 HTTP/1.1" status: 204 len: 168 time: 0.2886376 Mar 11 16:25:42.136167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583da1a8-d817-4571-b0e0-2d0ed2213410 req-e0af2210-3e92-427f-8668-f7bffcf38318 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:42.137726 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-583da1a8-d817-4571-b0e0-2d0ed2213410 req-e0af2210-3e92-427f-8668-f7bffcf38318 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.0829806 Mar 11 16:25:42.301185 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-583da1a8-d817-4571-b0e0-2d0ed2213410 req-ef19ae4f-c6b5-4080-861f-216610c44c43 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578469 Mar 11 16:25:42.885609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36328) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:42.935092 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:25:43.010348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a3a91775-5e65-4483-be89-6c70a5d2da34 tempest-DvrRoutersNegativeTest-448176854 tempest-DvrRoutersNegativeTest-448176854-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1364247446', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:25:43.016071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.policy [None req-a3a91775-5e65-4483-be89-6c70a5d2da34 tempest-DvrRoutersNegativeTest-448176854 tempest-DvrRoutersNegativeTest-448176854-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88601) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 11 16:25:43.016071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.policy [None req-a3a91775-5e65-4483-be89-6c70a5d2da34 tempest-DvrRoutersNegativeTest-448176854 tempest-DvrRoutersNegativeTest-448176854-project] Failed policy check for 'create_router' {{(pid=88601) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 11 16:25:43.016071 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.api.v2.resource [None req-a3a91775-5e65-4483-be89-6c70a5d2da34 tempest-DvrRoutersNegativeTest-448176854 tempest-DvrRoutersNegativeTest-448176854-project] create failed (client error): Access was denied to this resource. Mar 11 16:25:43.016071 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a3a91775-5e65-4483-be89-6c70a5d2da34 tempest-DvrRoutersNegativeTest-448176854 tempest-DvrRoutersNegativeTest-448176854-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1282866 Mar 11 16:25:43.060922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df1872-a804-48db-8b1a-abfac1c4af0b req-54f773e0-85a7-4938-b1f6-61dc9ad31537 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:43.062402 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-90df1872-a804-48db-8b1a-abfac1c4af0b req-54f773e0-85a7-4938-b1f6-61dc9ad31537 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.0929890 Mar 11 16:25:43.109894 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-90df1872-a804-48db-8b1a-abfac1c4af0b req-e3e2b2f1-cccd-4401-9c6d-22b7d321178e tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Mar 11 16:25:43.414005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4708c844-612c-4b0b-84d8-52cdb8cce439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:43.591406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36338) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:43.709914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f33b82e4-18d5-45e2-bd70-27a0f1a7e77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:43.727251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f33b82e4-18d5-45e2-bd70-27a0f1a7e77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:25:43.731147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f33b82e4-18d5-45e2-bd70-27a0f1a7e77f admin admin] Usage tracker for resource:security_group_rule and tenant:f2349e21226049a6844609cd488ce46e is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:25:43.734059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f33b82e4-18d5-45e2-bd70-27a0f1a7e77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:25:43.741056 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f33b82e4-18d5-45e2-bd70-27a0f1a7e77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:25:43.827306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f33b82e4-18d5-45e2-bd70-27a0f1a7e77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:43.983979 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f33b82e4-18d5-45e2-bd70-27a0f1a7e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:44.031288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b82e4-18d5-45e2-bd70-27a0f1a7e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f478e7fd-72e4-45f3-a3f5-af001d7d9b7c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:44.035613 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f33b82e4-18d5-45e2-bd70-27a0f1a7e77f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f2349e21226049a6844609cd488ce46e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432192 Mar 11 16:25:44.038869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36344) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:44.106997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5d62134-d453-4299-b55f-13b70848ac50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:44.135597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5d62134-d453-4299-b55f-13b70848ac50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:44.304391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3d767-a0e5-4991-8ddb-4d20e102d0a2 req-96b3c838-0fb6-40b6-b5ca-2290f3195313 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:44.305620 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6fb3d767-a0e5-4991-8ddb-4d20e102d0a2 req-96b3c838-0fb6-40b6-b5ca-2290f3195313 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.0844245 Mar 11 16:25:44.310341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5d62134-d453-4299-b55f-13b70848ac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:44.327184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d62134-d453-4299-b55f-13b70848ac50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f478e7fd-72e4-45f3-a3f5-af001d7d9b7c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:44.344274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f5d62134-d453-4299-b55f-13b70848ac50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:44.344274 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f5d62134-d453-4299-b55f-13b70848ac50 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f478e7fd-72e4-45f3-a3f5-af001d7d9b7c HTTP/1.1" status: 204 len: 168 time: 0.2962518 Mar 11 16:25:44.363061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6fb3d767-a0e5-4991-8ddb-4d20e102d0a2 req-84cb5f1a-2b76-4887-bfee-552ce5f2c200 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511644 Mar 11 16:25:44.617871 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:44.698057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:44.928216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-3739064f-f517-4732-b680-1747f8b80f7d tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:44.929666 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-3739064f-f517-4732-b680-1747f8b80f7d tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.35 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.0858212 Mar 11 16:25:45.002037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Deleting port c58066d3-4c90-475b-b193-b60ce98faebd {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:25:45.002396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.258814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] For port c58066d3-4c90-475b-b193-b60ce98faebd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c58066d3-4c90-475b-b193-b60ce98faebd,segment=NetworkSegment(63f6c5e7-d835-4b34-8de8-ed0dae939690),segment_id=63f6c5e7-d835-4b34-8de8-ed0dae939690)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:25:45.259079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.384857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Calling delete_port for c58066d3-4c90-475b-b193-b60ce98faebd owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:25:45.558505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e10d9-f065-42ee-9414-633d1fdfd00e req-d613c966-1da1-4a81-8dc0-3e2b941aa091 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:45.566395 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-652e10d9-f065-42ee-9414-633d1fdfd00e req-d613c966-1da1-4a81-8dc0-3e2b941aa091 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 945 time: 0.0884740 Mar 11 16:25:45.605444 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-652e10d9-f065-42ee-9414-633d1fdfd00e req-13464d47-4de3-4b00-bde3-644817c33885 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/security-groups?id=c051e127-61a1-4e8a-ad5e-8022974e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397043 Mar 11 16:25:45.637472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.650746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['c58066d3-4c90-475b-b193-b60ce98faebd'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:25:45.689721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Pushing event deleted for resources: {'Port': ['ID=c58066d3-4c90-475b-b193-b60ce98faebd,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:45.767078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] No DVR routers for this DVR port c58066d3-4c90-475b-b193-b60ce98faebd on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:25:45.769486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.772452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02e21ee-0165-4577-a0cb-c36a9f36deff', 'name': 'network-vif-deleted', 'tag': 'c58066d3-4c90-475b-b193-b60ce98faebd'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:25:45.816885 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02e21ee-0165-4577-a0cb-c36a9f36deff', 'name': 'network-vif-deleted', 'tag': 'c58066d3-4c90-475b-b193-b60ce98faebd', 'status': 'completed', 'code': 200} Mar 11 16:25:45.846441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.887386 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9276bdf4-6ac0-412e-8f07-99a558a7d82c req-6f9254a9-0192-48e9-ba25-6e5a59bd3853 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.35 "DELETE /v2.0/ports/c58066d3-4c90-475b-b193-b60ce98faebd HTTP/1.1" status: 204 len: 173 time: 0.9528461 Mar 11 16:25:46.772539 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d75564ca-ffbf-4cba-b095-5c8fd7e47db8 req-32d7cdc5-f97d-403f-8dee-f5b109aeb2d0 tempest-TestServerAdvancedOps-1578876211 tempest-TestServerAdvancedOps-1578876211-project] 10.222.0.57 "GET /v2.0/ports?device_id=e02e21ee-0165-4577-a0cb-c36a9f36deff HTTP/1.1" status: 200 len: 210 time: 0.0465405 Mar 11 16:25:47.886417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36360) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:47.946140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90d2787-f07a-48b9-9caa-ce196dc35370 admin admin] Deleting subnet 1c731b45-f15a-44fc-bd33-6b6702df6937 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:25:47.949028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c90d2787-f07a-48b9-9caa-ce196dc35370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.108559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c90d2787-f07a-48b9-9caa-ce196dc35370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.163556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c90d2787-f07a-48b9-9caa-ce196dc35370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.413098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c90d2787-f07a-48b9-9caa-ce196dc35370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.453778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d2787-f07a-48b9-9caa-ce196dc35370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c731b45-f15a-44fc-bd33-6b6702df6937,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:48.457320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c90d2787-f07a-48b9-9caa-ce196dc35370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.464444 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c90d2787-f07a-48b9-9caa-ce196dc35370 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1c731b45-f15a-44fc-bd33-6b6702df6937 HTTP/1.1" status: 204 len: 168 time: 0.5769939 Mar 11 16:25:48.466818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36364) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:48.573815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.699911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.724317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767c756f-d9f8-4779-ae83-92979c3a2d4f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:48.736815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f6c5e7-d835-4b34-8de8-ed0dae939690') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:48.737114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f6c5e7-d835-4b34-8de8-ed0dae939690') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:48.751592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.769012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.776299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:25:48.795809 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:25:48.986139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:48.990839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.014755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] Pushing event deleted for resources: {'Network': ['ID=767c756f-d9f8-4779-ae83-92979c3a2d4f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:49.113138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device c58066d3-4c90-475b-b193-b60ce98faebd no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:25:49.121795 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b84a57a-b290-4692-9d29-afc4ee17b9cb admin admin] 10.222.0.57 "DELETE /v2.0/networks/767c756f-d9f8-4779-ae83-92979c3a2d4f HTTP/1.1" status: 204 len: 168 time: 0.6539929 Mar 11 16:25:49.124552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36368) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:49.151087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: c58066d3-4c90-475b-b193-b60ce98faebd {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:25:49.151420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device c58066d3-4c90-475b-b193-b60ce98faebd not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:25:49.188503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e7f6c4-164c-408a-8333-44f7eba10288 admin admin] Deleting subnet f9d3b529-a475-44f7-b7d5-7982b6b12ea7 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:25:49.191683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e7f6c4-164c-408a-8333-44f7eba10288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.242054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e7f6c4-164c-408a-8333-44f7eba10288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.297209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e7f6c4-164c-408a-8333-44f7eba10288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.449158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e7f6c4-164c-408a-8333-44f7eba10288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.491350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-62e7f6c4-164c-408a-8333-44f7eba10288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.495219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7f6c4-164c-408a-8333-44f7eba10288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d3b529-a475-44f7-b7d5-7982b6b12ea7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:49.499843 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-62e7f6c4-164c-408a-8333-44f7eba10288 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f9d3b529-a475-44f7-b7d5-7982b6b12ea7 HTTP/1.1" status: 204 len: 168 time: 0.3742962 Mar 11 16:25:49.502290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36372) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:49.623531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.766985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.794290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023c9446-67a0-48fc-9ad5-a9f0596d7fd6']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:49.807180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d88366-6ad2-4aed-8452-c62c5197ec1b') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:49.808235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d88366-6ad2-4aed-8452-c62c5197ec1b') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:25:49.820268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.837697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.843910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:25:49.844302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:25:49.858486 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:25:50.063672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:50.068309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:50.090049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] Pushing event deleted for resources: {'Network': ['ID=023c9446-67a0-48fc-9ad5-a9f0596d7fd6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:50.092501 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-797eca6f-0987-4d8c-b054-df4a9a237319 admin admin] 10.222.0.57 "DELETE /v2.0/networks/023c9446-67a0-48fc-9ad5-a9f0596d7fd6 HTTP/1.1" status: 204 len: 168 time: 0.5890903 Mar 11 16:25:50.700747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36378) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:50.749608 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0f46d0ea-c287-41af-9619-c0f13bad08ae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af1c2cf22bf846ce86509756f4046a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476832 Mar 11 16:25:50.752121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36382) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:50.814874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96fb6f14-8c32-4445-a63d-2f1a66519c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:50.840750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96fb6f14-8c32-4445-a63d-2f1a66519c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:51.235316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96fb6f14-8c32-4445-a63d-2f1a66519c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:51.253749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb6f14-8c32-4445-a63d-2f1a66519c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c051e127-61a1-4e8a-ad5e-8022974e2c63,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:51.590243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96fb6f14-8c32-4445-a63d-2f1a66519c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:51.591837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96fb6f14-8c32-4445-a63d-2f1a66519c7b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c051e127-61a1-4e8a-ad5e-8022974e2c63 HTTP/1.1" status: 204 len: 168 time: 0.8383799 Mar 11 16:25:52.790260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36394) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:52.841433 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-49f7d722-5da6-4c4e-8e47-133ba7c36a1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e78673197f644db9c6002f5a8a5fc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478575 Mar 11 16:25:52.841716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36400) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:25:52.899523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08ad3892-3697-4c9d-b3e7-dea765e8fc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:52.924072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08ad3892-3697-4c9d-b3e7-dea765e8fc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.269431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08ad3892-3697-4c9d-b3e7-dea765e8fc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.283824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad3892-3697-4c9d-b3e7-dea765e8fc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31165d3d-9c5e-4bf3-8f1c-8a8b298d1df5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:25:53.292447 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-08ad3892-3697-4c9d-b3e7-dea765e8fc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:53.292447 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-08ad3892-3697-4c9d-b3e7-dea765e8fc99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31165d3d-9c5e-4bf3-8f1c-8a8b298d1df5 HTTP/1.1" status: 204 len: 168 time: 0.4485731 Mar 11 16:26:03.819711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36412) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:03.953741 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-546ebb92-1267-4935-9899-4c3cd3013683 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/b68d801f-5554-48c3-83f8-9dcfd1e24957 HTTP/1.1" status: 200 len: 994 time: 0.1329362 Mar 11 16:26:04.327216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36420) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:04.569561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port ab2a28b8-c38f-4aa2-bb94-b3801fb58c5c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:26:04.569561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.746693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.747022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:04.873845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for ab2a28b8-c38f-4aa2-bb94-b3801fb58c5c owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:26:05.140102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:05.189972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=ab2a28b8-c38f-4aa2-bb94-b3801fb58c5c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:05.290640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:05.290973 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP b68d801f-5554-48c3-83f8-9dcfd1e24957 disassociated (deleted). External IP: 172.26.8.121, port: beca5128-347e-4da6-8415-7f7e62693875. Mar 11 16:26:05.718000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:26:06.055700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:26:06.067072 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] Sync routers for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:06.078210 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:06.078851 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:06.186411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:06.254703 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2be4e4ba-da3b-40aa-8dfd-ee93d1613746 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/floatingips/b68d801f-5554-48c3-83f8-9dcfd1e24957 HTTP/1.1" status: 204 len: 168 time: 1.9253595 Mar 11 16:26:06.255725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:06.304283 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:06.639925 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875', 'status': 'completed', 'code': 200} Mar 11 16:26:06.713009 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:55Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '28eebbc9-9e78-45b2-89d5-2a34bef5a93b', 'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3e:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:54Z', 'updated_at': '2022-03-11T16:25:08Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:06.717675 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] Checking router: 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:06.727655 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:06.728267 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:25:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:06.920183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-c0d1a0d6-3802-469b-bdc9-d07a9a105813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:06.923433 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-c0d1a0d6-3802-469b-bdc9-d07a9a105813 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 1099 time: 0.2608576 Mar 11 16:26:07.016057 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:07.186712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-4ed572e6-8bf2-4dd4-a22e-db8fe0183811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.186712 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-4ed572e6-8bf2-4dd4-a22e-db8fe0183811 service neutron] 10.222.0.35 "GET /v2.0/networks?id=69bbb8bb-1872-470f-894c-f3ed66317305 HTTP/1.1" status: 200 len: 898 time: 0.2537951 Mar 11 16:26:07.194533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23adb11-251b-4b8b-a4ae-78a17b2ebe2e req-ca6bd82c-955b-4676-b3ee-7092d37bd9f6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.195302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c23adb11-251b-4b8b-a4ae-78a17b2ebe2e req-ca6bd82c-955b-4676-b3ee-7092d37bd9f6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:07.273396 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-442351f9-5069-4215-9152-d63e01423513 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beca5128-347e-4da6-8415-7f7e62693875 HTTP/1.1" status: 200 len: 217 time: 0.0737715 Mar 11 16:26:07.358109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-f403ebde-e2b7-4b97-99f2-276d51d11ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.359935 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-f403ebde-e2b7-4b97-99f2-276d51d11ec0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33fd67c6-6304-4739-9fc7-37f4e928f61a HTTP/1.1" status: 200 len: 834 time: 0.0798433 Mar 11 16:26:07.397652 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:55Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '28eebbc9-9e78-45b2-89d5-2a34bef5a93b', 'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3e:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:54Z', 'updated_at': '2022-03-11T16:25:08Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:07.403313 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0229cba-abce-4fe4-bd2b-f89735940b45 None None] The sync data for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv is: [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:24:55Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '28eebbc9-9e78-45b2-89d5-2a34bef5a93b', 'name': '', 'network_id': '69bbb8bb-1872-470f-894c-f3ed66317305', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3e:fb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:54Z', 'updated_at': '2022-03-11T16:25:08Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '33fd67c6-6304-4739-9fc7-37f4e928f61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:07.457452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-6950e63d-e272-468c-98ac-14d68aad09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:07.461700 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-6950e63d-e272-468c-98ac-14d68aad09f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69bbb8bb-1872-470f-894c-f3ed66317305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925629 Mar 11 16:26:07.470830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-b95fabb5-607a-4afb-80e2-06a17e02c1b6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:26:07.473160 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-b95fabb5-607a-4afb-80e2-06a17e02c1b6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059283 Mar 11 16:26:07.508300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c23adb11-251b-4b8b-a4ae-78a17b2ebe2e req-ca6bd82c-955b-4676-b3ee-7092d37bd9f6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:07.509598 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c23adb11-251b-4b8b-a4ae-78a17b2ebe2e req-ca6bd82c-955b-4676-b3ee-7092d37bd9f6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 946 time: 0.5587676 Mar 11 16:26:07.649917 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c23adb11-251b-4b8b-a4ae-78a17b2ebe2e req-9933399d-7fbc-41a8-8c51-2f4d8a5ceff9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261775 Mar 11 16:26:07.693611 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-6db0a95a-5c41-460a-aaeb-d92de3dd28e2 service neutron] 10.222.0.35 "GET /v2.0/networks/69bbb8bb-1872-470f-894c-f3ed66317305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093809 Mar 11 16:26:07.732980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69472757-7727-49cd-a70a-df7d6939d8ed None None] New status for floating IP b68d801f-5554-48c3-83f8-9dcfd1e24957: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:26:07.841727 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e297b67-5019-4bca-bd2f-40f05f68f6ef req-9022f529-3ad5-4801-9952-863f26bc9789 service neutron] 10.222.0.35 "GET /v2.0/networks/69bbb8bb-1872-470f-894c-f3ed66317305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474228 Mar 11 16:26:08.270583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-a40beb34-fe04-4053-87c6-a091305990e2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:08.271903 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-a40beb34-fe04-4053-87c6-a091305990e2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 946 time: 0.0982704 Mar 11 16:26:08.344266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port beca5128-347e-4da6-8415-7f7e62693875 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:26:08.344632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:08.619253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port beca5128-347e-4da6-8415-7f7e62693875, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=beca5128-347e-4da6-8415-7f7e62693875,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:08.619608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:08.876411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for beca5128-347e-4da6-8415-7f7e62693875 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:26:08.937904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41225-875b-4042-adc8-e6f3d72a931e req-03d738c9-e37c-4f54-bf6f-1f690a833191 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:08.939432 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c41225-875b-4042-adc8-e6f3d72a931e req-03d738c9-e37c-4f54-bf6f-1f690a833191 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 946 time: 0.1476185 Mar 11 16:26:08.990263 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12c41225-875b-4042-adc8-e6f3d72a931e req-fea261d8-b4cf-4d36-b335-6cd3a61346f6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=cfe24632-230e-427a-81b8-435a393d7614&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438902 Mar 11 16:26:09.139455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:09.194534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=beca5128-347e-4da6-8415-7f7e62693875,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:09.212725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:09.279070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port beca5128-347e-4da6-8415-7f7e62693875 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:26:09.281849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:09.284619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'name': 'network-vif-deleted', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:09.352714 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7e3140-cfbb-4a4b-95dd-788df7827960', 'name': 'network-vif-deleted', 'tag': 'beca5128-347e-4da6-8415-7f7e62693875', 'status': 'completed', 'code': 200} Mar 11 16:26:09.414162 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2c9456c9-5cbd-4a42-8e63-563bd20727d9 req-c4d8bd15-a5e8-470c-b022-0f68f25bf3bb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/beca5128-347e-4da6-8415-7f7e62693875 HTTP/1.1" status: 204 len: 173 time: 1.1370499 Mar 11 16:26:10.172700 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bc6235d4-e5d0-4770-8682-cecf7efc148f req-cea6a754-f197-4a57-abb0-81b1d8b6a57f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f7e3140-cfbb-4a4b-95dd-788df7827960 HTTP/1.1" status: 200 len: 210 time: 0.0524063 Mar 11 16:26:11.207227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device beca5128-347e-4da6-8415-7f7e62693875 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:26:11.239236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-08b9218f-d050-48d3-99d9-714818c7a2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.248668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: beca5128-347e-4da6-8415-7f7e62693875 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:26:11.248992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device beca5128-347e-4da6-8415-7f7e62693875 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:26:11.280695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36446) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:11.357679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3682580-e880-42b3-b875-666e5e742e0b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.388378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3682580-e880-42b3-b875-666e5e742e0b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.647603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3682580-e880-42b3-b875-666e5e742e0b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.668402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3682580-e880-42b3-b875-666e5e742e0b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe24632-230e-427a-81b8-435a393d7614,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:11.806875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3682580-e880-42b3-b875-666e5e742e0b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.808077 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a3682580-e880-42b3-b875-666e5e742e0b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/cfe24632-230e-427a-81b8-435a393d7614 HTTP/1.1" status: 204 len: 168 time: 0.5263584 Mar 11 16:26:11.906062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36452) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:12.482476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:12.972200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:26:12.972901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:13.172161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 28eebbc9-9e78-45b2-89d5-2a34bef5a93b, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=28eebbc9-9e78-45b2-89d5-2a34bef5a93b,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:13.172507 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:13.303690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 28eebbc9-9e78-45b2-89d5-2a34bef5a93b owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:26:13.371722 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-539bf55c-32c1-42e6-9adc-2ec89d68249a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:13.614225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:13.669354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=28eebbc9-9e78-45b2-89d5-2a34bef5a93b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:13.963275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:14.374281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:26:14.614002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:14.703099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:26:14.714079 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] Sync routers for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:14.716951 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ffbf0e61-43fe-4ac6-8e30-99c5ebdc6f34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/2c6c7537-07d2-4da7-ad43-efeb3f5a7e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8097832 Mar 11 16:26:14.720229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36456) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:14.725203 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:14.725815 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:26:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:14.733213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:14.807283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ad8321-c7bd-48c1-b8f2-a2fa81d04c04 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting subnet 33fd67c6-6304-4739-9fc7-37f4e928f61a {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:26:14.814778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-34ad8321-c7bd-48c1-b8f2-a2fa81d04c04 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:14.886618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-34ad8321-c7bd-48c1-b8f2-a2fa81d04c04 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:14.944786 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:14.976400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-34ad8321-c7bd-48c1-b8f2-a2fa81d04c04 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.157041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-34ad8321-c7bd-48c1-b8f2-a2fa81d04c04 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.200304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8321-c7bd-48c1-b8f2-a2fa81d04c04 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Subnet': ['ID=33fd67c6-6304-4739-9fc7-37f4e928f61a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:15.202329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-34ad8321-c7bd-48c1-b8f2-a2fa81d04c04 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.209789 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-34ad8321-c7bd-48c1-b8f2-a2fa81d04c04 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/subnets/33fd67c6-6304-4739-9fc7-37f4e928f61a HTTP/1.1" status: 204 len: 168 time: 0.4873936 Mar 11 16:26:15.212394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36460) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:15.216882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d70c6-dc6c-464b-addc-da419e7c8589 None None] Network 69bbb8bb-1872-470f-894c-f3ed66317305 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:26:15.263136 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:26:13Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:15.267865 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] Checking router: 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:15.278961 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] Routers {'2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:15.280188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:26:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:15.423039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.510350 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] Set router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:15.608663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620ea2f-da37-4090-9084-81e15466c81d None None] DHCP port deletion for 69bbb8bb-1872-470f-894c-f3ed66317305 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:26:15.613874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2620ea2f-da37-4090-9084-81e15466c81d None None] Deleting port 12ad0b28-a356-435e-9b94-d67e236448f4 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:26:15.614263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2620ea2f-da37-4090-9084-81e15466c81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.626344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.727448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:26:15.727848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.837185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.838797 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:26:13Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:15.843191 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493f6b2-b5a5-408a-8fd0-cba470cb932c None None] The sync data for ids ['2c6c7537-07d2-4da7-ad43-efeb3f5a7e56'] in dv-neutron-833379-1-hyperv is: [{'id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'name': 'tempest-TestNetworkBasicOps-router-828804863', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:42Z', 'updated_at': '2022-03-11T16:26:13Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'a03c6a8e-df48-4c80-b1c2-4d8ae09ed117', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c7537-07d2-4da7-ad43-efeb3f5a7e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:45Z', 'updated_at': '2022-03-11T16:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:15.860582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2620ea2f-da37-4090-9084-81e15466c81d None None] For port 12ad0b28-a356-435e-9b94-d67e236448f4, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=12ad0b28-a356-435e-9b94-d67e236448f4,segment=NetworkSegment(90ff34cc-4c3a-463e-acb3-6e0e77a27c8c),segment_id=90ff34cc-4c3a-463e-acb3-6e0e77a27c8c)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:15.860971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2620ea2f-da37-4090-9084-81e15466c81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.931971 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port a03c6a8e-df48-4c80-b1c2-4d8ae09ed117, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a03c6a8e-df48-4c80-b1c2-4d8ae09ed117,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:15.932324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.989885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2620ea2f-da37-4090-9084-81e15466c81d None None] Calling delete_port for 12ad0b28-a356-435e-9b94-d67e236448f4 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:26:16.062145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:26:16.156008 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2620ea2f-da37-4090-9084-81e15466c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.208132 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620ea2f-da37-4090-9084-81e15466c81d None None] Pushing event deleted for resources: {'Port': ['ID=12ad0b28-a356-435e-9b94-d67e236448f4,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:16.211835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620ea2f-da37-4090-9084-81e15466c81d None None] No DVR routers for this DVR port 12ad0b28-a356-435e-9b94-d67e236448f4 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:26:16.367652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.418649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=a03c6a8e-df48-4c80-b1c2-4d8ae09ed117,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:16.647542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.672495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 12ad0b28-a356-435e-9b94-d67e236448f4 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:26:16.712698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 12ad0b28-a356-435e-9b94-d67e236448f4 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:26:16.713039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 12ad0b28-a356-435e-9b94-d67e236448f4 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:26:16.713461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28eebbc9-9e78-45b2-89d5-2a34bef5a93b no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:26:16.748199 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 28eebbc9-9e78-45b2-89d5-2a34bef5a93b {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:26:16.748545 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28eebbc9-9e78-45b2-89d5-2a34bef5a93b not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:26:16.825125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.827331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.950300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.950845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Fanout notify agent at l3_agent the message router_deleted on router 2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:26:16.967579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:16.968720 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cf53f4ee-3898-4490-9cf5-852019dcc4bc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/routers/2c6c7537-07d2-4da7-ad43-efeb3f5a7e56 HTTP/1.1" status: 204 len: 168 time: 1.7554033 Mar 11 16:26:16.971475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36464) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:17.095804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.233218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.261317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bbb8bb-1872-470f-894c-f3ed66317305']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:17.276938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:17.277231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ff34cc-4c3a-463e-acb3-6e0e77a27c8c') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:17.289742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.318520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.333091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:26:17.333091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:26:17.341389 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:26:17.493535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.512153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.523657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Network': ['ID=69bbb8bb-1872-470f-894c-f3ed66317305,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:17.532881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.533223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.533557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.533984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.534812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.535183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.535512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.535783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.536088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.536397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.536715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.537059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:17.591081 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c62d50c-7d71-40f9-a6e1-e4dc4e0822c7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/networks/69bbb8bb-1872-470f-894c-f3ed66317305 HTTP/1.1" status: 204 len: 168 time: 0.6184099 Mar 11 16:26:17.609933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36468) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:17.617244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'network': {'name': 'tempest-network-smoke--1360846044', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:17.622592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:17.626859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:network and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:17.630327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:17.637455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:17.720306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:17.724660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.756004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:26:17.765992 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.780761 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Added segment e1a13867-e157-44f4-8897-dda3159c168e of type vlan for network 4ebfb528-d306-49c4-95c4-54901d35df8f Mar 11 16:26:17.792924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.898924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:17.904543 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:17.905153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:18.018528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Network': ['ID=4ebfb528-d306-49c4-95c4-54901d35df8f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:18.029344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 4ebfb528-d306-49c4-95c4-54901d35df8f details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:26:18.098565 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-074b96ee-bfc1-4c2c-bdfa-65e7d24fabd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4874046 Mar 11 16:26:18.101308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:18.106484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'admin_state_up': True, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:18.114184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:18.118025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:router and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:18.120876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:18.127276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:18.270989 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:18.271975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:18.287542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:18.578104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:26:18.614001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:26:18.614543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a03c6a8e-df48-4c80-b1c2-4d8ae09ed117 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:26:18.648421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.164695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.197173 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.352395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.218 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/e6930cb9-a536-43b4-a6a4-4946f1415ebe) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:19.516407 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.636489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:19.696062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:19.698962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:19.702570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:19.750695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=e6930cb9-a536-43b4-a6a4-4946f1415ebe,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:19.934592 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:26:20.231744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:20.718088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:21.058827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:26:21.243754 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:26:21.255050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Sync routers for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:21.265742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:21.266388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:26:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:21.446814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:21.458640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:21.459945 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b17585aa-d31c-4c26-9cd5-8bc5660ba475 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3575311 Mar 11 16:26:21.463265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36476) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:21.509108 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6d8596be-6aa5-4332-8b66-707cd07eac4f tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422137 Mar 11 16:26:21.509351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36480) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:21.657376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d100baa-66f5-412d-a618-22a82c93c938 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:21.658904 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d100baa-66f5-412d-a618-22a82c93c938 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1486804 Mar 11 16:26:21.663891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36484) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:21.708502 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-818611d2-cce3-4488-87ae-32c8365e99aa tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437398 Mar 11 16:26:21.711080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36488) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:21.716814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117286289', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:21.751266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:19Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:21.755909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Checking router: 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:21.756250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Updating router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa port e6930cb9-a536-43b4-a6a4-4946f1415ebe binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:26:21.844377 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:21.849117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:21.850210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:subnet and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:21.853618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:21.859772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:21.961356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:21.964848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.205866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.218435 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Transition to ACTIVE for port object e6930cb9-a536-43b4-a6a4-4946f1415ebe will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:22.287314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.316448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.369125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=2f8cfef2-781e-4418-a19b-5fa7b65cf15c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:22.381243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Checking segment: {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:22.381393 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network hostable DHCP agents. Network: 4ebfb528-d306-49c4-95c4-54901d35df8f, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:26:22.397004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Attempting to bind port e6930cb9-a536-43b4-a6a4-4946f1415ebe on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:26:22.397378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Attempting to bind port e6930cb9-a536-43b4-a6a4-4946f1415ebe by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:26:22.397769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Attempting to bind port e6930cb9-a536-43b4-a6a4-4946f1415ebe on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:22.417330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10150691-644d-4086-9f96-c54978e6d0c3 None None] Pushing event updated for resources: {'Port': ['ID=e6930cb9-a536-43b4-a6a4-4946f1415ebe,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:22.419828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:26:22.420198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:22.420597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.420977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:26:22.421510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Bound port: e6930cb9-a536-43b4-a6a4-4946f1415ebe, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:26:22.421912 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.464696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4ebfb528-d306-49c4-95c4-54901d35df8f is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:26:22.504305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] For port e6930cb9-a536-43b4-a6a4-4946f1415ebe, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:26:22.507619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] For port e6930cb9-a536-43b4-a6a4-4946f1415ebe, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e6930cb9-a536-43b4-a6a4-4946f1415ebe,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:26:22.594799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 4ebfb528-d306-49c4-95c4-54901d35df8f) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:22.599657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:22.604792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.606990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e655a9e-0bd1-480e-81f1-946497b4aeef None None] Network 4ebfb528-d306-49c4-95c4-54901d35df8f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:26:22.692665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:22.726656 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f939d5c5-7eeb-43dd-8465-30cc1cf382b2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0143280 Mar 11 16:26:22.729434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36492) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:22.820927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:22.821733 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:26:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:22.901026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10150691-644d-4086-9f96-c54978e6d0c3 None None] Pushing event updated for resources: {'Port': ['ID=e6930cb9-a536-43b4-a6a4-4946f1415ebe,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:23.107242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:23.154665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-4ebfb528-d306-49c4-95c4-54901d35df8f', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:26:23.155503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:23.505252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:19Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:23.520172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84647b-a9c6-4c10-b65d-48802ea2e4de None None] The sync data for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv is: [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:19Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:23.593647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Allocated IP 172.20.0.2 (4ebfb528-d306-49c4-95c4-54901d35df8f/2f8cfef2-781e-4418-a19b-5fa7b65cf15c/8922fc6c-1c1e-4ba6-8738-9f181d92edca) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:23.615770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:23.898816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:23.909835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Transition to ACTIVE for port object 8922fc6c-1c1e-4ba6-8738-9f181d92edca will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:23.932122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Transition to ACTIVE for port object 8922fc6c-1c1e-4ba6-8738-9f181d92edca will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:24.036083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.102983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Network 4ebfb528-d306-49c4-95c4-54901d35df8f is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:24.105836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:24.115570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:24.115890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.1 (4ebfb528-d306-49c4-95c4-54901d35df8f/2f8cfef2-781e-4418-a19b-5fa7b65cf15c/872dcf5f-e8a3-48b8-b336-7b2f26e40496) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:24.122136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Pushing event updated for resources: {'Port': ['ID=8922fc6c-1c1e-4ba6-8738-9f181d92edca,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:24.218315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Attempting to bind port 8922fc6c-1c1e-4ba6-8738-9f181d92edca on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:26:24.218698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Attempting to bind port 8922fc6c-1c1e-4ba6-8738-9f181d92edca by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:26:24.219045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Attempting to bind port 8922fc6c-1c1e-4ba6-8738-9f181d92edca on network 4ebfb528-d306-49c4-95c4-54901d35df8f {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:24.227315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:26:24.227315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Checking segment: {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:24.227315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.227790 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Bound using segment: {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:26:24.228067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Bound port: 8922fc6c-1c1e-4ba6-8738-9f181d92edca, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:26:24.228370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.306007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.326355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 872dcf5f-e8a3-48b8-b336-7b2f26e40496 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:24.326620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] For port 8922fc6c-1c1e-4ba6-8738-9f181d92edca, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:26:24.330573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] For port 8922fc6c-1c1e-4ba6-8738-9f181d92edca, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8922fc6c-1c1e-4ba6-8738-9f181d92edca,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:26:24.451784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.464755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.531932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4ebfb528-d306-49c4-95c4-54901d35df8f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:24.535739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:24.538196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:24.548874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26879ff-f907-48a4-b6b2-fc5aaad0f91e None None] Pushing event updated for resources: {'Port': ['ID=8922fc6c-1c1e-4ba6-8738-9f181d92edca,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:24.609411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=872dcf5f-e8a3-48b8-b336-7b2f26e40496,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:24.626822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.648634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e6930cb9-a536-43b4-a6a4-4946f1415ebe up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:24.829650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port e6930cb9-a536-43b4-a6a4-4946f1415ebe completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:24.836285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e6930cb9-a536-43b4-a6a4-4946f1415ebe triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:24.836661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:24.998112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:25.014072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:25.020594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e6930cb9-a536-43b4-a6a4-4946f1415ebe, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e6930cb9-a536-43b4-a6a4-4946f1415ebe,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:25.144569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:25.216731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e6930cb9-a536-43b4-a6a4-4946f1415ebe,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:25.461864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:25.551345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:25.646192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae42062d-0ae5-40d3-9be0-7c3d162af9df None None] Network 4ebfb528-d306-49c4-95c4-54901d35df8f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:26:25.813255 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:25.818021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=872dcf5f-e8a3-48b8-b336-7b2f26e40496,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:25.865725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8ba136b4-aa43-40ae-a4a0-0e6a3264e18e None None] Provisioning for port 8922fc6c-1c1e-4ba6-8738-9f181d92edca completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:25.970886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4ebfb528-d306-49c4-95c4-54901d35df8f is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:25.973001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:26.185878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:26:26.275246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-db08af3d-21dd-4e96-b751-45df1af2f3eb None None] Provisioning for port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:26.280486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-db08af3d-21dd-4e96-b751-45df1af2f3eb None None] Provisioning complete for port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:26.282403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-db08af3d-21dd-4e96-b751-45df1af2f3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:26.338588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-db08af3d-21dd-4e96-b751-45df1af2f3eb None None] Port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:26:26.384406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:26:26.396111 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Sync routers for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:26.402585 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-24b2cdb4-4f36-4d03-bdf6-258e6dfd11ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6691711 Mar 11 16:26:26.402585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36496) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:26.411030 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:26.412087 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:26:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:26.469373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3e0df59b-c4ad-49a6-a79c-543d7e0a9636 None None] Provisioning complete for port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:26.481423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3e0df59b-c4ad-49a6-a79c-543d7e0a9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:26.558124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3e0df59b-c4ad-49a6-a79c-543d7e0a9636 None None] Port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:26:26.578327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f9e8a5-ffa0-4e4d-890a-f049d442f143 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:26.579175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f9e8a5-ffa0-4e4d-890a-f049d442f143 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:26.579175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f9e8a5-ffa0-4e4d-890a-f049d442f143 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:26.579617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f9e8a5-ffa0-4e4d-890a-f049d442f143 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:26.582052 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e1f9e8a5-ffa0-4e4d-890a-f049d442f143 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1785707 Mar 11 16:26:26.584715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36500) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:26.617561 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:26.660411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41928dee-2766-411a-824a-57f6a94277a3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:26.660411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41928dee-2766-411a-824a-57f6a94277a3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:26.660411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41928dee-2766-411a-824a-57f6a94277a3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:26.660854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41928dee-2766-411a-824a-57f6a94277a3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:26.662795 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-41928dee-2766-411a-824a-57f6a94277a3 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0768514 Mar 11 16:26:26.666317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36504) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:26.693560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ba35df52-a556-4e40-afd6-592d46441581 None None] Provisioning complete for port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:26.694138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba35df52-a556-4e40-afd6-592d46441581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:26.750508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8922fc6c-1c1e-4ba6-8738-9f181d92edca up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:26.822923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ba35df52-a556-4e40-afd6-592d46441581 None None] Port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:26:26.915657 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ca660dcc-06d7-44bc-b2c6-bbe64dd9c2d1 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2476757 Mar 11 16:26:26.990114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 8922fc6c-1c1e-4ba6-8738-9f181d92edca completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:26.998469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8922fc6c-1c1e-4ba6-8738-9f181d92edca triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:26.999285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.016989 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:25Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:27.022253 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Checking router: 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:27.022617 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Updating router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:26:27.080588 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.151309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.192860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 8922fc6c-1c1e-4ba6-8738-9f181d92edca, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8922fc6c-1c1e-4ba6-8738-9f181d92edca,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:27.297297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.298088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e6930cb9-a536-43b4-a6a4-4946f1415ebe up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:27.422949 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=8922fc6c-1c1e-4ba6-8738-9f181d92edca,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:27.436499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e6930cb9-a536-43b4-a6a4-4946f1415ebe triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:27.436715 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.504262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:27.511459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032417863', 'description': 'tempest-secgroup-smoke-1032417863 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:27.519103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:27.526102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:27.529443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:27.538155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:27.578032 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.593315 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Transition to ACTIVE for port object 872dcf5f-e8a3-48b8-b336-7b2f26e40496 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:27.715067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.720981 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.736090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:27.740362 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:27.743287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:27.755064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:27.836399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.897182 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Pushing event updated for resources: {'Port': ['ID=872dcf5f-e8a3-48b8-b336-7b2f26e40496,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:27.943128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.946090 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.947354 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.947354 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.947354 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.947967 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.947967 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.948260 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.948530 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.948869 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.949234 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.949506 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.949814 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:27.982472 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Attempting to bind port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:26:27.983320 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Attempting to bind port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:26:27.984188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Attempting to bind port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 on network 4ebfb528-d306-49c4-95c4-54901d35df8f {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:27.994420 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:26:27.995033 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Checking segment: {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:27.995540 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:27.996164 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Bound using segment: {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:26:27.996916 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Bound port: 872dcf5f-e8a3-48b8-b336-7b2f26e40496, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:26:27.997568 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.003227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d812cb-8eac-4804-a961-76ac9ba3619f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:28.092482 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.093744 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0d7e241f-00b4-4d49-a3cd-05164d036ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5882752 Mar 11 16:26:28.097278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36516) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:28.101319 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] For port 872dcf5f-e8a3-48b8-b336-7b2f26e40496, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:26:28.102227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f8d812cb-8eac-4804-a961-76ac9ba3619f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:28.104604 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] For port 872dcf5f-e8a3-48b8-b336-7b2f26e40496, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=872dcf5f-e8a3-48b8-b336-7b2f26e40496,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:26:28.108526 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:28.112946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:28.116081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:28.123283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:28.184367 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.220249 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.274209 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:28.274836 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:26:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:28.306282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.339473 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad4674-55cd-41a9-9d7f-e48a88c480a5 None None] Pushing event updated for resources: {'Port': ['ID=872dcf5f-e8a3-48b8-b336-7b2f26e40496,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:28.401282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.434404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc248fb-a88f-4512-afab-704a0370b001,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:28.479609 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:28.545389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.546397 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a2a347e2-19a2-4655-852e-24290e30ae85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4483056 Mar 11 16:26:28.550017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36520) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:28.555542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f8d812cb-8eac-4804-a961-76ac9ba3619f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:28.561858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:28.567779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:28.571591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:28.578368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:28.639380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8922fc6c-1c1e-4ba6-8738-9f181d92edca up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:28.688366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.719161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8922fc6c-1c1e-4ba6-8738-9f181d92edca triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:28.719800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.764077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.833972 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:28Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:28.839140 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260ac05-e474-4c83-b886-af642bc64e2f None None] The sync data for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv is: [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:28Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:28.875441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:28.929926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3327458-79c4-4698-89cc-d598be502f44,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:29.019443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:29.020244 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3d6f8c68-7bc6-45fe-b0a3-9b041d57cde5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4690285 Mar 11 16:26:29.023098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36524) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:29.028725 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f8d812cb-8eac-4804-a961-76ac9ba3619f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:29.036962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:29.041601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:29.046342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:29.051816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:29.236685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:29.317468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:29.423771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:29.457206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3eb1d4-1443-446a-825c-23937a790e8d,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:29.600887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:29.611646 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-441d1dff-c430-47b5-9ffd-05148373fe5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5781534 Mar 11 16:26:29.611646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36528) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:29.611646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f8d812cb-8eac-4804-a961-76ac9ba3619f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:29.620094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:29.624657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:29.628670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:29.636063 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:29.778635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:29.854106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:29.966707 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:29.995009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85366d5-ca9e-4087-833a-3d9577a732df,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:30.098895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:30.100368 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-27d653f1-6aa5-43e9-a140-bec99e5fbc2f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4934573 Mar 11 16:26:30.103252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36532) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:30.108351 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f8d812cb-8eac-4804-a961-76ac9ba3619f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:30.114793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:30.118613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:30.121572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:30.127370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:30.229985 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:26:30.237623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:30.308306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:30.480004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:30.623201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb65999-61dc-45d2-a997-1d454d98f3b6,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:30.651389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 872dcf5f-e8a3-48b8-b336-7b2f26e40496 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:30.755927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:30.757081 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f87a857-b716-4f6c-8ab4-0d5d50c3f947 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6528213 Mar 11 16:26:30.759873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36536) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:30.765082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f8d812cb-8eac-4804-a961-76ac9ba3619f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:30.774735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:30.775846 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:30.778915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:30.784833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:30.806937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:30.812437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:30.818424 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:30.933669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:30.942995 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:26:30.950122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:30.966545 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 872dcf5f-e8a3-48b8-b336-7b2f26e40496, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=872dcf5f-e8a3-48b8-b336-7b2f26e40496,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:31.019688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:31.069787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:31.143819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:31.147714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=872dcf5f-e8a3-48b8-b336-7b2f26e40496,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:31.166995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b6c242-7f3d-4919-ab56-e719b6f68e78,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:31.270281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:31.271902 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-00378b74-c109-48b7-8691-af0014641cb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5106056 Mar 11 16:26:31.463534 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-b665fcbe-03a4-48d5-a1bf-7894d6bb2ec6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:31.582688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-b665fcbe-03a4-48d5-a1bf-7894d6bb2ec6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:31.583900 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-b665fcbe-03a4-48d5-a1bf-7894d6bb2ec6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032417863&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.1629903 Mar 11 16:26:31.739025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-a479c392-0215-498b-ad62-8c485b556ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:31.739694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-a479c392-0215-498b-ad62-8c485b556ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:31.835152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-a479c392-0215-498b-ad62-8c485b556ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:31.836260 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-a479c392-0215-498b-ad62-8c485b556ecf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 200 len: 797 time: 0.2456925 Mar 11 16:26:31.852868 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-733ce058-19a4-4454-bc4c-fd32d27209c9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0107088 Mar 11 16:26:31.943023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-a13e5548-c676-451b-b9d4-cf92676b233c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:32.012712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-a13e5548-c676-451b-b9d4-cf92676b233c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:32.014701 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-a13e5548-c676-451b-b9d4-cf92676b233c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561401 Mar 11 16:26:32.030839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-35005459-5649-412e-88e0-2108ac728f8c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:26:32.031835 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-35005459-5649-412e-88e0-2108ac728f8c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054541 Mar 11 16:26:32.173884 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-9636a1aa-fa35-4182-af7c-e04e90384256 service neutron] 10.222.0.57 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353340 Mar 11 16:26:32.313048 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-859ea85a-00dc-4888-9dfc-7ba1db51807b service neutron] 10.222.0.57 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331484 Mar 11 16:26:32.599583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ac257538-1c79-49c4-8c37-a36d41825fa4 req-2d181200-4b0c-4229-92a8-57d3c0a6e104 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:32.618004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ac257538-1c79-49c4-8c37-a36d41825fa4 req-2d181200-4b0c-4229-92a8-57d3c0a6e104 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:32.619319 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ac257538-1c79-49c4-8c37-a36d41825fa4 req-2d181200-4b0c-4229-92a8-57d3c0a6e104 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 210 time: 0.0710900 Mar 11 16:26:32.651010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 872dcf5f-e8a3-48b8-b336-7b2f26e40496 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:32.726504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:32.726836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:33.780695 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a93da159-c856-485b-ae2c-d4c3f658264e req-6673b53f-b179-4807-b248-c8fa82575407 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 210 time: 0.0478408 Mar 11 16:26:34.840673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-962a249a-6db2-47e6-8d75-4902caaa434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:34.842123 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-962a249a-6db2-47e6-8d75-4902caaa434d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 200 len: 797 time: 0.1527119 Mar 11 16:26:34.896427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-c05ee9e3-54c8-4cb9-b42c-76a32c3c4e98 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:34.959118 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1c11999-17f9-43bd-9434-6eb1df7f3bf7 req-4a813922-5e88-416b-a531-9b14dfcc323f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 210 time: 0.0567276 Mar 11 16:26:34.961838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-c05ee9e3-54c8-4cb9-b42c-76a32c3c4e98 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:34.962959 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-c05ee9e3-54c8-4cb9-b42c-76a32c3c4e98 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 380 time: 0.1129231 Mar 11 16:26:34.973098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['f8d812cb-8eac-4804-a961-76ac9ba3619f']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:35.119291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:35.130007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:35.201135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:26:35.204682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:35.375103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.14 (4ebfb528-d306-49c4-95c4-54901d35df8f/2f8cfef2-781e-4418-a19b-5fa7b65cf15c/689d3bba-1f5d-4b7b-a2f1-9e2fdf939214) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:35.577459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:35.594186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:35.687094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:35.783156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4ebfb528-d306-49c4-95c4-54901d35df8f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:35.786433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:35.797570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:35.831586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:35.852117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.852972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.852972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.853164 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.853457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.853732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.854057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.854409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.854733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.855133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.855354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.855669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:35.889558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:35.890243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:36.034540 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-cdd54a52-976c-424e-be0a-2c3384b3195c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0666432 Mar 11 16:26:36.046957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Request body: {'port': {'device_id': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:36.155314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8525c5ec-24b8-4141-bde2-6ae9fd472165 None None] Provisioning for port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:36.159285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344869c3-5b66-4f2f-aef6-93d27fe95bd6 req-d0d7f418-9023-4862-80cb-03ab6414c7f4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:36.161425 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-344869c3-5b66-4f2f-aef6-93d27fe95bd6 req-d0d7f418-9023-4862-80cb-03ab6414c7f4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 932 time: 0.0900884 Mar 11 16:26:36.162385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8525c5ec-24b8-4141-bde2-6ae9fd472165 None None] Provisioning complete for port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:36.162999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8525c5ec-24b8-4141-bde2-6ae9fd472165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:36.218819 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-344869c3-5b66-4f2f-aef6-93d27fe95bd6 req-32852dcc-58f7-46df-9afb-a601be257ad2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501616 Mar 11 16:26:36.226244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-8525c5ec-24b8-4141-bde2-6ae9fd472165 None None] Port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:26:36.278829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:36.644900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:26:36.652357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:36.668039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Transition to ACTIVE for port object 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:26:36.818214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:36.979709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Pushing event updated for resources: {'Port': ['ID=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:37.071252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Attempting to bind port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:26:37.071596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Attempting to bind port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:26:37.071920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Attempting to bind port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 on network 4ebfb528-d306-49c4-95c4-54901d35df8f {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:37.076691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 on network 4ebfb528-d306-49c4-95c4-54901d35df8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:26:37.077006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Attempting to bind port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 on network 4ebfb528-d306-49c4-95c4-54901d35df8f {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:26:37.082983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:26:37.083314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Checking segment: {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:26:37.083697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Bound using segment: {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:26:37.084121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Bound port: 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:26:37.084464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:37.178655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] For port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:26:37.182008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] For port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:26:37.254070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:37.318562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:37.319184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:37.320650 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] 10.222.0.35 "PUT /v2.0/ports/689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 HTTP/1.1" status: 200 len: 1094 time: 1.2785249 Mar 11 16:26:37.320949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:37.394048 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'status': 'completed', 'code': 200} Mar 11 16:26:37.395822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec148ead-9d12-4177-9145-1319e4d53232 service neutron] Pushing event updated for resources: {'Port': ['ID=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:37.493518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e90135-be61-4ef7-a535-02134d43e4e3 req-6b439ca6-204b-48a1-8f4e-ab01265e5439 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:37.494283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-71e90135-be61-4ef7-a535-02134d43e4e3 req-6b439ca6-204b-48a1-8f4e-ab01265e5439 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:26:37.527323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c2f66-b3c6-4f7a-8a4a-1ec42a1e9009 req-6499380e-d584-42c8-8326-c6497f3b289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:37.528831 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-718c2f66-b3c6-4f7a-8a4a-1ec42a1e9009 req-6499380e-d584-42c8-8326-c6497f3b289e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 1097 time: 0.1210673 Mar 11 16:26:37.582132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-71e90135-be61-4ef7-a535-02134d43e4e3 req-6b439ca6-204b-48a1-8f4e-ab01265e5439 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:26:37.583408 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71e90135-be61-4ef7-a535-02134d43e4e3 req-6b439ca6-204b-48a1-8f4e-ab01265e5439 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 944 time: 0.2454324 Mar 11 16:26:37.717362 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71e90135-be61-4ef7-a535-02134d43e4e3 req-4c5297d8-5d2d-4547-b453-a62f12d1d005 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793700 Mar 11 16:26:37.727861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c2f66-b3c6-4f7a-8a4a-1ec42a1e9009 req-a78e02ba-e642-4902-8aa6-b720dab80c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:37.729400 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-718c2f66-b3c6-4f7a-8a4a-1ec42a1e9009 req-a78e02ba-e642-4902-8aa6-b720dab80c15 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8493e287da4b2284f40c28615f4074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1934357 Mar 11 16:26:37.883713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c2f66-b3c6-4f7a-8a4a-1ec42a1e9009 req-224d0a3a-4bc0-4a04-9c39-f01458500203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:37.885180 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-718c2f66-b3c6-4f7a-8a4a-1ec42a1e9009 req-224d0a3a-4bc0-4a04-9c39-f01458500203 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501515 Mar 11 16:26:37.998731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-894d5353-1383-46bd-ab7d-47e2c509419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:38.000189 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-894d5353-1383-46bd-ab7d-47e2c509419a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 1097 time: 0.0778162 Mar 11 16:26:38.073792 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-e78940a7-5f81-472c-a941-a76e9544fb0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 HTTP/1.1" status: 200 len: 217 time: 0.0661459 Mar 11 16:26:38.141221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-b3adcb42-9b36-4c96-9305-362bf7a6d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:38.142575 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-b3adcb42-9b36-4c96-9305-362bf7a6d6f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f8cfef2-781e-4418-a19b-5fa7b65cf15c HTTP/1.1" status: 200 len: 834 time: 0.0638380 Mar 11 16:26:38.217880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-02ba7403-4d50-4946-a037-a62b0d7ce765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:38.219441 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-02ba7403-4d50-4946-a037-a62b0d7ce765 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ebfb528-d306-49c4-95c4-54901d35df8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713816 Mar 11 16:26:38.478377 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-9df999ee-8841-462b-8339-277062d295f7 service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529166 Mar 11 16:26:38.618495 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4646c4f4-4c55-409f-9134-d9053ccf3793 req-f36cbcc6-f651-4832-9cff-b03936c39ed6 service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342032 Mar 11 16:26:38.917889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eeeb4-7d5b-4c1f-b9dd-0330d59846a8 req-c95a2354-1a41-4c23-a347-66fc090b5327 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:38.919381 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-372eeeb4-7d5b-4c1f-b9dd-0330d59846a8 req-c95a2354-1a41-4c23-a347-66fc090b5327 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 944 time: 0.0858545 Mar 11 16:26:38.967716 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-372eeeb4-7d5b-4c1f-b9dd-0330d59846a8 req-d0b2f16d-12a4-4299-9ab7-fe4fc5fea3d1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418615 Mar 11 16:26:39.172208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:40.165454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15dfca-4bfa-448d-b87f-24c8d525527c req-b1f2a88a-acfa-44b4-805b-4a3aee37f544 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:40.166919 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1e15dfca-4bfa-448d-b87f-24c8d525527c req-b1f2a88a-acfa-44b4-805b-4a3aee37f544 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 944 time: 0.0839815 Mar 11 16:26:40.212895 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1e15dfca-4bfa-448d-b87f-24c8d525527c req-870577c9-5876-4b44-80ff-74e8dcb2a105 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Mar 11 16:26:41.171962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-03c3ffb9-8079-418a-a04f-62fcd19969d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:41.329599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:26:41.399879 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88ab12-b421-42d7-8ff5-0f2df3a09005 req-7b15c9a3-98e3-42ff-a5b5-c634e7061fb1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:41.401405 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bc88ab12-b421-42d7-8ff5-0f2df3a09005 req-7b15c9a3-98e3-42ff-a5b5-c634e7061fb1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 944 time: 0.0833566 Mar 11 16:26:41.447082 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bc88ab12-b421-42d7-8ff5-0f2df3a09005 req-87b6111b-88db-4e49-9a65-8f9e41aff32d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Mar 11 16:26:41.468914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:41.488674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'port_id': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'mac_address': 'fa:16:3e:31:ba:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:26:41.545038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:41.562930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:26:41.579042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:41.669194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:41.736095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:41.744324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.744665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.744992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.745317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.745636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.745955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.746303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.746619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.746934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.747246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.747556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.747920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:26:41.873148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['689d3bba-1f5d-4b7b-a2f1-9e2fdf939214'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:26:42.639402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe5a4f-b9b8-4b37-aa1d-71b96a257339 req-f43bb734-81b1-4ebc-a87f-eb43ffb25ec2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:42.640932 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ccfe5a4f-b9b8-4b37-aa1d-71b96a257339 req-f43bb734-81b1-4ebc-a87f-eb43ffb25ec2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 945 time: 0.0859914 Mar 11 16:26:42.686547 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ccfe5a4f-b9b8-4b37-aa1d-71b96a257339 req-cad5a83d-9cae-4698-9770-6b8d3bd139f3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Mar 11 16:26:43.345171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:26:43.375161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1b11393b-4e14-4fe2-a0d1-d29e07805ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:43.480745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:26:43.486051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:26:43.487020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:43.612651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:43.639736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:43.650820 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:26:43.685189 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'code': 200} Mar 11 16:26:43.732132 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:43.829138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:43.884648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebba65-7309-4522-ae29-9637e7dbd987 req-e90116dc-d372-4aae-8ac6-45997b724c8c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:43.886140 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68ebba65-7309-4522-ae29-9637e7dbd987 req-e90116dc-d372-4aae-8ac6-45997b724c8c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 946 time: 0.0881319 Mar 11 16:26:43.932635 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68ebba65-7309-4522-ae29-9637e7dbd987 req-54f27c77-9ae3-4bd1-b1e1-36d1c7bb45f1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404506 Mar 11 16:26:44.092322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01e0a7-f102-4e22-bf62-ac2bddcb86de req-1ec7d40c-5527-4026-8ecf-8ea9a1e8d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:44.093783 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0d01e0a7-f102-4e22-bf62-ac2bddcb86de req-1ec7d40c-5527-4026-8ecf-8ea9a1e8d8e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 1099 time: 0.0736768 Mar 11 16:26:44.138225 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0d01e0a7-f102-4e22-bf62-ac2bddcb86de req-4c2056ff-9740-4c2b-a90c-cca9cddd6ab1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389495 Mar 11 16:26:44.692275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:44.726198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:45.133225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06ef84-1c9a-471e-87cc-16012c2af067 req-5cd89f67-4390-42e9-bf7c-1c5aaa2535ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:45.134735 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ea06ef84-1c9a-471e-87cc-16012c2af067 req-5cd89f67-4390-42e9-bf7c-1c5aaa2535ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 946 time: 0.0859568 Mar 11 16:26:45.183404 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ea06ef84-1c9a-471e-87cc-16012c2af067 req-c300378c-3369-4f9f-a968-a1956a0fb9aa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Mar 11 16:26:45.806271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:46.377696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521113ba-5376-481c-b2a8-c75163e29266 req-87e8648d-ae7b-4bb0-a235-ea68ae8d0371 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:46.379263 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-521113ba-5376-481c-b2a8-c75163e29266 req-87e8648d-ae7b-4bb0-a235-ea68ae8d0371 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 946 time: 0.0873139 Mar 11 16:26:46.426052 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-521113ba-5376-481c-b2a8-c75163e29266 req-c4b7b913-786e-4db9-aacd-842ee4c9802a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410988 Mar 11 16:26:46.610675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba97cd-1e84-4b23-a318-48b9ec993cf6 req-51380889-2d64-4b19-bab0-355092ce1549 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:46.612415 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76ba97cd-1e84-4b23-a318-48b9ec993cf6 req-51380889-2d64-4b19-bab0-355092ce1549 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 946 time: 0.0811148 Mar 11 16:26:46.656803 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76ba97cd-1e84-4b23-a318-48b9ec993cf6 req-7e3ac18f-400f-4a35-9190-c8b32bf0c6d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386391 Mar 11 16:26:46.681580 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36596) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:46.860006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63db97-4a85-48d1-99df-c9ce49beff87 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:46.862018 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2f63db97-4a85-48d1-99df-c9ce49beff87 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 1094 time: 0.1788704 Mar 11 16:26:46.865281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36602) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:46.869983 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:26:46.875952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:26:46.879747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:floatingip and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:26:46.882542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:26:46.888373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:26:46.954718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:47.107275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:47.252489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.180 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/b9b97b49-df16-431c-874e-896e5990b902) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:26:47.514186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:47.618498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:47.680926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:26:47.683854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:26:47.686595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:26:47.730338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=b9b97b49-df16-431c-874e-896e5990b902,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:48.116764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:48.310781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:48.518406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:48.656380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:48.764356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=b9b97b49-df16-431c-874e-896e5990b902,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:26:48.774596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:48.948927 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 6684033d-c96e-4f21-9f85-5d905e65a8d3 associated. External IP: 172.26.8.180, port: 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214. Mar 11 16:26:49.406433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:26:49.589403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:26:49.599452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] Sync routers for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:26:49.609057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:49.609670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:26:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:49.719680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:49.776417 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fcb4b290-079f-4740-b3b6-ff15ac2e9309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9101157 Mar 11 16:26:49.776994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:26:49.779238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36606) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:49.797752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:49.894902 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-71596e5c-0e39-401f-bef1-09e1fb64a123 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 992 time: 0.1131184 Mar 11 16:26:49.945848 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'status': 'completed', 'code': 200} Mar 11 16:26:50.037384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-1b7ef2e8-bd34-42f2-8ca6-eb7ea148fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:50.037894 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-1b7ef2e8-bd34-42f2-8ca6-eb7ea148fb2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 1099 time: 0.0724053 Mar 11 16:26:50.170021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '6684033d-c96e-4f21-9f85-5d905e65a8d3', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'port_id': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'mac_address': 'fa:16:3e:31:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:50.170973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-f81363b8-3d5b-49f9-9586-82388e8d3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:50.172464 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-f81363b8-3d5b-49f9-9586-82388e8d3946 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 200 len: 898 time: 0.1292589 Mar 11 16:26:50.173977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] Checking router: 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:26:50.182328 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:26:50.183323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:26:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:50.278902 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-5bf4ef63-2996-44d5-a400-3c8cc8c7ee23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 HTTP/1.1" status: 200 len: 1000 time: 0.1007044 Mar 11 16:26:50.349381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-868d3695-6dc3-4c26-8dfd-906ed1aa46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:50.350771 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-868d3695-6dc3-4c26-8dfd-906ed1aa46f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f8cfef2-781e-4418-a19b-5fa7b65cf15c HTTP/1.1" status: 200 len: 834 time: 0.0623519 Mar 11 16:26:50.364068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:26:50.425443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-433f46ff-6dd5-4138-9678-5866ad926fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:50.426931 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-433f46ff-6dd5-4138-9678-5866ad926fec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ebfb528-d306-49c4-95c4-54901d35df8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705600 Mar 11 16:26:50.560162 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-c8e48826-9f33-40c0-a347-7d65b7ecd5e4 service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268280 Mar 11 16:26:50.692051 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0eb2036b-bc6a-4c2b-accd-ae31e495c8b2 req-576b55ee-ac4b-4a9b-8fee-00982140808b service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260898 Mar 11 16:26:50.717131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '6684033d-c96e-4f21-9f85-5d905e65a8d3', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'port_id': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'mac_address': 'fa:16:3e:31:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:26:50.721391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a2d1d6-8a58-4c4f-968a-f8105af2935c None None] The sync data for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv is: [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '6684033d-c96e-4f21-9f85-5d905e65a8d3', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'port_id': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'mac_address': 'fa:16:3e:31:ba:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:26:48Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:26:50.897758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36614) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:50.911801 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bea7af-1f5f-4b62-b2a6-59c93f1b8c95 None None] New status for floating IP 6684033d-c96e-4f21-9f85-5d905e65a8d3: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:26:51.013888 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-306ba29b-9c43-445e-80dd-cbd8e31ec580 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 992 time: 0.1148665 Mar 11 16:26:52.018009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36618) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:26:52.125542 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d9f4cdbd-b265-4a09-b428-b67390ee1f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 994 time: 0.1063643 Mar 11 16:26:56.933544 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:27:09.148901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:11.148004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3be074a6-4616-497d-8214-2f521b619dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:13.467869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2fcd167d-5663-4475-934f-9fb234938502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:14.621782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:14.735947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:15.833530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:21.428508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36636) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:21.509520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add014b-2a60-4b3b-b8a7-30856db5a6af tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:21.509995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add014b-2a60-4b3b-b8a7-30856db5a6af tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:21.510499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add014b-2a60-4b3b-b8a7-30856db5a6af tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:21.512205 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6add014b-2a60-4b3b-b8a7-30856db5a6af tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=7b8493e287da4b2284f40c28615f4074&network_id=4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 200 len: 3000 time: 0.0827339 Mar 11 16:27:23.360831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36648) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:23.424737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01231e87-a538-4cf3-a54e-4b18b9fcd10b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:23.426420 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-01231e87-a538-4cf3-a54e-4b18b9fcd10b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec HTTP/1.1" status: 200 len: 814 time: 0.0645797 Mar 11 16:27:24.329862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36658) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:24.335390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0118da18-cef5-4c75-bdb9-a75c5c510a8e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:24.436250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0118da18-cef5-4c75-bdb9-a75c5c510a8e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:24.823806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0118da18-cef5-4c75-bdb9-a75c5c510a8e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:24.941060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0118da18-cef5-4c75-bdb9-a75c5c510a8e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:24.941377 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-0118da18-cef5-4c75-bdb9-a75c5c510a8e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 6684033d-c96e-4f21-9f85-5d905e65a8d3 disassociated. External IP: 172.26.8.180, port: 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214. Mar 11 16:27:25.306840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0118da18-cef5-4c75-bdb9-a75c5c510a8e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:27:25.499327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0118da18-cef5-4c75-bdb9-a75c5c510a8e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:27:25.504281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0118da18-cef5-4c75-bdb9-a75c5c510a8e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:25.510317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] Sync routers for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:27:25.519957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:27:25.520575 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:27:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:25.563312 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0118da18-cef5-4c75-bdb9-a75c5c510a8e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 690 time: 1.2320275 Mar 11 16:27:25.563550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:27:25.566127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36662) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:25.609084 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'status': 'completed', 'code': 200} Mar 11 16:27:25.668112 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5b42c6f5-ed5a-4832-be47-cfbd6f2d394c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 690 time: 0.1002328 Mar 11 16:27:25.729172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-5341ee07-c7c5-491c-8e2b-6a679ba1219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:25.730718 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-5341ee07-c7c5-491c-8e2b-6a679ba1219d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 1099 time: 0.0940788 Mar 11 16:27:25.756121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:27:25.869287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-a94f1ea3-26c6-46aa-87ba-8274ac3c24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:25.870692 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-a94f1ea3-26c6-46aa-87ba-8274ac3c24fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 200 len: 898 time: 0.1340168 Mar 11 16:27:25.943162 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-f45f84aa-24b2-448c-8502-ae64b89decc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 HTTP/1.1" status: 200 len: 217 time: 0.0662668 Mar 11 16:27:26.007944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-e3847087-9126-4f06-8e62-834c39f56a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:26.009388 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-e3847087-9126-4f06-8e62-834c39f56a53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f8cfef2-781e-4418-a19b-5fa7b65cf15c HTTP/1.1" status: 200 len: 834 time: 0.0605204 Mar 11 16:27:26.077627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:26.081678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] Checking router: 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:27:26.084039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-a70ef6b0-fc81-46c7-adaa-1ef266dba3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:26.085511 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-a70ef6b0-fc81-46c7-adaa-1ef266dba3a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ebfb528-d306-49c4-95c4-54901d35df8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706623 Mar 11 16:27:26.090264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:27:26.090876 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:27:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:26.289088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:27:26.337266 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-8f7eeb62-8b58-4cb6-8da4-f70f2e111c6c service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453654 Mar 11 16:27:26.474560 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3aae4fc8-057d-46c2-90b8-faac9f90e9e2 req-382d3a61-bea4-4d61-8f34-147f5f4d7d0c service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307592 Mar 11 16:27:26.619588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:26.623809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b273472a-0e8d-4087-a49a-5e4aa96bfd4d None None] The sync data for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv is: [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:27:26.672302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36668) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:26.764099 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c5f44e9f-a1c8-41cd-83e6-b70fb4a4a429 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 690 time: 0.0902772 Mar 11 16:27:26.839914 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713fac7-9b36-431b-b82e-f45d653c3514 None None] New status for floating IP 6684033d-c96e-4f21-9f85-5d905e65a8d3: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:27:27.768227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36672) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:27.863565 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-57e901c1-cd5d-41e3-908a-1cd82cb5f887 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 688 time: 0.0937877 Mar 11 16:27:28.016842 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-9cf9460c-e95c-4de5-9004-ca4f26e00c0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886221 Mar 11 16:27:28.181417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-05b2b9a3-125a-4d7d-9508-da0e95f45347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:28.182928 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-05b2b9a3-125a-4d7d-9508-da0e95f45347 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 1099 time: 0.0956607 Mar 11 16:27:28.355387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-68f76afe-ceec-4a49-8494-0689cbd8ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:28.357742 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-68f76afe-ceec-4a49-8494-0689cbd8ab16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 200 len: 898 time: 0.1516409 Mar 11 16:27:28.430324 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-543b5719-7491-48b2-acfd-8732cfc6e6de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 HTTP/1.1" status: 200 len: 217 time: 0.0668168 Mar 11 16:27:28.493837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-6dc2ad34-12c2-4691-96f0-b49ae29c1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:28.495213 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-6dc2ad34-12c2-4691-96f0-b49ae29c1505 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f8cfef2-781e-4418-a19b-5fa7b65cf15c HTTP/1.1" status: 200 len: 834 time: 0.0593710 Mar 11 16:27:28.570789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-ee5fa33c-c254-4281-85e3-57e6b6b9891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:28.572270 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-ee5fa33c-c254-4281-85e3-57e6b6b9891d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ebfb528-d306-49c4-95c4-54901d35df8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713565 Mar 11 16:27:28.708548 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-30fe3581-eb7c-45f6-b494-f6592c5ecd86 service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298528 Mar 11 16:27:28.854238 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a9ef9b1-31ec-4baf-b731-b0e698d46115 req-cca9b7c6-4398-49ab-83b1-62d68a013d7e service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390629 Mar 11 16:27:29.175506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:29.180564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1118202066', 'description': 'tempest-secgroup-smoke-1118202066 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:29.187183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:27:29.197269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:27:29.392996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:29.418906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:27:29.423406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:27:29.426599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:27:29.432440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:27:29.512435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:29.695747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:29.747035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e152acf1-8327-46b1-896c-15349fa476a5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:29.912709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:29.913976 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6ac20ce-d6e9-4bce-a403-01b5445e7989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7374549 Mar 11 16:27:29.916870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36682) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:29.922536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e152acf1-8327-46b1-896c-15349fa476a5', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:29.928755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:27:29.932553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:27:29.935418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:27:29.941384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:27:30.039829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:30.101581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:30.192432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:30.216704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56242796-1c1b-4828-9605-1144514411ae,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:30.318272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:30.319455 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1c5a5ec3-9636-4edf-88d3-30df3b597b49 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4016500 Mar 11 16:27:30.322219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36686) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:30.327192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e152acf1-8327-46b1-896c-15349fa476a5', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:30.334508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:27:30.340484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:27:30.341409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:27:30.349046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:27:30.451117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:30.520269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:30.621120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:30.647197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8539991a-824e-49ef-a7f3-b935c6cdf9a8,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:30.755287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:30.756647 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d772928f-fe62-4399-bbd1-980691d6810e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4335132 Mar 11 16:27:30.759386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36690) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:30.764550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e152acf1-8327-46b1-896c-15349fa476a5', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:30.771957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:27:30.776162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:27:30.779057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:27:30.784803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:27:30.942742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.007656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.106932 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.132185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d156cc-14ed-4e20-b253-1d9a4005b986,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:31.210029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.211204 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b1118b61-37f2-4cfe-8eeb-99ba0c7b06cc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4508860 Mar 11 16:27:31.214024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36694) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:31.219542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e152acf1-8327-46b1-896c-15349fa476a5', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:31.225941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:27:31.229826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:27:31.232810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:27:31.239775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:27:31.336730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.404125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.518632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.546252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d8ab8b-9ed9-4ca0-87d5-2942b426d78f,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:31.649994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.651383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c4fe510b-a88f-4342-9ac0-621e05841215 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4363737 Mar 11 16:27:31.654251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36698) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:31.659924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e152acf1-8327-46b1-896c-15349fa476a5', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:31.666274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:27:31.670102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:27:31.673451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:27:31.679243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:27:31.792810 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:27:31.800965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:31.869937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:32.066791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:32.090976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ff1119-242b-47d8-9db1-78a14f6db086,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:32.238471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:32.239800 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0a5041f4-5d8f-4202-900d-f109c98f2035 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5845478 Mar 11 16:27:32.242705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36702) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:32.247868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e152acf1-8327-46b1-896c-15349fa476a5', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:32.254111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:27:32.257937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:27:32.260883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:27:32.267245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:27:32.381317 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:27:32.388564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:32.460794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:32.586393 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:32.608506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7526ac-4ec8-49f2-ab41-07fe94eea018,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:32.620516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.620863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.621198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.621533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.621859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.622211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.626145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.626145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.626145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.626145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.626145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.626145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:32.712843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:32.714094 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c62aaa2-a97e-4f13-923c-cd64a78df826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4704189 Mar 11 16:27:32.876251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c96d927c-b479-429c-a12a-19f1090a0c63 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:27:32.963698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c96d927c-b479-429c-a12a-19f1090a0c63 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:27:32.964953 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c96d927c-b479-429c-a12a-19f1090a0c63 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118202066&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.1288421 Mar 11 16:27:33.118885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-62449dc4-3d63-4457-ad54-5e7839ef0c32 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:33.120317 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-62449dc4-3d63-4457-ad54-5e7839ef0c32 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 200 len: 797 time: 0.1478789 Mar 11 16:27:33.135920 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-d6882612-2a40-4646-a10c-b25683fe5173 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0093892 Mar 11 16:27:33.228852 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-af7e8302-763e-4b33-bde6-9b847fe55315 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870769 Mar 11 16:27:33.244892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-b88cc92a-e925-4626-8197-e32ffca476f5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:27:33.245815 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-b88cc92a-e925-4626-8197-e32ffca476f5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050673 Mar 11 16:27:33.482019 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-711331e0-9649-45f3-9ecc-a1e754cecf89 service neutron] 10.222.0.57 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302978 Mar 11 16:27:33.615855 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-8259dd30-8174-49b7-954d-34a88a5cf561 service neutron] 10.222.0.57 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268456 Mar 11 16:27:33.932043 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:27:33.935033 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2240a605-0fcb-4457-b43f-817a899844c9 req-10eef03f-d8fd-4b06-9075-3f30928ae41e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 210 time: 0.0437033 Mar 11 16:27:35.031820 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9fb18fcc-e29e-4e2a-bdc9-66ee3edc483a req-868eb47a-ac02-4150-8a21-b8465bdc2ca2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 210 time: 0.0421224 Mar 11 16:27:36.189922 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-52ed7890-a573-4f94-a07a-c9a341e0a270 req-1c59ea4b-c740-4413-8cd8-2de8ea1ae007 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 210 time: 0.0428193 Mar 11 16:27:36.615588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-11c2d09c-04ce-480c-837c-c0edb85c0089 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:36.616995 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-11c2d09c-04ce-480c-837c-c0edb85c0089 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 200 len: 797 time: 0.1551483 Mar 11 16:27:36.668442 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-6f62543b-f454-4c9a-94aa-52020463ae18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 473 time: 0.0427794 Mar 11 16:27:36.677018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['e152acf1-8327-46b1-896c-15349fa476a5']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:36.818437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:27:36.828732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:27:36.917620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:27:36.921377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:37.101236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.3 (4ebfb528-d306-49c4-95c4-54901d35df8f/2f8cfef2-781e-4418-a19b-5fa7b65cf15c/a2acee80-904a-4ab0-90b7-873fc8ac8ab5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:27:37.301022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:37.355841 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-865d9d0d-94fa-4322-937f-e3ee82691ad9 req-f5c3a429-5ed3-429c-b360-815ca0db63df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 210 time: 0.0576966 Mar 11 16:27:37.363070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object a2acee80-904a-4ab0-90b7-873fc8ac8ab5 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:27:37.444354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:37.514521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4ebfb528-d306-49c4-95c4-54901d35df8f is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:27:37.523087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:27:37.525848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:27:37.561660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:37.581815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.582150 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.582553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.582991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.583433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.583566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.583845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.584167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.584490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.584826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.585175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.585496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:37.610656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:37.611311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:37.725437 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-c9075d1e-73e7-40bd-aee2-dcca597dbcf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0522738 Mar 11 16:27:37.737824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Request body: {'port': {'device_id': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:37.822242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09df46f7-8300-4f11-8f68-9e050324a171 None None] Provisioning for port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:27:37.833659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09df46f7-8300-4f11-8f68-9e050324a171 None None] Provisioning complete for port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:27:37.833882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09df46f7-8300-4f11-8f68-9e050324a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:37.856688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:37.901694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-09df46f7-8300-4f11-8f68-9e050324a171 None None] Port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:27:38.217001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2acee80-904a-4ab0-90b7-873fc8ac8ab5 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:27:38.225296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:38.241020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Transition to ACTIVE for port object a2acee80-904a-4ab0-90b7-873fc8ac8ab5 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:27:38.317594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:38.565092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1dff9-9108-4019-b679-d994fbfd26ab req-17a316e4-2730-4c4f-a8a6-f13a4ef527b3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:38.566735 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4f1dff9-9108-4019-b679-d994fbfd26ab req-17a316e4-2730-4c4f-a8a6-f13a4ef527b3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 943 time: 0.0915651 Mar 11 16:27:38.616480 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4f1dff9-9108-4019-b679-d994fbfd26ab req-f140db8d-6138-4533-b6f2-9862ebb854a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 Mar 11 16:27:38.644662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:38.683275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Attempting to bind port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:27:38.683604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Attempting to bind port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:27:38.683931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Attempting to bind port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 on network 4ebfb528-d306-49c4-95c4-54901d35df8f {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:27:38.688826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 on network 4ebfb528-d306-49c4-95c4-54901d35df8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:27:38.689140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Attempting to bind port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 on network 4ebfb528-d306-49c4-95c4-54901d35df8f {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:27:38.694264 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:27:38.694601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Checking segment: {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:27:38.695012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Bound using segment: {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:27:38.695436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Bound port: a2acee80-904a-4ab0-90b7-873fc8ac8ab5, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a13867-e157-44f4-8897-dda3159c168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:27:38.695783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:38.790364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] For port a2acee80-904a-4ab0-90b7-873fc8ac8ab5, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:27:38.793300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] For port a2acee80-904a-4ab0-90b7-873fc8ac8ab5, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:27:38.872817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:38.935863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:38.936474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:38.938955 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] 10.222.0.35 "PUT /v2.0/ports/a2acee80-904a-4ab0-90b7-873fc8ac8ab5 HTTP/1.1" status: 200 len: 1093 time: 1.2060480 Mar 11 16:27:38.939400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'tag': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:27:38.966070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd102639-0486-4420-adb1-c7f216bfd3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:38.995016 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'tag': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5', 'status': 'completed', 'code': 200} Mar 11 16:27:39.099331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf201e-c2a6-45a4-990f-134d35869981 req-7b009766-97b8-4164-aeb2-0e6e65b61726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:39.104808 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-abcf201e-c2a6-45a4-990f-134d35869981 req-7b009766-97b8-4164-aeb2-0e6e65b61726 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 1096 time: 0.0823951 Mar 11 16:27:39.157877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:39.249844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf201e-c2a6-45a4-990f-134d35869981 req-18c5b55e-2834-455c-8b05-94595e8a2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:39.251253 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-abcf201e-c2a6-45a4-990f-134d35869981 req-18c5b55e-2834-455c-8b05-94595e8a2812 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8493e287da4b2284f40c28615f4074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1436584 Mar 11 16:27:39.394514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf201e-c2a6-45a4-990f-134d35869981 req-74ed1063-b563-47e2-8296-b8264822c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:39.395901 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-abcf201e-c2a6-45a4-990f-134d35869981 req-74ed1063-b563-47e2-8296-b8264822c1f2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394069 Mar 11 16:27:39.508470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-8573a2e5-a5e7-4b9a-833d-781f7d6a47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:39.509998 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-8573a2e5-a5e7-4b9a-833d-781f7d6a47c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 1096 time: 0.0783036 Mar 11 16:27:39.578437 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-ca17b062-9e82-4c01-8caa-3ad085fff258 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2acee80-904a-4ab0-90b7-873fc8ac8ab5 HTTP/1.1" status: 200 len: 217 time: 0.0616720 Mar 11 16:27:39.643027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-a3ba7399-d638-4954-ac34-04230b2ffacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:39.644465 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-a3ba7399-d638-4954-ac34-04230b2ffacb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f8cfef2-781e-4418-a19b-5fa7b65cf15c HTTP/1.1" status: 200 len: 834 time: 0.0609431 Mar 11 16:27:39.723137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-e5bd0cd0-356e-4b55-bbae-e10532158e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:39.724632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-e5bd0cd0-356e-4b55-bbae-e10532158e6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ebfb528-d306-49c4-95c4-54901d35df8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739787 Mar 11 16:27:39.812224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882cb99-359c-4214-894f-9299f0e5b046 req-a8f0afb6-c989-4e7d-b0f2-4e7cfa9b58f9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:39.813736 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7882cb99-359c-4214-894f-9299f0e5b046 req-a8f0afb6-c989-4e7d-b0f2-4e7cfa9b58f9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 943 time: 0.0813797 Mar 11 16:27:39.864168 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7882cb99-359c-4214-894f-9299f0e5b046 req-3f9a457b-cf66-488e-b71c-8bde998b6ed3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Mar 11 16:27:39.867764 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-3a27b015-8ebe-4751-969e-f93b235e19ce service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368816 Mar 11 16:27:40.003665 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceddefc0-2a3e-412e-9ff7-aa222c2b5d21 req-2db488db-2b51-4713-820b-6d465f29685e service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303680 Mar 11 16:27:41.059187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97628-81d9-4d9c-aa9f-1343619923fc req-eef3ab99-a33e-42f1-a48b-63471730c0a1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:41.059942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3af97628-81d9-4d9c-aa9f-1343619923fc req-eef3ab99-a33e-42f1-a48b-63471730c0a1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:27:41.106343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-287a5d20-8432-4d00-99ae-272029f79135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:41.146245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3af97628-81d9-4d9c-aa9f-1343619923fc req-eef3ab99-a33e-42f1-a48b-63471730c0a1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:27:41.147412 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3af97628-81d9-4d9c-aa9f-1343619923fc req-eef3ab99-a33e-42f1-a48b-63471730c0a1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 943 time: 0.1750302 Mar 11 16:27:41.192246 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3af97628-81d9-4d9c-aa9f-1343619923fc req-a4cebb13-fccb-4528-b28a-7d29ee9c19dd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389960 Mar 11 16:27:41.641570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device a2acee80-904a-4ab0-90b7-873fc8ac8ab5 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:27:41.780212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port a2acee80-904a-4ab0-90b7-873fc8ac8ab5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:27:41.793685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'port_id': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5', 'mac_address': 'fa:16:3e:fa:6f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:27:41.891484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:41.908730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2acee80-904a-4ab0-90b7-873fc8ac8ab5 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:27:41.924849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port a2acee80-904a-4ab0-90b7-873fc8ac8ab5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:27:42.055090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:42.124370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:42.131808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.132149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.132772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.133097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.133423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.133746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.134063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.134406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.134725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.135044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.135347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.135655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:42.267890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['a2acee80-904a-4ab0-90b7-873fc8ac8ab5'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:27:42.386234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ad850-de76-405a-92ff-8898008cee70 req-bd374816-581f-46bc-9cda-49352bbf8b84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:42.387611 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f0ad850-de76-405a-92ff-8898008cee70 req-bd374816-581f-46bc-9cda-49352bbf8b84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 944 time: 0.0828311 Mar 11 16:27:42.435518 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f0ad850-de76-405a-92ff-8898008cee70 req-a2a5aa0f-cc42-49dd-bb75-0248157a7db5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Mar 11 16:27:43.368779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-375a3b62-250f-4884-8c74-628b99eda938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:43.624274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb20e3-f472-4a44-973f-b1c1bf9a04a7 req-220fde3b-51b3-4242-a235-43a0b5eea1fb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:43.625660 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48eb20e3-f472-4a44-973f-b1c1bf9a04a7 req-220fde3b-51b3-4242-a235-43a0b5eea1fb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 944 time: 0.0818303 Mar 11 16:27:43.655675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device a2acee80-904a-4ab0-90b7-873fc8ac8ab5 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:27:43.675586 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48eb20e3-f472-4a44-973f-b1c1bf9a04a7 req-405d5ecc-abd3-45a0-aaca-6137e49a2b74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Mar 11 16:27:43.849182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:27:43.854621 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:27:43.854991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:43.975017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:44.005363 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:27:44.015962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port a2acee80-904a-4ab0-90b7-873fc8ac8ab5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:27:44.117806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:44.156007 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5', 'code': 200} Mar 11 16:27:44.194431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:44.598910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad407be-d8b7-48a8-bf96-09bffd891763 req-1da0e8ef-6504-4007-aaba-d47f20a3363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:44.600382 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7ad407be-d8b7-48a8-bf96-09bffd891763 req-1da0e8ef-6504-4007-aaba-d47f20a3363b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 1098 time: 0.0767128 Mar 11 16:27:44.643513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:44.644155 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7ad407be-d8b7-48a8-bf96-09bffd891763 req-e84d8690-5bbc-41cb-b07c-9701998133c4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365491 Mar 11 16:27:44.734950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:44.879514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592650e8-128c-4f04-a364-9035b7a1b6ae req-48632ae4-3cf2-4231-acfd-363a78c80d43 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:44.880925 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-592650e8-128c-4f04-a364-9035b7a1b6ae req-48632ae4-3cf2-4231-acfd-363a78c80d43 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 945 time: 0.0819397 Mar 11 16:27:44.929702 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-592650e8-128c-4f04-a364-9035b7a1b6ae req-a9eabd3b-711e-4024-bfce-a5ec528fd11f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431216 Mar 11 16:27:45.808800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:46.119798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9389ca-616f-499c-9e2d-5bee978f771a req-031fee09-a6e0-44f3-a16c-c3f4c979cd6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:46.121153 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e9389ca-616f-499c-9e2d-5bee978f771a req-031fee09-a6e0-44f3-a16c-c3f4c979cd6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 945 time: 0.0834193 Mar 11 16:27:46.165616 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4e9389ca-616f-499c-9e2d-5bee978f771a req-46aab6f6-5524-4bef-b98e-5934f808603b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386541 Mar 11 16:27:46.349605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742b63a-e788-458f-aa3f-4292734e7fdc req-83963eac-a4a8-4f86-aca0-8c160c48650c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:46.351084 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2742b63a-e788-458f-aa3f-4292734e7fdc req-83963eac-a4a8-4f86-aca0-8c160c48650c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 945 time: 0.0809274 Mar 11 16:27:46.399864 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2742b63a-e788-458f-aa3f-4292734e7fdc req-49fda950-aa1a-4ca5-a2c4-4734cd47414c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431645 Mar 11 16:27:46.422246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36764) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:46.499734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47d941-a7ec-4397-aa2e-a067153c5e85 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:46.501277 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1d47d941-a7ec-4397-aa2e-a067153c5e85 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 1093 time: 0.0780506 Mar 11 16:27:46.504129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36768) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:46.509213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bd650a12-3c20-499c-9e45-5545a7dcc9db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'port_id': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:27:46.591501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd650a12-3c20-499c-9e45-5545a7dcc9db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:47.339430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd650a12-3c20-499c-9e45-5545a7dcc9db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:47.376175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd650a12-3c20-499c-9e45-5545a7dcc9db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:47.562544 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-bd650a12-3c20-499c-9e45-5545a7dcc9db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 6684033d-c96e-4f21-9f85-5d905e65a8d3 associated. External IP: 172.26.8.180, port: a2acee80-904a-4ab0-90b7-873fc8ac8ab5. Mar 11 16:27:47.944892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd650a12-3c20-499c-9e45-5545a7dcc9db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:27:48.144857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd650a12-3c20-499c-9e45-5545a7dcc9db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:27:48.149867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd650a12-3c20-499c-9e45-5545a7dcc9db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:48.154430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] Sync routers for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:27:48.165633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:27:48.166421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:27:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:48.337655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36774) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:48.338383 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd650a12-3c20-499c-9e45-5545a7dcc9db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 991 time: 1.8324645 Mar 11 16:27:48.338383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'tag': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:27:48.353902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:27:48.403165 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'tag': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5', 'status': 'completed', 'code': 200} Mar 11 16:27:48.513733 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-be1c53e5-7d43-4b2e-a466-a57a064edf8d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 991 time: 0.1737502 Mar 11 16:27:48.534818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-2db983d8-a69d-42bc-b9a2-444a8b6702d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:48.536253 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-2db983d8-a69d-42bc-b9a2-444a8b6702d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 1098 time: 0.1057668 Mar 11 16:27:48.719933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '6684033d-c96e-4f21-9f85-5d905e65a8d3', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'port_id': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'mac_address': 'fa:16:3e:fa:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:27:47Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:48.726532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] Checking router: 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:27:48.732772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:27:48.733631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:27:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:48.782134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-e8bd74dc-81e3-4c1d-866b-5cbb6aa1d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:48.783756 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-e8bd74dc-81e3-4c1d-866b-5cbb6aa1d6a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 200 len: 898 time: 0.2421329 Mar 11 16:27:48.888087 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-76c7c591-eeea-4b89-adc6-92c371d9102a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2acee80-904a-4ab0-90b7-873fc8ac8ab5 HTTP/1.1" status: 200 len: 999 time: 0.0986972 Mar 11 16:27:48.916982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:27:48.950148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-d5825e37-1ddb-452f-a480-3188eb6226ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:48.951593 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-d5825e37-1ddb-452f-a480-3188eb6226ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f8cfef2-781e-4418-a19b-5fa7b65cf15c HTTP/1.1" status: 200 len: 834 time: 0.0584276 Mar 11 16:27:49.028352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-5095f08b-84c8-4b14-b210-233de721b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:49.029806 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-5095f08b-84c8-4b14-b210-233de721b317 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ebfb528-d306-49c4-95c4-54901d35df8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729437 Mar 11 16:27:49.166648 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-d825df18-411f-4dfe-ad10-39a7787826f0 service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310577 Mar 11 16:27:49.310903 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-45b4495f-c12f-4b9b-bff9-c7258f0bc098 req-a2ab1da2-3a4d-41f7-a693-d7640d5ff043 service neutron] 10.222.0.35 "GET /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387932 Mar 11 16:27:49.323194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '6684033d-c96e-4f21-9f85-5d905e65a8d3', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'port_id': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'mac_address': 'fa:16:3e:fa:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:27:47Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:27:49.327721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18097ea-50de-4c89-ad0d-ec8fa992af6d None None] The sync data for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv is: [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '6684033d-c96e-4f21-9f85-5d905e65a8d3', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'port_id': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'mac_address': 'fa:16:3e:fa:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:26:48Z', 'updated_at': '2022-03-11T16:27:47Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:27:49.513206 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f4868-2310-4eb2-b561-4ebea8536ae2 None None] New status for floating IP 6684033d-c96e-4f21-9f85-5d905e65a8d3: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:27:49.517280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36780) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:49.632435 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3664d136-93c5-4719-b088-9e5fb3a2fb1e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 991 time: 0.1120522 Mar 11 16:27:50.635505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36784) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:50.745962 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7d59e630-c971-432d-9c25-c7b420e96666 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 200 len: 993 time: 0.1090932 Mar 11 16:28:09.168613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:10.930413 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:28:11.122495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fadb3ae3-20a4-4914-887c-d02431c688c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:13.396613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ff7d192c-7fc3-48ab-854b-a70d3172f867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:14.631481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:14.774037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:15.802425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.943600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2549984-daf1-4d54-b6df-c650f7b1e5de req-b5543fe2-5a4d-4519-bc31-e67ff9d5a922 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:17.945103 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2549984-daf1-4d54-b6df-c650f7b1e5de req-b5543fe2-5a4d-4519-bc31-e67ff9d5a922 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 945 time: 0.0874071 Mar 11 16:28:17.992433 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e2549984-daf1-4d54-b6df-c650f7b1e5de req-158a0364-7a63-4b4d-bbed-98f95eb44818 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416467 Mar 11 16:28:19.206949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcffa7-e876-4f75-8a17-a44ee4a5cc2d req-1b067b3e-5ec8-493b-aaab-810b95a8804b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:19.209100 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fbcffa7-e876-4f75-8a17-a44ee4a5cc2d req-1b067b3e-5ec8-493b-aaab-810b95a8804b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 945 time: 0.0970268 Mar 11 16:28:19.238070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1da350-7a63-48fe-9078-40078188cb5b req-2a8a3909-e8b7-475c-8658-1fa6c6dbfb93 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:19.239556 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bf1da350-7a63-48fe-9078-40078188cb5b req-2a8a3909-e8b7-475c-8658-1fa6c6dbfb93 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 945 time: 0.0884299 Mar 11 16:28:19.266479 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0fbcffa7-e876-4f75-8a17-a44ee4a5cc2d req-bc45451a-fe8a-4bd4-ab89-bcc7d6a24854 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e152acf1-8327-46b1-896c-15349fa476a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509553 Mar 11 16:28:19.316614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:28:19.317138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:19.601071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port a2acee80-904a-4ab0-90b7-873fc8ac8ab5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:19.601624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.077318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.077689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.078005 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 6684033d-c96e-4f21-9f85-5d905e65a8d3 disassociated. External IP: 172.26.8.180, port: a2acee80-904a-4ab0-90b7-873fc8ac8ab5. Mar 11 16:28:20.078375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for a2acee80-904a-4ab0-90b7-873fc8ac8ab5 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:28:20.322133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.374425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=a2acee80-904a-4ab0-90b7-873fc8ac8ab5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:20.498799 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a4083b3-4bbe-40a6-aa66-ab631d7207a1 req-ef48a54d-bc86-438b-8775-5e0e60ef393a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 210 time: 0.1168110 Mar 11 16:28:20.615406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:28:20.808533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:28:20.820158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] Sync routers for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:20.832728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:20.833359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:20.891471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port a2acee80-904a-4ab0-90b7-873fc8ac8ab5 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:28:20.894020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.896742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'name': 'network-vif-deleted', 'tag': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:20.963075 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f5cdde-68ad-46f2-98c1-def78b22be03', 'name': 'network-vif-deleted', 'tag': 'a2acee80-904a-4ab0-90b7-873fc8ac8ab5', 'status': 'completed', 'code': 200} Mar 11 16:28:20.988090 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bf1da350-7a63-48fe-9078-40078188cb5b req-b84fa7b3-d725-4e18-8f1d-f9482065d4ae tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/a2acee80-904a-4ab0-90b7-873fc8ac8ab5 HTTP/1.1" status: 204 len: 173 time: 1.7408659 Mar 11 16:28:21.036037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:21.373185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:21.377306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] Checking router: 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:21.386225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:21.386861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:21.583726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:21.677076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b069640a-651a-42bf-97a7-75ae0ab35f97 req-dc9ba63f-9bd7-470b-a4b2-6e5ba8fbd422 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:21.745579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b069640a-651a-42bf-97a7-75ae0ab35f97 req-dc9ba63f-9bd7-470b-a4b2-6e5ba8fbd422 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:21.746865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b069640a-651a-42bf-97a7-75ae0ab35f97 req-dc9ba63f-9bd7-470b-a4b2-6e5ba8fbd422 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=50f5cdde-68ad-46f2-98c1-def78b22be03 HTTP/1.1" status: 200 len: 210 time: 0.1139133 Mar 11 16:28:21.829307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device a2acee80-904a-4ab0-90b7-873fc8ac8ab5 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:21.923252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: a2acee80-904a-4ab0-90b7-873fc8ac8ab5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:28:21.923590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device a2acee80-904a-4ab0-90b7-873fc8ac8ab5 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:28:22.039094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:22.043644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f57503e-40be-4e9e-96ae-3a91bae7f1be None None] The sync data for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv is: [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '872dcf5f-e8a3-48b8-b336-7b2f26e40496', 'name': '', 'network_id': '4ebfb528-d306-49c4-95c4-54901d35df8f', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:50:2f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:23Z', 'updated_at': '2022-03-11T16:26:30Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '2f8cfef2-781e-4418-a19b-5fa7b65cf15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:22.288183 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc99a2-1617-4c8b-9373-3bbcf9f8695d None None] New status for floating IP 6684033d-c96e-4f21-9f85-5d905e65a8d3: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:28:22.853713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36810) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:22.933757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0526-36e5-4fdb-be6c-83b2d558d2df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:22.968725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0526-36e5-4fdb-be6c-83b2d558d2df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.140714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0526-36e5-4fdb-be6c-83b2d558d2df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.160286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d0526-36e5-4fdb-be6c-83b2d558d2df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e152acf1-8327-46b1-896c-15349fa476a5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:23.241627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1c0d0526-36e5-4fdb-be6c-83b2d558d2df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.242930 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1c0d0526-36e5-4fdb-be6c-83b2d558d2df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/e152acf1-8327-46b1-896c-15349fa476a5 HTTP/1.1" status: 204 len: 168 time: 0.3880653 Mar 11 16:28:23.352396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36816) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:23.524306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port b9b97b49-df16-431c-874e-896e5990b902 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:28:23.525042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.714766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.715093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.961217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for b9b97b49-df16-431c-874e-896e5990b902 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:28:24.248982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.297094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=b9b97b49-df16-431c-874e-896e5990b902,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:24.395643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.547118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.559539 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-06a6a86a-c9bd-44bd-a3ea-3e6a63ff42e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/floatingips/6684033d-c96e-4f21-9f85-5d905e65a8d3 HTTP/1.1" status: 204 len: 168 time: 1.1949236 Mar 11 16:28:25.243705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce002cb-bd15-45f0-9e11-881e4b04d042 req-df62c019-1792-48c6-a2bb-38c6d68337c5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.244455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4ce002cb-bd15-45f0-9e11-881e4b04d042 req-df62c019-1792-48c6-a2bb-38c6d68337c5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:25.362471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4ce002cb-bd15-45f0-9e11-881e4b04d042 req-df62c019-1792-48c6-a2bb-38c6d68337c5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:25.363621 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ce002cb-bd15-45f0-9e11-881e4b04d042 req-df62c019-1792-48c6-a2bb-38c6d68337c5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 946 time: 0.2011356 Mar 11 16:28:25.409913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4ce002cb-bd15-45f0-9e11-881e4b04d042 req-329598a8-f833-4f42-aa7a-8af5e07970b6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:25.499392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4ce002cb-bd15-45f0-9e11-881e4b04d042 req-329598a8-f833-4f42-aa7a-8af5e07970b6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:25.500591 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ce002cb-bd15-45f0-9e11-881e4b04d042 req-329598a8-f833-4f42-aa7a-8af5e07970b6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311414 Mar 11 16:28:26.465819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-ad3ee2e0-85e1-492a-87ca-f7e06fe2f6d1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:26.467277 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-ad3ee2e0-85e1-492a-87ca-f7e06fe2f6d1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 946 time: 0.0847473 Mar 11 16:28:26.541583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:28:26.541929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:26.690842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8148-a5f9-4c6c-aa22-efd86e565fb7 req-47cac76c-d75a-4ac2-8216-1f5e0392c8f4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:26.692346 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-923f8148-a5f9-4c6c-aa22-efd86e565fb7 req-47cac76c-d75a-4ac2-8216-1f5e0392c8f4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 946 time: 0.0812573 Mar 11 16:28:26.740335 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-923f8148-a5f9-4c6c-aa22-efd86e565fb7 req-49d56e8f-74df-4122-9891-f03c2ba51981 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f8d812cb-8eac-4804-a961-76ac9ba3619f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Mar 11 16:28:26.801093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:26.801444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:26.929630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:28:27.145356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:27.197167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=689d3bba-1f5d-4b7b-a2f1-9e2fdf939214,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:27.276232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:28:27.279162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:27.281772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'name': 'network-vif-deleted', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:27.326978 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c09e0df-9e21-4c24-99d8-ae8d59f5e93e', 'name': 'network-vif-deleted', 'tag': '689d3bba-1f5d-4b7b-a2f1-9e2fdf939214', 'status': 'completed', 'code': 200} Mar 11 16:28:27.358460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-99613df5-dc64-4b73-92a4-0b4bf94a02f9 req-cf894f99-76d8-42c5-838e-eaff4cc35cf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 HTTP/1.1" status: 204 len: 173 time: 0.8854656 Mar 11 16:28:27.913370 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b0da11b1-4b41-4228-a452-c6bcf825dda9 req-d420cead-741b-40df-a416-b1a43027dad2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 210 time: 0.0461307 Mar 11 16:28:27.966589 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-489b3504-256f-4b1c-8d87-e3ba6e9c2042 req-5f251534-7ec0-4814-950e-775ea37a2b30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0408144 Mar 11 16:28:28.081724 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-489b3504-256f-4b1c-8d87-e3ba6e9c2042 req-92e8c598-3a70-4534-9362-d09f7c276768 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=7c09e0df-9e21-4c24-99d8-ae8d59f5e93e HTTP/1.1" status: 200 len: 210 time: 0.0455837 Mar 11 16:28:28.241088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b3504-256f-4b1c-8d87-e3ba6e9c2042 req-792f5c96-0712-4cd1-bf32-7a5979dfac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:28.242661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-489b3504-256f-4b1c-8d87-e3ba6e9c2042 req-792f5c96-0712-4cd1-bf32-7a5979dfac51 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8493e287da4b2284f40c28615f4074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1431592 Mar 11 16:28:28.498513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b3504-256f-4b1c-8d87-e3ba6e9c2042 req-36c409e6-8d2a-411e-9325-8e937e9e6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:28.500182 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-489b3504-256f-4b1c-8d87-e3ba6e9c2042 req-36c409e6-8d2a-411e-9325-8e937e9e6d1b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507977 Mar 11 16:28:29.018121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36832) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:29.096223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42aabc2-9d45-45fe-b114-e4248cc4a496 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:29.129696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42aabc2-9d45-45fe-b114-e4248cc4a496 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:29.265274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42aabc2-9d45-45fe-b114-e4248cc4a496 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:29.285548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42aabc2-9d45-45fe-b114-e4248cc4a496 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d812cb-8eac-4804-a961-76ac9ba3619f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:29.365894 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b42aabc2-9d45-45fe-b114-e4248cc4a496 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:29.367065 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b42aabc2-9d45-45fe-b114-e4248cc4a496 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/f8d812cb-8eac-4804-a961-76ac9ba3619f HTTP/1.1" status: 204 len: 168 time: 0.3479152 Mar 11 16:28:29.459429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36838) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:29.857623 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:29.893508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:28:29.894710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 689d3bba-1f5d-4b7b-a2f1-9e2fdf939214 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:28:30.102727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:30.464783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 872dcf5f-e8a3-48b8-b336-7b2f26e40496 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:28:30.465117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:30.715249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 872dcf5f-e8a3-48b8-b336-7b2f26e40496, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=872dcf5f-e8a3-48b8-b336-7b2f26e40496,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:30.715698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:30.846156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 872dcf5f-e8a3-48b8-b336-7b2f26e40496 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:28:31.236402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:31.289278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=872dcf5f-e8a3-48b8-b336-7b2f26e40496,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:31.580620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:31.970030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:28:32.162745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:28:32.173557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] Sync routers for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:32.178031 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-30224dbc-fd85-41bd-9656-b93acda2bb6e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7174680 Mar 11 16:28:32.180704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36842) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:32.182065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:32.182698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:32.250224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce63bd46-43fe-48a1-b787-175becc0cbe4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting subnet 2f8cfef2-781e-4418-a19b-5fa7b65cf15c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:28:32.253247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce63bd46-43fe-48a1-b787-175becc0cbe4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:32.307007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce63bd46-43fe-48a1-b787-175becc0cbe4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:32.364761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:32.395200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce63bd46-43fe-48a1-b787-175becc0cbe4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:32.568246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce63bd46-43fe-48a1-b787-175becc0cbe4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:32.610417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63bd46-43fe-48a1-b787-175becc0cbe4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8cfef2-781e-4418-a19b-5fa7b65cf15c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:32.612442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce63bd46-43fe-48a1-b787-175becc0cbe4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:32.618899 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce63bd46-43fe-48a1-b787-175becc0cbe4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/subnets/2f8cfef2-781e-4418-a19b-5fa7b65cf15c HTTP/1.1" status: 204 len: 168 time: 0.4372058 Mar 11 16:28:32.622240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36846) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:32.649549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a845e59f-cd85-4aca-a429-62babb7cf2d9 None None] Network 4ebfb528-d306-49c4-95c4-54901d35df8f requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:28:32.848923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:28:31Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:32.856994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] Checking router: 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:32.869940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] Routers {'1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:32.870596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:32.983776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:33.040502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1ffcdb-ae95-4c84-8e84-b48000afac72 None None] DHCP port deletion for 4ebfb528-d306-49c4-95c4-54901d35df8f request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:28:33.051150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ffcdb-ae95-4c84-8e84-b48000afac72 None None] Deleting port 8922fc6c-1c1e-4ba6-8738-9f181d92edca {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:28:33.051521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffcdb-ae95-4c84-8e84-b48000afac72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:33.115229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] Set router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:33.169346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:33.266003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port e6930cb9-a536-43b4-a6a4-4946f1415ebe {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:28:33.266918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:33.454851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port e6930cb9-a536-43b4-a6a4-4946f1415ebe, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e6930cb9-a536-43b4-a6a4-4946f1415ebe,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:33.455531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:33.534657 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ea1ffcdb-ae95-4c84-8e84-b48000afac72 None None] For port 8922fc6c-1c1e-4ba6-8738-9f181d92edca, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8922fc6c-1c1e-4ba6-8738-9f181d92edca,segment=NetworkSegment(e1a13867-e157-44f4-8897-dda3159c168e),segment_id=e1a13867-e157-44f4-8897-dda3159c168e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:33.535282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffcdb-ae95-4c84-8e84-b48000afac72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:33.586514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for e6930cb9-a536-43b4-a6a4-4946f1415ebe owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:28:33.689104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ffcdb-ae95-4c84-8e84-b48000afac72 None None] Calling delete_port for 8922fc6c-1c1e-4ba6-8738-9f181d92edca owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:28:33.784347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:28:31Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:33.788392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f671f-ec8c-4b9d-bea8-c78b941e4f0e None None] The sync data for ids ['1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa'] in dv-neutron-833379-1-hyperv is: [{'id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'name': 'tempest-TestNetworkBasicOps-router-1046286399', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:26:18Z', 'updated_at': '2022-03-11T16:28:31Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'e6930cb9-a536-43b4-a6a4-4946f1415ebe', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:26:19Z', 'updated_at': '2022-03-11T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:33.829457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:33.863939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffcdb-ae95-4c84-8e84-b48000afac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:33.882315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=e6930cb9-a536-43b4-a6a4-4946f1415ebe,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:33.912929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ffcdb-ae95-4c84-8e84-b48000afac72 None None] Pushing event deleted for resources: {'Port': ['ID=8922fc6c-1c1e-4ba6-8738-9f181d92edca,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:33.914879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ffcdb-ae95-4c84-8e84-b48000afac72 None None] No DVR routers for this DVR port 8922fc6c-1c1e-4ba6-8738-9f181d92edca on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:28:33.975154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.156508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.159239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.253834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.254511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Fanout notify agent at l3_agent the message router_deleted on router 1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:28:34.273211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.274546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-84f799a5-76d6-4980-9e7a-f480630f0f45 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/routers/1a3e4573-c1cf-46a8-9d46-3675fcc6eeaa HTTP/1.1" status: 204 len: 168 time: 1.6510706 Mar 11 16:28:34.277106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36850) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:34.401620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.658517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.682484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebfb528-d306-49c4-95c4-54901d35df8f']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:34.694944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a13867-e157-44f4-8897-dda3159c168e') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:34.695237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a13867-e157-44f4-8897-dda3159c168e') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:34.706995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.725750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.733455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:28:34.733857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:28:34.749880 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:28:34.872168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 872dcf5f-e8a3-48b8-b336-7b2f26e40496 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:34.906829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 872dcf5f-e8a3-48b8-b336-7b2f26e40496 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:28:34.907194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 872dcf5f-e8a3-48b8-b336-7b2f26e40496 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:28:34.907574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8922fc6c-1c1e-4ba6-8738-9f181d92edca no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:34.914940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.931964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.942640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 8922fc6c-1c1e-4ba6-8738-9f181d92edca {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:28:34.942985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8922fc6c-1c1e-4ba6-8738-9f181d92edca not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:28:34.943358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Network': ['ID=4ebfb528-d306-49c4-95c4-54901d35df8f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:34.943502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e6930cb9-a536-43b4-a6a4-4946f1415ebe no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:34.978284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: e6930cb9-a536-43b4-a6a4-4946f1415ebe {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:28:34.978628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e6930cb9-a536-43b4-a6a4-4946f1415ebe not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:28:35.025517 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5f639a07-d733-4a1a-ae97-9ba2d87571af tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/networks/4ebfb528-d306-49c4-95c4-54901d35df8f HTTP/1.1" status: 204 len: 168 time: 0.7471786 Mar 11 16:28:35.050595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36854) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:35.056093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'network': {'name': 'tempest-network-smoke--1153727874', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:35.061753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:35.065927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:network and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:35.073589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:35.075125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:35.155628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:28:35.159380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:35.186654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:28:35.195404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:35.197631 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Added segment b0aa2f52-e3f5-423f-a6dd-be706e85e8c6 of type vlan for network 38e456a9-e67a-4cce-84e9-d31d50c1e20b Mar 11 16:28:35.222856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:35.345001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:35.350350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:35.350923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:35.459560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Network': ['ID=38e456a9-e67a-4cce-84e9-d31d50c1e20b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:35.466681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.469867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.470901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:35.481414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 38e456a9-e67a-4cce-84e9-d31d50c1e20b details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:28:35.525448 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8e56b53e-14eb-4fb6-9679-27e8667e60ed tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4713027 Mar 11 16:28:35.525821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36858) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:35.531302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-521685543', 'admin_state_up': True, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:35.538934 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:35.543154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:router and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:35.548371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:35.554768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:35.635399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:35.636463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:35.653805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.010822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.381032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.417993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.566952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.55 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/f8489037-0e68-418b-a10d-25badb691621) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:36.846996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.928352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.990988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:36.993852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:36.998417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:28:37.040374 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=f8489037-0e68-418b-a10d-25badb691621,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:37.514021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:37.867674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:38.144430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router dea95658-3e66-4870-9893-fcb3eb0fa0ed is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:28:38.325277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:28:38.335016 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Sync routers for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:38.346619 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:38.347407 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:38.430432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:38.431844 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-90d40a31-9f0a-4ffb-a0ff-d770a59e00cd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9049582 Mar 11 16:28:38.435061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36862) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:38.549348 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:38.605551 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c3a2beb5-d92e-4e29-be45-d4c5f2942b62 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1693373 Mar 11 16:28:38.608436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36866) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:38.747712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff5d3e-b918-4d8c-aeee-f1aa73a719ec tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:38.749285 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d3ff5d3e-b918-4d8c-aeee-f1aa73a719ec tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398699 Mar 11 16:28:38.752498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36870) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:38.796589 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9726bcb4-a2cd-4362-a698-f83bb54eeff8 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406404 Mar 11 16:28:38.796856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36874) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:38.805510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1010741077', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:38.858502 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:37Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:38.862309 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Checking router: dea95658-3e66-4870-9893-fcb3eb0fa0ed for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:38.862645 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Updating router dea95658-3e66-4870-9893-fcb3eb0fa0ed port f8489037-0e68-418b-a10d-25badb691621 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:28:38.917538 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:38.917928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:38.921856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:subnet and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:38.924726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:38.930382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:39.018681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:28:39.022288 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.214381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.252553 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.265039 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Transition to ACTIVE for port object f8489037-0e68-418b-a10d-25badb691621 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:39.367523 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.407775 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.453442 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Attempting to bind port f8489037-0e68-418b-a10d-25badb691621 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:28:39.453801 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Attempting to bind port f8489037-0e68-418b-a10d-25badb691621 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:28:39.454142 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Attempting to bind port f8489037-0e68-418b-a10d-25badb691621 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:28:39.456368 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Pushing event updated for resources: {'Port': ['ID=f8489037-0e68-418b-a10d-25badb691621,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:39.466321 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:28:39.466744 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:28:39.467084 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.467469 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:28:39.467926 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Bound port: f8489037-0e68-418b-a10d-25badb691621, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:28:39.468304 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.496101 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.496403 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.496694 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.497024 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.497345 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.497684 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.498246 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.498576 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.498723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=5fb21e5b-0521-4353-93d7-37c0c307a76a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:39.498943 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.499222 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.499526 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.499866 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:39.504208 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Checking segment: {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:28:39.504563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network hostable DHCP agents. Network: 38e456a9-e67a-4cce-84e9-d31d50c1e20b, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:28:39.558831 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] For port f8489037-0e68-418b-a10d-25badb691621, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:28:39.562145 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] For port f8489037-0e68-418b-a10d-25badb691621, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f8489037-0e68-418b-a10d-25badb691621,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:28:39.664977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 38e456a9-e67a-4cce-84e9-d31d50c1e20b is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:28:39.701290 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.783708 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:39.784314 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:39.795981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 38e456a9-e67a-4cce-84e9-d31d50c1e20b) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:39.801019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:39.802005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.806971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e0de65-538e-4f86-af8d-d0a988f48978 None None] Network 38e456a9-e67a-4cce-84e9-d31d50c1e20b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:28:39.889557 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3158f0-412e-469e-9095-1788e5ac473d None None] Pushing event updated for resources: {'Port': ['ID=f8489037-0e68-418b-a10d-25badb691621,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:39.922919 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-51255806-b808-4839-adc7-61c0d064d097 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1248314 Mar 11 16:28:39.925562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36878) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:40.039830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:28:40.040678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:40.051132 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:40.206727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Allocated IP 172.20.0.2 (38e456a9-e67a-4cce-84e9-d31d50c1e20b/5fb21e5b-0521-4353-93d7-37c0c307a76a/cc8277b6-ebc4-427c-891c-17526f453867) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:40.359843 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:37Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:40.365292 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de07ec-fe21-4e68-9463-5e16652d650b None None] The sync data for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv is: [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:37Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:40.445293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:40.466384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Transition to ACTIVE for port object cc8277b6-ebc4-427c-891c-17526f453867 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:40.499313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Transition to ACTIVE for port object cc8277b6-ebc4-427c-891c-17526f453867 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:40.592395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:40.662189 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Network 38e456a9-e67a-4cce-84e9-d31d50c1e20b is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:40.665472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:40.671082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:28:40.728153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:40.758974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Pushing event updated for resources: {'Port': ['ID=cc8277b6-ebc4-427c-891c-17526f453867,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:40.786413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f8489037-0e68-418b-a10d-25badb691621 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:40.824127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Attempting to bind port cc8277b6-ebc4-427c-891c-17526f453867 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:28:40.825219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Attempting to bind port cc8277b6-ebc4-427c-891c-17526f453867 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:28:40.825886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Attempting to bind port cc8277b6-ebc4-427c-891c-17526f453867 on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:28:40.834736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:28:40.835129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Checking segment: {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:28:40.835427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:40.835815 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Bound using segment: {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:28:40.836296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Bound port: cc8277b6-ebc4-427c-891c-17526f453867, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:28:40.836675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.016133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] For port cc8277b6-ebc4-427c-891c-17526f453867, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:28:41.020227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] For port cc8277b6-ebc4-427c-891c-17526f453867, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=cc8277b6-ebc4-427c-891c-17526f453867,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:28:41.104812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port f8489037-0e68-418b-a10d-25badb691621 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:41.111615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f8489037-0e68-418b-a10d-25badb691621 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:41.121982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.158823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.165645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e7b97fcd-3081-478a-a396-eaf732bb60fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.277998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307892e9-feb7-4af7-bc12-d206dcda7d33 None None] Pushing event updated for resources: {'Port': ['ID=cc8277b6-ebc4-427c-891c-17526f453867,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:41.335937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.1 (38e456a9-e67a-4cce-84e9-d31d50c1e20b/5fb21e5b-0521-4353-93d7-37c0c307a76a/e899498d-b41b-4d97-be5f-90f3c4175222) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:41.350409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.370568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port f8489037-0e68-418b-a10d-25badb691621, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f8489037-0e68-418b-a10d-25badb691621,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:41.521310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.573414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.594023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object e899498d-b41b-4d97-be5f-90f3c4175222 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:41.614455 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=f8489037-0e68-418b-a10d-25badb691621,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:41.711160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.780070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 38e456a9-e67a-4cce-84e9-d31d50c1e20b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:41.783549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:41.785962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:28:41.844279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=e899498d-b41b-4d97-be5f-90f3c4175222,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:41.866633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:42.108427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:42.593092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:42.664439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:42.760316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abeb66-f65b-4e5f-8a4b-ba16bcab1303 None None] Network 38e456a9-e67a-4cce-84e9-d31d50c1e20b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:28:42.785846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cc8277b6-ebc4-427c-891c-17526f453867 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:42.786839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=e899498d-b41b-4d97-be5f-90f3c4175222,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:42.801739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:42.969781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 38e456a9-e67a-4cce-84e9-d31d50c1e20b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:42.971359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:43.009363 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7a0608a4-d7be-45df-9a69-bd10f1ae1172 None None] Provisioning for port cc8277b6-ebc4-427c-891c-17526f453867 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:43.065925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port cc8277b6-ebc4-427c-891c-17526f453867 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:43.077337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port cc8277b6-ebc4-427c-891c-17526f453867 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:43.077706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.238612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.274210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port cc8277b6-ebc4-427c-891c-17526f453867, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=cc8277b6-ebc4-427c-891c-17526f453867,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:43.330589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router dea95658-3e66-4870-9893-fcb3eb0fa0ed has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:28:43.412982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.413763 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f8489037-0e68-418b-a10d-25badb691621 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:43.506608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bee7b8b8-85df-4959-b03c-40f0fa44d10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.529433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:28:43.546313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b5cbb0f9-89fb-4be3-91dd-63db3d3c038e None None] Provisioning complete for port cc8277b6-ebc4-427c-891c-17526f453867 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:43.546689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb0f9-89fb-4be3-91dd-63db3d3c038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.548634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36882) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:43.549535 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c46731d5-c473-4233-a49b-ea8797e24807 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/dea95658-3e66-4870-9893-fcb3eb0fa0ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6224144 Mar 11 16:28:43.594253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Sync routers for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:28:43.601215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=cc8277b6-ebc4-427c-891c-17526f453867,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:43.629049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.629049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.629049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.629049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.629049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.630131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.630131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.630131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.630680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.630680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.631038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.631224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:43.644359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:43.645038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:43.744024 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f8489037-0e68-418b-a10d-25badb691621 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:43.744390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.748507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f1c817-fc24-4543-affd-c397ffe10ae9 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.748983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f1c817-fc24-4543-affd-c397ffe10ae9 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.749486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f1c817-fc24-4543-affd-c397ffe10ae9 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.749930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f1c817-fc24-4543-affd-c397ffe10ae9 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.754125 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-11f1c817-fc24-4543-affd-c397ffe10ae9 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2003667 Mar 11 16:28:43.754518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36886) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:43.835903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a1db5-3717-4bce-9411-2b6d3d4b1473 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.836663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a1db5-3717-4bce-9411-2b6d3d4b1473 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.837316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a1db5-3717-4bce-9411-2b6d3d4b1473 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.837775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a1db5-3717-4bce-9411-2b6d3d4b1473 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.842765 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cd1a1db5-3717-4bce-9411-2b6d3d4b1473 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0840602 Mar 11 16:28:43.843095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36890) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:43.953716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:44.078401 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-078873d8-58e5-457d-b252-474acc386c91 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2337167 Mar 11 16:28:44.081061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36894) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:44.094857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1273510403', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:44.190950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b5cbb0f9-89fb-4be3-91dd-63db3d3c038e None None] Provisioning for port e899498d-b41b-4d97-be5f-90f3c4175222 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:44.235959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b5cbb0f9-89fb-4be3-91dd-63db3d3c038e None None] Provisioning complete for port e899498d-b41b-4d97-be5f-90f3c4175222 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:44.236327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb0f9-89fb-4be3-91dd-63db3d3c038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.254517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:44.259867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:port and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:44.263850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:44.271354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:44.360873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-b5cbb0f9-89fb-4be3-91dd-63db3d3c038e None None] Port e899498d-b41b-4d97-be5f-90f3c4175222 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:28:44.407826 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:28:44.411572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.442205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] device_id is not set on port 532f000e-9be5-48cb-90f0-e46bf710a87c yet. {{(pid=88601) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:28:44.462861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e899498d-b41b-4d97-be5f-90f3c4175222', 'name': '', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3f:73:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:41Z', 'updated_at': '2022-03-11T16:28:42Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:44.467855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Checking router: dea95658-3e66-4870-9893-fcb3eb0fa0ed for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:28:44.468180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Updating router dea95658-3e66-4870-9893-fcb3eb0fa0ed port e899498d-b41b-4d97-be5f-90f3c4175222 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:28:44.550827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0b145e26-8bdf-4b6e-831c-b7252f46df6d None None] Provisioning complete for port e899498d-b41b-4d97-be5f-90f3c4175222 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:44.551410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0b145e26-8bdf-4b6e-831c-b7252f46df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.579792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.607717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.8 (38e456a9-e67a-4cce-84e9-d31d50c1e20b/5fb21e5b-0521-4353-93d7-37c0c307a76a/532f000e-9be5-48cb-90f0-e46bf710a87c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:44.704186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0b145e26-8bdf-4b6e-831c-b7252f46df6d None None] Port e899498d-b41b-4d97-be5f-90f3c4175222 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:28:44.733389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cc8277b6-ebc4-427c-891c-17526f453867 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:44.820792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.848182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.861252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.880209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 532f000e-9be5-48cb-90f0-e46bf710a87c will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:44.912086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port cc8277b6-ebc4-427c-891c-17526f453867 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:44.912653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.990475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.064725 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 38e456a9-e67a-4cce-84e9-d31d50c1e20b is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:45.068547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:45.071163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:28:45.129367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:45.186464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:45.187354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.299730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.312708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Transition to ACTIVE for port object e899498d-b41b-4d97-be5f-90f3c4175222 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:45.362270 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-08f8b754-71f8-49e1-9451-f5cbb27a2530 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2800307 Mar 11 16:28:45.406921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.525877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7b1189df-a186-41aa-a0fa-09f6e1ffad08 None None] Provisioning for port 532f000e-9be5-48cb-90f0-e46bf710a87c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:45.547338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7b1189df-a186-41aa-a0fa-09f6e1ffad08 None None] Provisioning complete for port 532f000e-9be5-48cb-90f0-e46bf710a87c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:45.547705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7b1189df-a186-41aa-a0fa-09f6e1ffad08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.603227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b4af7-87ac-4bb6-9ff2-1e93bee16c67 None None] Pushing event updated for resources: {'Port': ['ID=e899498d-b41b-4d97-be5f-90f3c4175222,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:45.631247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36900) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:45.636538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369839549', 'description': 'tempest-secgroup-smoke-369839549 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:45.646621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:45.651189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:45.656125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:45.662839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:45.698276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7b1189df-a186-41aa-a0fa-09f6e1ffad08 None None] Port 532f000e-9be5-48cb-90f0-e46bf710a87c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:28:45.712276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Attempting to bind port e899498d-b41b-4d97-be5f-90f3c4175222 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:28:45.715393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Attempting to bind port e899498d-b41b-4d97-be5f-90f3c4175222 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:28:45.715393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Attempting to bind port e899498d-b41b-4d97-be5f-90f3c4175222 on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:28:45.719469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:28:45.719838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Checking segment: {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:28:45.720268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.720668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Bound using segment: {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:28:45.721125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Bound port: e899498d-b41b-4d97-be5f-90f3c4175222, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:28:45.721491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.733438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.754376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:45.758105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:45.761117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:45.767573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:45.835741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] For port e899498d-b41b-4d97-be5f-90f3c4175222, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:28:45.841650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] For port e899498d-b41b-4d97-be5f-90f3c4175222, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e899498d-b41b-4d97-be5f-90f3c4175222,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:28:45.851785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.858553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.945110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.973038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:46.024565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0bb0b9-f977-41b6-b880-6fd29c17357c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:46.030865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:28:46.031517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:46.033385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.034125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.034453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.034626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.034927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.035476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.035815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.036102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.036392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.036705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.037271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.037628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:46.104927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:46.108546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-853379da-24c0-4f8a-88d3-8d8973755e8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4757202 Mar 11 16:28:46.111202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36904) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:46.115458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b4af7-87ac-4bb6-9ff2-1e93bee16c67 None None] Pushing event updated for resources: {'Port': ['ID=e899498d-b41b-4d97-be5f-90f3c4175222,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:46.120424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2c0bb0b9-f977-41b6-b880-6fd29c17357c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:46.125168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:46.129528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:46.133033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:46.142241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:46.271852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:46.305324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:28:46.336246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:46.424324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:46.449535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0f8cfb-ec7a-49aa-90ab-930a52cddf55,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:46.550386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:46.551616 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f2069a86-df0a-42b7-a773-6fb8f0e73d0c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4394062 Mar 11 16:28:46.554487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36908) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:46.559839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2c0bb0b9-f977-41b6-b880-6fd29c17357c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:46.566048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:46.572681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:46.573569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:46.580061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:46.643267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e899498d-b41b-4d97-be5f-90f3c4175222', 'name': '', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3f:73:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:41Z', 'updated_at': '2022-03-11T16:28:45Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:46.647340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9817f67b-d192-48aa-b176-6569ea8f64ef None None] The sync data for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv is: [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e899498d-b41b-4d97-be5f-90f3c4175222', 'name': '', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3f:73:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:41Z', 'updated_at': '2022-03-11T16:28:45Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:28:46.707378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:46.792965 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:46.990113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.012915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69677b12-6018-4860-9ae1-13cb583beacb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:47.167564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.168848 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-62b1e076-3243-4358-a1b2-08616cbf2ac6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6134160 Mar 11 16:28:47.172272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36912) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:47.177398 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2c0bb0b9-f977-41b6-b880-6fd29c17357c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:47.185285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:47.189744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:47.193002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:47.200269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:47.340863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.410630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.493380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.519747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eef6492-1196-4750-a338-393e4a09b923,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:47.653656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.654992 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-baf78507-ec52-41bb-a72c-7266681d7bbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4817300 Mar 11 16:28:47.657770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36916) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:47.662702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2c0bb0b9-f977-41b6-b880-6fd29c17357c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:47.668676 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:47.674738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:47.675680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:47.681480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:47.782989 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.846134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.928138 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:28:47.938287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.964947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b221719e-0d8d-443c-b2c8-6aff70d3c711,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:48.047090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.048348 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ffcbdfc2-b19b-44d3-b2e3-10a5ba00956e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3896325 Mar 11 16:28:48.051190 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36920) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:48.056248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2c0bb0b9-f977-41b6-b880-6fd29c17357c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:48.063494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:48.072301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:48.076867 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:48.082907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:48.166577 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:28:48.175659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.248611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.344121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.371743 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757f16fe-d6ef-433c-ae84-48000e1584f3,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:48.470591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.472392 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b5ee2931-0fc4-4c1b-b2fb-e41a34cf02ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4199281 Mar 11 16:28:48.475077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36924) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:48.480493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2c0bb0b9-f977-41b6-b880-6fd29c17357c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:48.487198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:48.491638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:48.495016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:48.501566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:48.658687 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:28:48.666018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.717737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e899498d-b41b-4d97-be5f-90f3c4175222 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:48.735483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.869753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port e899498d-b41b-4d97-be5f-90f3c4175222 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:48.870026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.876060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e899498d-b41b-4d97-be5f-90f3c4175222 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:48.882544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.896248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0805bba3-1169-4545-bced-e51ed5992cba,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:48.973236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.974623 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c512e30-0651-4fc0-b69b-5a6299fe71a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4984529 Mar 11 16:28:48.997426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:49.029473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e899498d-b41b-4d97-be5f-90f3c4175222, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e899498d-b41b-4d97-be5f-90f3c4175222,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:49.138503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:49.154774 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-19a87cd7-f3f9-41b7-ade4-c25f5d6a6735 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369839549&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.0462182 Mar 11 16:28:49.207510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e899498d-b41b-4d97-be5f-90f3c4175222,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:49.348230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-ca4a31f6-14c9-4263-aac4-e58a3ca6234d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:49.349090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-ca4a31f6-14c9-4263-aac4-e58a3ca6234d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:49.441005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-ca4a31f6-14c9-4263-aac4-e58a3ca6234d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:49.442078 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-ca4a31f6-14c9-4263-aac4-e58a3ca6234d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 930 time: 0.2796977 Mar 11 16:28:49.606895 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-eee2b9a2-4ff9-4dd7-82ea-bff55f22ef2b service neutron] 10.222.0.57 "GET /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1501982 Mar 11 16:28:49.739039 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-b35d856e-2f8c-4c4b-98c4-949ebdfcf1e3 service neutron] 10.222.0.57 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268017 Mar 11 16:28:49.870132 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-a87dcc0a-3ace-42b6-92b3-51f53271be9b service neutron] 10.222.0.57 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253211 Mar 11 16:28:50.219127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2f92f7e8-2dfb-4d8e-a37c-7df01f1c2cbd req-6be7db54-fa5d-4836-9531-222e723c9ecd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:50.232332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2f92f7e8-2dfb-4d8e-a37c-7df01f1c2cbd req-6be7db54-fa5d-4836-9531-222e723c9ecd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:50.233474 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2f92f7e8-2dfb-4d8e-a37c-7df01f1c2cbd req-6be7db54-fa5d-4836-9531-222e723c9ecd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 210 time: 0.0582125 Mar 11 16:28:50.699812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e899498d-b41b-4d97-be5f-90f3c4175222 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:50.773480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e899498d-b41b-4d97-be5f-90f3c4175222 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:50.773783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:51.382448 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7576a74a-9502-4cc1-a910-1eaf769f2560 req-5c5a6095-592f-410a-9974-fa6a25e27bad tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 210 time: 0.0441551 Mar 11 16:28:52.530529 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-faadda2d-a339-4e19-b1c9-cc5053469d0c req-ab57dff9-3d64-482d-8764-6b35a8436286 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 210 time: 0.0426841 Mar 11 16:28:52.896572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-7f465657-a3ab-4994-8e1a-566018d74983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:52.898000 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-7f465657-a3ab-4994-8e1a-566018d74983 service neutron] 10.222.0.35 "GET /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 1026 time: 0.0677209 Mar 11 16:28:53.072039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-e1761d18-b86a-45a4-98e3-de4b07b3b7dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:53.072722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-e1761d18-b86a-45a4-98e3-de4b07b3b7dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:53.201398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-e1761d18-b86a-45a4-98e3-de4b07b3b7dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:53.202497 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-e1761d18-b86a-45a4-98e3-de4b07b3b7dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=38e456a9-e67a-4cce-84e9-d31d50c1e20b HTTP/1.1" status: 200 len: 797 time: 0.2995176 Mar 11 16:28:53.252305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-338c7196-03a9-47bb-8287-ab534087052b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:53.349993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-338c7196-03a9-47bb-8287-ab534087052b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:53.351196 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-338c7196-03a9-47bb-8287-ab534087052b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 379 time: 0.1398604 Mar 11 16:28:53.361954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Request body: {'port': {'device_id': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:28:53.473638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:53.688396 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1a387dfe-af0e-4843-96e0-a6f5d299da36 req-ca38168d-3452-46a6-9e7e-b49dbc6e98e7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 210 time: 0.0450161 Mar 11 16:28:53.822286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532f000e-9be5-48cb-90f0-e46bf710a87c {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:28:53.829382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:53.843414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Transition to ACTIVE for port object 532f000e-9be5-48cb-90f0-e46bf710a87c will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:53.921293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:54.087733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:54.272268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Attempting to bind port 532f000e-9be5-48cb-90f0-e46bf710a87c on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:28:54.272841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Attempting to bind port 532f000e-9be5-48cb-90f0-e46bf710a87c by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:28:54.273394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Attempting to bind port 532f000e-9be5-48cb-90f0-e46bf710a87c on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:28:54.279962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Port 532f000e-9be5-48cb-90f0-e46bf710a87c on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:28:54.280274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Attempting to bind port 532f000e-9be5-48cb-90f0-e46bf710a87c on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:28:54.285377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:28:54.285706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Checking segment: {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:28:54.286086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Bound using segment: {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:28:54.286531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Bound port: 532f000e-9be5-48cb-90f0-e46bf710a87c, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:28:54.286879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:54.378554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:28:54.381370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:28:54.458856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:54.514659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.515267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:54.516589 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] 10.222.0.35 "PUT /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 1131 time: 1.1589513 Mar 11 16:28:54.517034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:28:54.542641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e403bea-3dc7-4ab4-9d63-3efba0438e45 service neutron] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:54.572561 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'status': 'completed', 'code': 200} Mar 11 16:28:54.679113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2766820-c764-4fee-b7fc-5a83950fc051 req-b40e0469-35c3-4520-8947-48ec186db108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.680651 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2766820-c764-4fee-b7fc-5a83950fc051 req-b40e0469-35c3-4520-8947-48ec186db108 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 1134 time: 0.0841515 Mar 11 16:28:54.829830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2766820-c764-4fee-b7fc-5a83950fc051 req-cc5792eb-74aa-4a2b-a9fd-6b9663c11a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.831285 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2766820-c764-4fee-b7fc-5a83950fc051 req-cc5792eb-74aa-4a2b-a9fd-6b9663c11a3c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8493e287da4b2284f40c28615f4074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1443982 Mar 11 16:28:54.886070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa682de-01ff-452b-b87b-b6b3902a6248 req-bf434537-6d66-4ff6-8f4b-2f1544f16673 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.888546 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9aa682de-01ff-452b-b87b-b6b3902a6248 req-bf434537-6d66-4ff6-8f4b-2f1544f16673 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 981 time: 0.0860565 Mar 11 16:28:54.934015 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9aa682de-01ff-452b-b87b-b6b3902a6248 req-089505ad-28cb-475c-a9fc-4cf746d2fdc7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393319 Mar 11 16:28:54.973966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2766820-c764-4fee-b7fc-5a83950fc051 req-6475b757-212a-4f64-9cd1-684276c3c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.975426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2766820-c764-4fee-b7fc-5a83950fc051 req-6475b757-212a-4f64-9cd1-684276c3c3ce service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389201 Mar 11 16:28:55.080904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-20bfe114-c73b-4fcb-aa4f-2ca7106e5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:55.082387 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-20bfe114-c73b-4fcb-aa4f-2ca7106e5fa9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 1134 time: 0.0696671 Mar 11 16:28:55.153712 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-aa19495e-5af3-4000-9431-3c95f4616212 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 217 time: 0.0645678 Mar 11 16:28:55.218320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-b304c224-eed9-4398-9dbb-43e52e126dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:55.219693 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-b304c224-eed9-4398-9dbb-43e52e126dd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fb21e5b-0521-4353-93d7-37c0c307a76a HTTP/1.1" status: 200 len: 835 time: 0.0606952 Mar 11 16:28:55.309037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-cc875f32-18af-4c81-be0f-1b32d965b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:55.310735 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-cc875f32-18af-4c81-be0f-1b32d965b947 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38e456a9-e67a-4cce-84e9-d31d50c1e20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855877 Mar 11 16:28:55.445689 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-cbe61821-115a-4be1-b196-e434509a8b1e service neutron] 10.222.0.35 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284130 Mar 11 16:28:55.576288 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fca8961-9bff-4d23-8faf-4749ffa8d390 req-38b0d72e-f2de-401c-b0a5-8858362d676a service neutron] 10.222.0.35 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251984 Mar 11 16:28:56.122840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d556547-62a6-4a29-a9b5-1e5b156dc2ce req-e20e7b30-5c04-4b0c-9834-fbb923dd07b6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:56.124296 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d556547-62a6-4a29-a9b5-1e5b156dc2ce req-e20e7b30-5c04-4b0c-9834-fbb923dd07b6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 981 time: 0.0802262 Mar 11 16:28:56.167523 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d556547-62a6-4a29-a9b5-1e5b156dc2ce req-5da39457-7920-4305-a408-30bba476ecf1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376267 Mar 11 16:28:57.356005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8c0c7-8bb7-414c-aceb-ec9928bb4019 req-c9a8e573-c2b7-4fda-a165-052b70808cb4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:57.357760 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17e8c0c7-8bb7-414c-aceb-ec9928bb4019 req-c9a8e573-c2b7-4fda-a165-052b70808cb4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 981 time: 0.0841296 Mar 11 16:28:57.407297 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17e8c0c7-8bb7-414c-aceb-ec9928bb4019 req-f2e8c785-853f-407c-94b8-e929f4d3b83a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Mar 11 16:28:57.981766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 532f000e-9be5-48cb-90f0-e46bf710a87c details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:28:58.123042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:58.137031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'port_id': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'mac_address': 'fa:16:3e:46:39:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:28:58.203186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:58.220914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532f000e-9be5-48cb-90f0-e46bf710a87c {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:28:58.237332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:28:58.366972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:58.436209 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:58.571058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['532f000e-9be5-48cb-90f0-e46bf710a87c'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:28:58.609045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96673a5-afea-4f4e-b520-615fa1f7233b req-6a89cd49-93b1-4064-a83b-bfbdd6e5c036 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:58.610390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a96673a5-afea-4f4e-b520-615fa1f7233b req-6a89cd49-93b1-4064-a83b-bfbdd6e5c036 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 982 time: 0.0868866 Mar 11 16:28:58.657266 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a96673a5-afea-4f4e-b520-615fa1f7233b req-9a696731-bd9c-4f58-98db-57b8ddb0156e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Mar 11 16:28:59.844662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65be19-d2f4-4b0c-83f6-471c28fe8182 req-537cff09-baa5-4543-9d3c-3a2955c7e22d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:59.846024 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e65be19-d2f4-4b0c-83f6-471c28fe8182 req-537cff09-baa5-4543-9d3c-3a2955c7e22d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 982 time: 0.0831275 Mar 11 16:28:59.892217 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2e65be19-d2f4-4b0c-83f6-471c28fe8182 req-f97189a2-51ae-4f93-8787-ca21289e4650 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 Mar 11 16:28:59.996185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 532f000e-9be5-48cb-90f0-e46bf710a87c up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:00.172199 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 532f000e-9be5-48cb-90f0-e46bf710a87c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:00.177401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 532f000e-9be5-48cb-90f0-e46bf710a87c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:00.177768 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:00.295648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:00.321462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:00.332230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:00.365843 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'code': 200} Mar 11 16:29:00.429895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:00.497262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:00.869133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5fee9-e6ac-4f12-8677-0c7d8987f40b req-05a196ce-2ecc-4be4-806e-d4956ce870ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:00.871304 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58c5fee9-e6ac-4f12-8677-0c7d8987f40b req-05a196ce-2ecc-4be4-806e-d4956ce870ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 1136 time: 0.0730042 Mar 11 16:29:00.914909 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58c5fee9-e6ac-4f12-8677-0c7d8987f40b req-8b39f994-9a46-4ad1-92f0-9fcb6e11b050 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382464 Mar 11 16:29:01.078644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f4d97-c4b5-410b-9450-0f9a0cc5b858 req-2e93af3d-e717-4cdc-b1b3-50c3a99165b1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:01.080095 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b55f4d97-c4b5-410b-9450-0f9a0cc5b858 req-2e93af3d-e717-4cdc-b1b3-50c3a99165b1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 983 time: 0.0795898 Mar 11 16:29:01.128995 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b55f4d97-c4b5-410b-9450-0f9a0cc5b858 req-1b30ef8f-d05d-4039-9614-f023282812ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430725 Mar 11 16:29:02.321719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22a9e8-520e-48c7-bc02-e80178fc1d59 req-8cdd6099-c7cd-402a-a1d1-b42c9696b521 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:02.323245 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c22a9e8-520e-48c7-bc02-e80178fc1d59 req-8cdd6099-c7cd-402a-a1d1-b42c9696b521 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 983 time: 0.0809500 Mar 11 16:29:02.367846 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c22a9e8-520e-48c7-bc02-e80178fc1d59 req-54eab815-3d20-4765-a6cf-8ec9deb27677 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387239 Mar 11 16:29:02.558647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1356fc-1a0c-4d0c-b19c-13a33bdd0468 req-f70c68d6-9240-4cd8-ba02-e93756a0f965 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:02.560116 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ff1356fc-1a0c-4d0c-b19c-13a33bdd0468 req-f70c68d6-9240-4cd8-ba02-e93756a0f965 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 983 time: 0.0814574 Mar 11 16:29:02.607300 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ff1356fc-1a0c-4d0c-b19c-13a33bdd0468 req-fe772a14-e40f-4a6e-a773-d80d543b6ef3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Mar 11 16:29:02.630478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36982) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:02.707644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00dd89-1569-44a1-aef5-479d8d0448b8 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:02.709155 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f00dd89-1569-44a1-aef5-479d8d0448b8 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 1131 time: 0.0775449 Mar 11 16:29:02.712051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 36986) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:02.717793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:02.724061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:02.728311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:floatingip and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:02.731556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:02.737407 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:02.852938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:02.990385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.123321 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.179 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/ed7d93d5-4a2d-445d-8a20-df9577137006) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:03.273894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.378890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:03.440205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:03.442957 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:03.451125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:29:03.484133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=ed7d93d5-4a2d-445d-8a20-df9577137006,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:03.970373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.126290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.338118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.399281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.510346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=ed7d93d5-4a2d-445d-8a20-df9577137006,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:04.523810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:04.702588 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 303a0906-4d32-420a-83cd-463fcc2c9dc4 associated. External IP: 172.26.8.179, port: 532f000e-9be5-48cb-90f0-e46bf710a87c. Mar 11 16:29:05.055421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router dea95658-3e66-4870-9893-fcb3eb0fa0ed has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:29:05.241058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:29:05.250861 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] Sync routers for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:05.259888 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:05.260484 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:05.428065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:05.441188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:05.489421 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5a45ee51-ac83-4ba2-bd62-b3aa9ea0a037 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7763748 Mar 11 16:29:05.490302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:05.492584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 36990) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:05.540749 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'status': 'completed', 'code': 200} Mar 11 16:29:05.755408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf517ead-caed-4a8e-81a5-f25fca48813a tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:05.756822 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cf517ead-caed-4a8e-81a5-f25fca48813a tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d&network_id=38e456a9-e67a-4cce-84e9-d31d50c1e20b HTTP/1.1" status: 200 len: 1131 time: 0.2631276 Mar 11 16:29:05.772559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-efb87355-7d44-4863-8364-732eb326f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:05.773803 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-efb87355-7d44-4863-8364-732eb326f9e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 1136 time: 0.2076728 Mar 11 16:29:05.804778 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '303a0906-4d32-420a-83cd-463fcc2c9dc4', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'port_id': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1273510403', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'mac_address': 'fa:16:3e:46:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:29:03Z', 'updated_at': '2022-03-11T16:29:03Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e899498d-b41b-4d97-be5f-90f3c4175222', 'name': '', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3f:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:41Z', 'updated_at': '2022-03-11T16:28:49Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:05.810750 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] Checking router: dea95658-3e66-4870-9893-fcb3eb0fa0ed for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:05.818206 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:05.818818 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:28:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:05.914540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-5a6d0f18-4abd-45a3-9c91-edb917e3a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:05.916022 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-5a6d0f18-4abd-45a3-9c91-edb917e3a8d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=38e456a9-e67a-4cce-84e9-d31d50c1e20b HTTP/1.1" status: 200 len: 898 time: 0.1366885 Mar 11 16:29:06.011043 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:06.022329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-78176ac6-6514-4568-b320-df8f91699645 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 1037 time: 0.1004999 Mar 11 16:29:06.084774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-bccca601-fd6d-4134-920d-a2e788011838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:06.086288 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-bccca601-fd6d-4134-920d-a2e788011838 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fb21e5b-0521-4353-93d7-37c0c307a76a HTTP/1.1" status: 200 len: 835 time: 0.0581112 Mar 11 16:29:06.171051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-0af27709-7979-4070-8418-dc60d7883c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:06.172538 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-0af27709-7979-4070-8418-dc60d7883c6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38e456a9-e67a-4cce-84e9-d31d50c1e20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807736 Mar 11 16:29:06.315664 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-7beceb2d-4822-4361-a938-a31b6d0b6ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367896 Mar 11 16:29:06.418732 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '303a0906-4d32-420a-83cd-463fcc2c9dc4', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'port_id': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1273510403', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'mac_address': 'fa:16:3e:46:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:29:03Z', 'updated_at': '2022-03-11T16:29:03Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e899498d-b41b-4d97-be5f-90f3c4175222', 'name': '', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3f:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:41Z', 'updated_at': '2022-03-11T16:28:49Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:06.422809 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb6abd-c19d-4c4b-901c-55bd6c0bd67e None None] The sync data for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv is: [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '303a0906-4d32-420a-83cd-463fcc2c9dc4', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'port_id': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1273510403', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'mac_address': 'fa:16:3e:46:39:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244c806c-b150-4ad1-a475-1ed13bfcdc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:29:03Z', 'updated_at': '2022-03-11T16:29:03Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e899498d-b41b-4d97-be5f-90f3c4175222', 'name': '', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3f:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:41Z', 'updated_at': '2022-03-11T16:28:49Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:06.505182 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ab8b708-2ca0-4032-b6c1-ef97e6849505 req-9361b47d-951e-42ee-bebb-49ed0d86be6c service neutron] 10.222.0.35 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831765 Mar 11 16:29:06.532256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad27c3-f058-4088-864a-58404c6e250e req-2b987da4-f659-4e60-a467-9b31a2173736 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:06.533817 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e1ad27c3-f058-4088-864a-58404c6e250e req-2b987da4-f659-4e60-a467-9b31a2173736 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 983 time: 0.1254938 Mar 11 16:29:06.587797 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e1ad27c3-f058-4088-864a-58404c6e250e req-5a900921-4aa2-4fe2-bb64-08334f70d8f1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474586 Mar 11 16:29:06.632102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dc938b-dfe1-4592-b3f3-e749519dfc76 None None] New status for floating IP 303a0906-4d32-420a-83cd-463fcc2c9dc4: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:29:07.651082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-0c6fd220-5a51-4c17-a5f0-3d29d217bb21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:07.652546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-0c6fd220-5a51-4c17-a5f0-3d29d217bb21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 983 time: 0.0843432 Mar 11 16:29:07.725299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-8399c8cc-e85c-4c88-a577-358b7af9f499 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:07.726674 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-8399c8cc-e85c-4c88-a577-358b7af9f499 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0691943 Mar 11 16:29:07.782479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fea7bd-a85c-4800-a4d1-37e1efa4885d req-1187a2e6-fbc9-4da7-ae0f-93380e0cad8c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:07.784152 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7fea7bd-a85c-4800-a4d1-37e1efa4885d req-1187a2e6-fbc9-4da7-ae0f-93380e0cad8c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 983 time: 0.0843441 Mar 11 16:29:07.833465 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7fea7bd-a85c-4800-a4d1-37e1efa4885d req-38a5ba95-50c5-4476-8ac2-a35fa45fb602 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Mar 11 16:29:07.882943 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-3a80c431-3677-44ca-bc2f-faa1e903bfe6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1514995 Mar 11 16:29:07.892222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:08.005180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.204522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:08.233456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:08.284829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] device_id is not set on port 532f000e-9be5-48cb-90f0-e46bf710a87c yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:29:08.294230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.440712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.701322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=6']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:08.710991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cfd619f8-0303-456f-98a4-5a4fda34f185 None None] Provisioning complete for port 532f000e-9be5-48cb-90f0-e46bf710a87c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:08.711601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cfd619f8-0303-456f-98a4-5a4fda34f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:08.771984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] No DVR routers for this DVR port 532f000e-9be5-48cb-90f0-e46bf710a87c on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:29:08.785839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cfd619f8-0303-456f-98a4-5a4fda34f185 None None] Port 532f000e-9be5-48cb-90f0-e46bf710a87c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:29:09.058878 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-caf5ba63-b1a3-41c1-a71a-fc1c8574a3b2 req-63d9ab08-1698-4f47-a44f-875564d2c838 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 210 time: 0.0890396 Mar 11 16:29:09.086422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] In _notify_port_updated(), no bound segment for port 532f000e-9be5-48cb-90f0-e46bf710a87c on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:29:09.087307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:09.087904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:09.089390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f9e45a2-f39e-43f8-afc6-ab4074ad872e req-9523fad9-79d7-4727-98c9-26c439e42810 service neutron] 10.222.0.35 "PUT /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 1026 time: 1.2011530 Mar 11 16:29:09.332468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:10.358421 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a7dd745-38cd-46fc-81ec-7ff2a1e5e7bb req-07a3b445-04be-4066-b2dc-9f8360165c37 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=244c806c-b150-4ad1-a475-1ed13bfcdc8d HTTP/1.1" status: 200 len: 210 time: 0.1758120 Mar 11 16:29:11.141880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-43fce6a4-513c-4d60-ba36-23d23910987a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:11.454197 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37008) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:11.529493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709b842b-2a0e-4da6-8fb7-42422064db5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:11.530918 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-709b842b-2a0e-4da6-8fb7-42422064db5f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 925 time: 0.0754514 Mar 11 16:29:11.881870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37014) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:11.887724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661986491', 'description': 'tempest-secgroup-smoke-661986491 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:11.893981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:11.904379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:12.001104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.023837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:12.025059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 532f000e-9be5-48cb-90f0-e46bf710a87c no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:29:12.028481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:12.031797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:12.038452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:12.094970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 532f000e-9be5-48cb-90f0-e46bf710a87c not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:29:12.130218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.269756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.318586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a2632-be15-46de-a0a1-c140e3a1894c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:12.417457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.418785 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2cbed1cb-87c8-4681-98e5-752811bb46d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5358744 Mar 11 16:29:12.421636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37018) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:12.427243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'b94a2632-be15-46de-a0a1-c140e3a1894c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:12.434205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:12.438502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:12.441800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:12.448188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:12.619092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.681986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.799263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.823068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36abfc86-997d-4a0f-b1b8-1809c65e8589,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:12.955694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.956925 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d297dff6-4cc9-43da-aca8-fe618e856516 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5341327 Mar 11 16:29:12.959814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37022) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:12.966196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'b94a2632-be15-46de-a0a1-c140e3a1894c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:12.972505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:12.976352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:12.979444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:12.985791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:13.101739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.172137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.399474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.417964 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4511ee3c-432c-400e-bef5-54f3fe772175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.424714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067f67e9-5496-49ce-8e60-8ed4b051c7cf,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:13.549550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.550860 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-45ad4d35-3044-4efb-a3ec-4901f615784d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5900345 Mar 11 16:29:13.553467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37026) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:13.559348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'b94a2632-be15-46de-a0a1-c140e3a1894c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:13.565473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:13.569331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:13.572238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:13.579088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:13.700433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.769846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.863955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:13.890534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e5a8a7-7ee6-4177-8b9b-bacfa6656d42,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:14.012537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.013705 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-246b524a-b583-4c05-b398-7144e4b33038 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4592571 Mar 11 16:29:14.016350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37030) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:14.021465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'b94a2632-be15-46de-a0a1-c140e3a1894c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:14.028212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:14.032453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:14.035705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:14.042677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:14.189709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.272179 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.401093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.428034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcbf8af-7630-436b-b38a-3f39d118eb79,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:14.546895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.550425 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c668be4e-6672-468b-a5d8-e2a085cd04d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5308261 Mar 11 16:29:14.556774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37034) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:14.556774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'b94a2632-be15-46de-a0a1-c140e3a1894c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:14.562895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:14.566634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:14.569537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:14.575883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:14.673960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.707714 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:29:14.708075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.715617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.788492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.881123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.907994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db66f3b5-5c5b-4562-8e3a-8536d07c89e2,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:14.987012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:14.988233 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7dfb3787-2b9c-4abc-977a-3cea416ebbaa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4362693 Mar 11 16:29:14.991070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37038) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:14.996306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'b94a2632-be15-46de-a0a1-c140e3a1894c', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:15.002536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:15.007660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:15.009374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:15.015229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:15.098058 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:29:15.106535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.173773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.292275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.316513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e383f628-a709-4b49-a767-c2aa4365fba5,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:15.446912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.448660 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c80d1130-0146-419a-be05-801bbba8165a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4564958 Mar 11 16:29:15.631588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-5b26b6bc-e1d8-4c15-b792-6ed1319b042a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:29:15.872147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-5b26b6bc-e1d8-4c15-b792-6ed1319b042a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:29:15.872147 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-5b26b6bc-e1d8-4c15-b792-6ed1319b042a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661986491&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.2201803 Mar 11 16:29:15.888828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-cc763311-f0d5-4252-8fb9-42f58946625a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:15.890218 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-cc763311-f0d5-4252-8fb9-42f58946625a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 930 time: 0.0747592 Mar 11 16:29:15.938104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:16.014257 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-80f39822-9d38-4905-9a9b-a86e0a9820c5 service neutron] 10.222.0.57 "GET /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1118319 Mar 11 16:29:16.154830 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-dd8a7433-ea7c-43fb-a9ad-a225be6258f0 service neutron] 10.222.0.57 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349185 Mar 11 16:29:16.299849 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-f0f56c18-dd91-43f2-90a7-205f0f460c11 service neutron] 10.222.0.57 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390791 Mar 11 16:29:16.613853 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10180d93-273a-4ae5-934a-93a62ca82020 req-a478b3cb-79fc-41d9-a3c6-a8e92eabaa7b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 210 time: 0.0474293 Mar 11 16:29:17.778361 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-518c77f8-997b-4737-99cc-0a9ef751085f req-f9c8c22c-20cf-4805-aeed-983f70f21a89 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 210 time: 0.0496624 Mar 11 16:29:18.979760 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9f1958dd-0edf-491a-b3c5-b1e35f5ecfa9 req-65d761b8-7de4-420c-a42e-2e6105a589ab tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 210 time: 0.0440018 Mar 11 16:29:19.888857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-0f4246fa-67a2-4af0-abc7-08aca0059e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:19.890150 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-0f4246fa-67a2-4af0-abc7-08aca0059e86 service neutron] 10.222.0.35 "GET /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 1026 time: 0.0651345 Mar 11 16:29:20.157066 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a30dac3d-88af-447e-9958-5f0b0a58582e req-70f68454-27b9-4e2c-86b6-07e687afad54 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 210 time: 0.0608160 Mar 11 16:29:20.196834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-3f661b1f-e3d0-44d3-b457-cafabf39762f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:20.199156 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-3f661b1f-e3d0-44d3-b457-cafabf39762f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=38e456a9-e67a-4cce-84e9-d31d50c1e20b HTTP/1.1" status: 200 len: 797 time: 0.3044505 Mar 11 16:29:20.254603 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-e578b0b4-e0a0-469f-9d3e-1457225360ff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 471 time: 0.0437007 Mar 11 16:29:20.265003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Request body: {'port': {'device_id': 'f2f64155-9155-4c68-81cb-302e108f3ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:20.377558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:20.753554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532f000e-9be5-48cb-90f0-e46bf710a87c {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:29:20.763214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:20.785380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Transition to ACTIVE for port object 532f000e-9be5-48cb-90f0-e46bf710a87c will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:20.943718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:21.083092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=7']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:21.224638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Attempting to bind port 532f000e-9be5-48cb-90f0-e46bf710a87c on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:29:21.224638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Attempting to bind port 532f000e-9be5-48cb-90f0-e46bf710a87c by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:29:21.224638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Attempting to bind port 532f000e-9be5-48cb-90f0-e46bf710a87c on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:21.231925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Port 532f000e-9be5-48cb-90f0-e46bf710a87c on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:29:21.232249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Attempting to bind port 532f000e-9be5-48cb-90f0-e46bf710a87c on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:21.238190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:29:21.238190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Checking segment: {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:21.238947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Bound using segment: {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:29:21.239155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Bound port: 532f000e-9be5-48cb-90f0-e46bf710a87c, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:29:21.239566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:21.339236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:21.342980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:29:21.363948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535ed00-4266-4107-9539-3110c952867e req-0fe8b0a8-1a0c-428a-9b9b-3055aaf0e9c0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:21.365523 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d535ed00-4266-4107-9539-3110c952867e req-0fe8b0a8-1a0c-428a-9b9b-3055aaf0e9c0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 981 time: 0.0899317 Mar 11 16:29:21.415061 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d535ed00-4266-4107-9539-3110c952867e req-d60af8b8-87aa-4121-9c86-4f373c292fc1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Mar 11 16:29:21.458358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:21.515052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:21.515749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:21.517249 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] 10.222.0.35 "PUT /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 1131 time: 1.2563546 Mar 11 16:29:21.517687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f64155-9155-4c68-81cb-302e108f3ae4', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:21.547204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ab178-aba3-45d2-8fa5-31d17394e7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=8']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:21.569426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f64155-9155-4c68-81cb-302e108f3ae4', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'status': 'completed', 'code': 200} Mar 11 16:29:21.672076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971633b-a8c7-478f-842f-0e81cd73e67e req-e39992ac-b7a9-4bc3-8744-08eb915244d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:21.673739 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1971633b-a8c7-478f-842f-0e81cd73e67e req-e39992ac-b7a9-4bc3-8744-08eb915244d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 1134 time: 0.0814538 Mar 11 16:29:21.866228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971633b-a8c7-478f-842f-0e81cd73e67e req-85c07c2f-353a-4a5c-98d4-fe16bcb58579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:21.866228 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1971633b-a8c7-478f-842f-0e81cd73e67e req-85c07c2f-353a-4a5c-98d4-fe16bcb58579 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8493e287da4b2284f40c28615f4074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1838539 Mar 11 16:29:22.011716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971633b-a8c7-478f-842f-0e81cd73e67e req-53d1c523-1fa3-4d59-b34a-5a231ee1764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:22.013228 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1971633b-a8c7-478f-842f-0e81cd73e67e req-53d1c523-1fa3-4d59-b34a-5a231ee1764b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434417 Mar 11 16:29:22.138128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-bf49fd07-02b6-40d9-ac54-43f6caa763b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:22.139567 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-bf49fd07-02b6-40d9-ac54-43f6caa763b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 1134 time: 0.0874393 Mar 11 16:29:22.358224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-0ff493fd-9574-48e3-87a6-01f7b8cc251b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 1037 time: 0.2113471 Mar 11 16:29:22.428928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-b4e23dff-62bb-4f4e-85d5-3d55812bc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:22.430408 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-b4e23dff-62bb-4f4e-85d5-3d55812bc899 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fb21e5b-0521-4353-93d7-37c0c307a76a HTTP/1.1" status: 200 len: 835 time: 0.0665853 Mar 11 16:29:22.521553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-1c7b9dc8-ebd1-4530-ace5-cde60d28343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:22.523354 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-1c7b9dc8-ebd1-4530-ace5-cde60d28343e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=38e456a9-e67a-4cce-84e9-d31d50c1e20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874946 Mar 11 16:29:22.629076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b34f1e-33de-4d77-8243-f130c02f0389 req-dc9620c2-586a-460b-a18f-a29b7996269e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:22.630637 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4b34f1e-33de-4d77-8243-f130c02f0389 req-dc9620c2-586a-460b-a18f-a29b7996269e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 981 time: 0.0911953 Mar 11 16:29:22.680409 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a4b34f1e-33de-4d77-8243-f130c02f0389 req-0144c260-659d-44d3-81c3-ff9bb2890ff5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427792 Mar 11 16:29:22.719523 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-1d2eff9f-faab-4863-acff-8c21f3a8d0fd service neutron] 10.222.0.35 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890824 Mar 11 16:29:22.859460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ccf046d-2cb8-4384-8813-b9d312d6157c req-bdd61f5c-477d-4ca3-b167-00d1ac8341b4 service neutron] 10.222.0.35 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333468 Mar 11 16:29:23.879816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c171b9-6350-4161-89a4-c32664ce9778 req-1b6b96b4-5c73-4e45-903f-27de9870c332 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:23.881142 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40c171b9-6350-4161-89a4-c32664ce9778 req-1b6b96b4-5c73-4e45-903f-27de9870c332 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 981 time: 0.0895782 Mar 11 16:29:23.929455 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40c171b9-6350-4161-89a4-c32664ce9778 req-37732aac-2265-4c37-86a3-5290b0510b05 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Mar 11 16:29:24.926271 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:29:25.130294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7f51-fca7-4d3b-a29a-cc62deeadd21 req-447ae653-ff46-4e72-bc1f-a69538dcb469 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:25.131816 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-18fa7f51-fca7-4d3b-a29a-cc62deeadd21 req-447ae653-ff46-4e72-bc1f-a69538dcb469 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 981 time: 0.0946593 Mar 11 16:29:25.178211 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-18fa7f51-fca7-4d3b-a29a-cc62deeadd21 req-a02c41c0-bf2a-4977-9d80-a01809efd534 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Mar 11 16:29:26.119351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 532f000e-9be5-48cb-90f0-e46bf710a87c details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:29:26.271020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:26.284921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'port_id': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'mac_address': 'fa:16:3e:46:39:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:29:26.340335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:26.360322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532f000e-9be5-48cb-90f0-e46bf710a87c {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:29:26.373869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64616937-97f9-4abe-b8b3-786b75f330b0 req-7cf8fe72-312f-49a8-94a5-7d2ba6fd469f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:26.375304 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-64616937-97f9-4abe-b8b3-786b75f330b0 req-7cf8fe72-312f-49a8-94a5-7d2ba6fd469f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 981 time: 0.0830631 Mar 11 16:29:26.380619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:26.423774 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-64616937-97f9-4abe-b8b3-786b75f330b0 req-52d0ec56-df6e-430e-87a8-d59adcc9f4e5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Mar 11 16:29:26.503784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:26.573437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=9']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:26.696932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['532f000e-9be5-48cb-90f0-e46bf710a87c'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:29:27.633792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bb1ef-34c2-4f75-9e19-0c4599c70c46 req-a24548e1-c1cd-47eb-a751-88387045a709 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:27.635806 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9f3bb1ef-34c2-4f75-9e19-0c4599c70c46 req-a24548e1-c1cd-47eb-a751-88387045a709 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 982 time: 0.0891879 Mar 11 16:29:27.685312 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9f3bb1ef-34c2-4f75-9e19-0c4599c70c46 req-e6640dd3-3d2d-483b-b56b-8cbcbaef5691 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436299 Mar 11 16:29:28.136086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 532f000e-9be5-48cb-90f0-e46bf710a87c up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:28.285710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 532f000e-9be5-48cb-90f0-e46bf710a87c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:28.291084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 532f000e-9be5-48cb-90f0-e46bf710a87c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:28.291250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:28.409376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:28.437601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f64155-9155-4c68-81cb-302e108f3ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:29:28.454778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:28.483515 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f64155-9155-4c68-81cb-302e108f3ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532f000e-9be5-48cb-90f0-e46bf710a87c', 'code': 200} Mar 11 16:29:28.531750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:28.623514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=10']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:28.894929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4aa1b-56e2-4344-b077-54555175ffa3 req-5f681ee2-d64f-425c-8975-4846620e7dc4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:28.896422 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-59b4aa1b-56e2-4344-b077-54555175ffa3 req-5f681ee2-d64f-425c-8975-4846620e7dc4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 984 time: 0.0981913 Mar 11 16:29:28.914679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcad8a-2bc1-4e8b-8c70-8825bd0c2f70 req-8c4d0522-ac10-4893-a3b5-e63b48bfee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:28.916605 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7dbcad8a-2bc1-4e8b-8c70-8825bd0c2f70 req-8c4d0522-ac10-4893-a3b5-e63b48bfee78 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 1137 time: 0.0776508 Mar 11 16:29:28.944557 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-59b4aa1b-56e2-4344-b077-54555175ffa3 req-b00a8d0c-037a-4b40-9e66-df7a81229e2e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Mar 11 16:29:28.966354 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7dbcad8a-2bc1-4e8b-8c70-8825bd0c2f70 req-8ee77567-2728-477c-bb5d-3fea37d0425e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366030 Mar 11 16:29:30.132168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779480d6-8065-4b67-92dd-73d018bc2bca req-d880cd59-679a-4317-aa26-3aed21eca4a6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:30.133632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-779480d6-8065-4b67-92dd-73d018bc2bca req-d880cd59-679a-4317-aa26-3aed21eca4a6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 984 time: 0.0806494 Mar 11 16:29:30.180298 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-779480d6-8065-4b67-92dd-73d018bc2bca req-9b23f4db-18b0-4842-9e26-3599af1f1680 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Mar 11 16:29:31.372976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b2309-8ce4-4a2f-942c-044caa1dc85a req-01b6eb82-e08d-4074-9134-2f120a31dff6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:31.374595 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b6b2309-8ce4-4a2f-942c-044caa1dc85a req-01b6eb82-e08d-4074-9134-2f120a31dff6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 984 time: 0.0841103 Mar 11 16:29:31.419679 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b6b2309-8ce4-4a2f-942c-044caa1dc85a req-5cdefa2f-a3fe-4fc9-a176-71e215b0f4d0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Mar 11 16:29:31.609238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14032ad6-6265-4c6c-92e3-d2686fae2d14 req-75045675-d183-4980-8128-3e81e0a782f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:31.610812 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-14032ad6-6265-4c6c-92e3-d2686fae2d14 req-75045675-d183-4980-8128-3e81e0a782f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 984 time: 0.0854614 Mar 11 16:29:31.656285 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-14032ad6-6265-4c6c-92e3-d2686fae2d14 req-49d5a2d6-ae94-47c8-b9d8-54aded145f58 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395329 Mar 11 16:29:31.678498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37102) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:31.750463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d4e3c-8ccf-4afe-9a1c-d381635af745 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:31.751936 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e4d4e3c-8ccf-4afe-9a1c-d381635af745 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4&network_id=38e456a9-e67a-4cce-84e9-d31d50c1e20b HTTP/1.1" status: 200 len: 1132 time: 0.0724804 Mar 11 16:29:32.472019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cfa06-449d-43a5-bc5e-6bd1344f7afc req-b651046b-a147-4202-97e0-0b9449bea981 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:32.473518 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c5cfa06-449d-43a5-bc5e-6bd1344f7afc req-b651046b-a147-4202-97e0-0b9449bea981 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 984 time: 0.0877244 Mar 11 16:29:32.522604 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c5cfa06-449d-43a5-bc5e-6bd1344f7afc req-a5ce6cbd-efc5-4e44-b099-9e4afe3cf3e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Mar 11 16:29:33.715000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-58bf6518-1865-42b5-999e-2162c8bc9e03 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:33.717202 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-58bf6518-1865-42b5-999e-2162c8bc9e03 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 984 time: 0.0872011 Mar 11 16:29:33.726256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1782cb-d615-49eb-9a2b-618d7eddc13a req-aac79033-7eef-49da-a87d-cd61f7a72966 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:33.727911 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ab1782cb-d615-49eb-9a2b-618d7eddc13a req-aac79033-7eef-49da-a87d-cd61f7a72966 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 984 time: 0.0887022 Mar 11 16:29:33.775431 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ab1782cb-d615-49eb-9a2b-618d7eddc13a req-bd941dab-2def-4ce3-bd56-df6fbafb21fb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Mar 11 16:29:33.796691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-724a6247-0736-4cda-9c25-7a4e548353a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:33.797967 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-724a6247-0736-4cda-9c25-7a4e548353a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0748727 Mar 11 16:29:33.944444 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-1096c32b-5d83-4221-a91e-43d9e2761193 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1417496 Mar 11 16:29:33.953578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:34.068146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:34.374792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=532f000e-9be5-48cb-90f0-e46bf710a87c,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:34.402502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] For port 532f000e-9be5-48cb-90f0-e46bf710a87c, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:34.457470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] device_id is not set on port 532f000e-9be5-48cb-90f0-e46bf710a87c yet. {{(pid=88600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 16:29:34.467417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:34.592272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:34.667871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] Pushing event updated for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=11']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:34.810594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] No DVR routers for this DVR port 532f000e-9be5-48cb-90f0-e46bf710a87c on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:29:34.939585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-17344667-57ec-4ea0-a6d0-f8ad8f3fd4b1 None None] Provisioning complete for port 532f000e-9be5-48cb-90f0-e46bf710a87c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:34.940198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17344667-57ec-4ea0-a6d0-f8ad8f3fd4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:34.947944 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2e5d44b2-cd93-4232-a96d-0bea8d1fbb07 req-bb9e4075-35f0-4a1c-89a4-c2f0b209fe93 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 210 time: 0.0593951 Mar 11 16:29:35.003720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-17344667-57ec-4ea0-a6d0-f8ad8f3fd4b1 None None] Port 532f000e-9be5-48cb-90f0-e46bf710a87c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:29:35.089681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] In _notify_port_updated(), no bound segment for port 532f000e-9be5-48cb-90f0-e46bf710a87c on network 38e456a9-e67a-4cce-84e9-d31d50c1e20b {{(pid=88600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 11 16:29:35.090588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:35.091190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:35.092453 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd5e4792-2372-41b2-a6b4-4053b798a6a4 req-a9e1e415-370f-464a-9ee1-2e1dbbaa7a95 service neutron] 10.222.0.35 "PUT /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 200 len: 1027 time: 1.1426969 Mar 11 16:29:36.122922 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ca076edb-ea09-4d4f-9d06-4c2790f5f112 req-92dbdb0c-0d1a-4845-a65f-51620bfa3205 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2f64155-9155-4c68-81cb-302e108f3ae4 HTTP/1.1" status: 200 len: 210 time: 0.0477495 Mar 11 16:29:37.220235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37118) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:37.290487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89a4514f-39c7-4c08-aca5-b46485b3fd3e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:37.323215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89a4514f-39c7-4c08-aca5-b46485b3fd3e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:37.489728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89a4514f-39c7-4c08-aca5-b46485b3fd3e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:37.511897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4514f-39c7-4c08-aca5-b46485b3fd3e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a2632-be15-46de-a0a1-c140e3a1894c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:37.648556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-89a4514f-39c7-4c08-aca5-b46485b3fd3e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:37.649723 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-89a4514f-39c7-4c08-aca5-b46485b3fd3e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/b94a2632-be15-46de-a0a1-c140e3a1894c HTTP/1.1" status: 204 len: 168 time: 0.4285092 Mar 11 16:29:37.884423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37124) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:38.089864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port ed7d93d5-4a2d-445d-8a20-df9577137006 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:29:38.090110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:38.213649 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 532f000e-9be5-48cb-90f0-e46bf710a87c no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:29:38.268828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:38.269459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:38.270720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 532f000e-9be5-48cb-90f0-e46bf710a87c not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:29:38.392463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for ed7d93d5-4a2d-445d-8a20-df9577137006 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:29:38.943340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:38.991437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=ed7d93d5-4a2d-445d-8a20-df9577137006,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:39.092510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:39.092839 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 303a0906-4d32-420a-83cd-463fcc2c9dc4 disassociated (deleted). External IP: 172.26.8.179, port: 532f000e-9be5-48cb-90f0-e46bf710a87c. Mar 11 16:29:39.300619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:39.452538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router dea95658-3e66-4870-9893-fcb3eb0fa0ed has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:29:39.652538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:29:39.661820 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] Sync routers for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:39.671984 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:39.672595 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:29:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:39.793471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:39.848498 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0f56caf6-76d7-4242-b534-1c817b459249 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/floatingips/303a0906-4d32-420a-83cd-463fcc2c9dc4 HTTP/1.1" status: 204 len: 168 time: 1.9628112 Mar 11 16:29:39.863596 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:39.998314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37132) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:40.071340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe4950cd-3ab8-48bf-a8a1-fa33e7e11145 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:40.102938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe4950cd-3ab8-48bf-a8a1-fa33e7e11145 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:40.188920 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e899498d-b41b-4d97-be5f-90f3c4175222', 'name': '', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3f:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:41Z', 'updated_at': '2022-03-11T16:28:49Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:40.192274 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] Checking router: dea95658-3e66-4870-9893-fcb3eb0fa0ed for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:40.201416 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:40.202231 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:29:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:40.343199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe4950cd-3ab8-48bf-a8a1-fa33e7e11145 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:40.361538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4950cd-3ab8-48bf-a8a1-fa33e7e11145 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0bb0b9-f977-41b6-b880-6fd29c17357c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:40.376021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe4950cd-3ab8-48bf-a8a1-fa33e7e11145 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:40.376021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe4950cd-3ab8-48bf-a8a1-fa33e7e11145 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/2c0bb0b9-f977-41b6-b880-6fd29c17357c HTTP/1.1" status: 204 len: 168 time: 0.3752162 Mar 11 16:29:40.400752 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:40.486254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37138) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:40.563447 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7be3ed44-26bb-4dc4-b94c-c90fdfc64c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 532f000e-9be5-48cb-90f0-e46bf710a87c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:29:40.570716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7be3ed44-26bb-4dc4-b94c-c90fdfc64c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:40.727986 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e899498d-b41b-4d97-be5f-90f3c4175222', 'name': '', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3f:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:41Z', 'updated_at': '2022-03-11T16:28:49Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:40.733906 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f97495-cbb7-4d9b-b126-f4c46abba003 None None] The sync data for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv is: [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e899498d-b41b-4d97-be5f-90f3c4175222', 'name': '', 'network_id': '38e456a9-e67a-4cce-84e9-d31d50c1e20b', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:3f:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:41Z', 'updated_at': '2022-03-11T16:28:49Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '5fb21e5b-0521-4353-93d7-37c0c307a76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:40.828648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7be3ed44-26bb-4dc4-b94c-c90fdfc64c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:40.945119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a0f0f-3b1f-4575-a5cc-af590f71fa7a None None] New status for floating IP 303a0906-4d32-420a-83cd-463fcc2c9dc4: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:29:41.065787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-7be3ed44-26bb-4dc4-b94c-c90fdfc64c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 532f000e-9be5-48cb-90f0-e46bf710a87c owned by {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:29:41.180895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-86ad5914-7b26-4c1b-b972-49dc2e8e41af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:41.289171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7be3ed44-26bb-4dc4-b94c-c90fdfc64c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:41.342901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3ed44-26bb-4dc4-b94c-c90fdfc64c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=532f000e-9be5-48cb-90f0-e46bf710a87c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:41.446615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7be3ed44-26bb-4dc4-b94c-c90fdfc64c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:41.456423 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7be3ed44-26bb-4dc4-b94c-c90fdfc64c6a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/ports/532f000e-9be5-48cb-90f0-e46bf710a87c HTTP/1.1" status: 204 len: 168 time: 0.9683673 Mar 11 16:29:41.459198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37142) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:42.019487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:42.373800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port e899498d-b41b-4d97-be5f-90f3c4175222 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:29:42.374087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:42.675048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port e899498d-b41b-4d97-be5f-90f3c4175222, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e899498d-b41b-4d97-be5f-90f3c4175222,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:42.675402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:42.799559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for e899498d-b41b-4d97-be5f-90f3c4175222 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:29:43.040113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:43.089075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=e899498d-b41b-4d97-be5f-90f3c4175222,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:43.375606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:43.411430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf7c5983-5d14-4c4d-8230-4feb9f7f9782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:43.742210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router dea95658-3e66-4870-9893-fcb3eb0fa0ed has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:29:43.921473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:29:43.930722 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] Sync routers for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:43.936182 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16d11548-4957-4a7b-a9ca-5c61397a12d8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/dea95658-3e66-4870-9893-fcb3eb0fa0ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4759841 Mar 11 16:29:43.938738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:43.940872 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:43.941467 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:29:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:44.006002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-47537ab5-1ab6-4ce7-8a43-84ead26c3444 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting subnet 5fb21e5b-0521-4353-93d7-37c0c307a76a {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:29:44.008895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47537ab5-1ab6-4ce7-8a43-84ead26c3444 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:44.063132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47537ab5-1ab6-4ce7-8a43-84ead26c3444 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:44.147269 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:44.261843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47537ab5-1ab6-4ce7-8a43-84ead26c3444 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:44.438720 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:29:42Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:44.442607 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] Checking router: dea95658-3e66-4870-9893-fcb3eb0fa0ed for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:44.451494 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] Routers {'dea95658-3e66-4870-9893-fcb3eb0fa0ed'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:44.452085 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:29:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:44.503568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47537ab5-1ab6-4ce7-8a43-84ead26c3444 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:44.549251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-47537ab5-1ab6-4ce7-8a43-84ead26c3444 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:44.552180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47537ab5-1ab6-4ce7-8a43-84ead26c3444 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb21e5b-0521-4353-93d7-37c0c307a76a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:44.556423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd0b0c-70d2-48ce-ad89-bcca5d34b3f1 None None] Network 38e456a9-e67a-4cce-84e9-d31d50c1e20b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:29:44.563101 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-47537ab5-1ab6-4ce7-8a43-84ead26c3444 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/subnets/5fb21e5b-0521-4353-93d7-37c0c307a76a HTTP/1.1" status: 204 len: 168 time: 0.6228545 Mar 11 16:29:44.564575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:44.643220 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] Set router dea95658-3e66-4870-9893-fcb3eb0fa0ed gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:44.705080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:44.776748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:44.793974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:44.864220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] DHCP port deletion for 38e456a9-e67a-4cce-84e9-d31d50c1e20b request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:29:44.868496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Deleting port cc8277b6-ebc4-427c-891c-17526f453867 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:29:44.869428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:44.941942 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:29:42Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:44.946903 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b411b5-1eec-4cea-a7c5-7c9905d009db None None] The sync data for ids ['dea95658-3e66-4870-9893-fcb3eb0fa0ed'] in dv-neutron-833379-1-hyperv is: [{'id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'name': 'tempest-TestNetworkBasicOps-router-521685543', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'f8489037-0e68-418b-a10d-25badb691621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:35Z', 'updated_at': '2022-03-11T16:29:42Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'f8489037-0e68-418b-a10d-25badb691621', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea95658-3e66-4870-9893-fcb3eb0fa0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:36Z', 'updated_at': '2022-03-11T16:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:44.981769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:45.074491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port f8489037-0e68-418b-a10d-25badb691621 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:29:45.075661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:45.094849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] For port cc8277b6-ebc4-427c-891c-17526f453867, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=cc8277b6-ebc4-427c-891c-17526f453867,segment=NetworkSegment(b0aa2f52-e3f5-423f-a6dd-be706e85e8c6),segment_id=b0aa2f52-e3f5-423f-a6dd-be706e85e8c6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:45.095157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:45.224049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Calling delete_port for cc8277b6-ebc4-427c-891c-17526f453867 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:29:45.257149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port f8489037-0e68-418b-a10d-25badb691621, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f8489037-0e68-418b-a10d-25badb691621,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:45.257503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:45.365415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:45.388281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for f8489037-0e68-418b-a10d-25badb691621 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:29:45.420303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Pushing event deleted for resources: {'Port': ['ID=cc8277b6-ebc4-427c-891c-17526f453867,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:45.425315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] No DVR routers for this DVR port cc8277b6-ebc4-427c-891c-17526f453867 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:29:45.432173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.432897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.433522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.433859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.434369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.434579 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.434915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.436645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.437000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.437440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.438323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.438323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228577b0-32a6-4f4a-8e39-f57fd228a64f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:45.702850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:45.750907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=f8489037-0e68-418b-a10d-25badb691621,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:45.834533 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:45.843805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.126279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.128494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.255230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.255797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Fanout notify agent at l3_agent the message router_deleted on router dea95658-3e66-4870-9893-fcb3eb0fa0ed {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:29:46.273749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.276138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4d7db7b8-b71c-4f5b-845a-10eee0af71e8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/routers/dea95658-3e66-4870-9893-fcb3eb0fa0ed HTTP/1.1" status: 204 len: 168 time: 1.7104762 Mar 11 16:29:46.279608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37154) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:46.410887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.559423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.593846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e456a9-e67a-4cce-84e9-d31d50c1e20b']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:46.610875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:46.611230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0aa2f52-e3f5-423f-a6dd-be706e85e8c6') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:46.625612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.647792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.655398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:29:46.655781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:29:46.673962 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:29:46.739437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e899498d-b41b-4d97-be5f-90f3c4175222 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:29:46.775323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: e899498d-b41b-4d97-be5f-90f3c4175222 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:29:46.775663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e899498d-b41b-4d97-be5f-90f3c4175222 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:29:46.776241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cc8277b6-ebc4-427c-891c-17526f453867 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:29:46.813638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: cc8277b6-ebc4-427c-891c-17526f453867 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:29:46.813974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cc8277b6-ebc4-427c-891c-17526f453867 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:29:46.814425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f8489037-0e68-418b-a10d-25badb691621 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:29:46.847250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: f8489037-0e68-418b-a10d-25badb691621 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:29:46.847990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f8489037-0e68-418b-a10d-25badb691621 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:29:46.889252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.906638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:46.918728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Network': ['ID=38e456a9-e67a-4cce-84e9-d31d50c1e20b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:46.927997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.928360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.928655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.928980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.929303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.929623 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.929939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.930289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.930609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.930918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.931915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:46.932317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:47.056574 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d9bfdd85-704c-4774-8082-50e5e72ed10e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/networks/38e456a9-e67a-4cce-84e9-d31d50c1e20b HTTP/1.1" status: 204 len: 168 time: 0.7755902 Mar 11 16:29:47.073002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:47.086429 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b9199b56-eed5-4b05-9911-16f6fac174be tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0124388 Mar 11 16:29:47.089509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:47.095022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'network': {'name': 'tempest-network-smoke--1816190236', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:47.100133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:47.105281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:network and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:47.108849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:47.114807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:47.326015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:29:47.329461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:47.356946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:29:47.366031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:47.366391 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Added segment bcabc361-8dab-4eff-a1bd-8ba2f2e35975 of type vlan for network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 Mar 11 16:29:47.396045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:47.548351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:47.553885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:47.554511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:47.666263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Network': ['ID=363d7877-eb64-4c90-8fb7-4d2d4787e3f0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:47.677094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:29:47.771886 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fd64851c-5cab-4b07-8a4c-a746d0720cc5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6813650 Mar 11 16:29:47.774539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37166) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:47.780960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'admin_state_up': True, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:47.788337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:47.793787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:router and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:47.795721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:47.802088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:47.920358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:47.921321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:47.936968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:48.382334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:48.827848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:48.858370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:49.096879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.210 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/8898f1fb-facd-4bb4-8ca2-c1e022addef0) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:49.241900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:49.371434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:49.432621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:49.435414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:49.443731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:29:49.476670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=8898f1fb-facd-4bb4-8ca2-c1e022addef0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:49.979439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:50.312551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:50.585968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 3d6cc854-2baf-4b49-a34a-7f49853711ea is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:29:50.875771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:29:50.886476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Sync routers for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:50.897417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:50.898038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:29:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:51.017211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:51.018487 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f4d4b6b4-7d2a-4226-88a7-dddd79f19ebc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2416844 Mar 11 16:29:51.022366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37170) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:51.063360 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3f9d3978-8391-4aef-8e52-d87df396f264 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397935 Mar 11 16:29:51.065891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37174) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:51.084833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:51.199717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4abf5c-51c9-45ac-85fa-cf86e663026d tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:51.201206 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9d4abf5c-51c9-45ac-85fa-cf86e663026d tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343226 Mar 11 16:29:51.203983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37178) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:51.243241 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7e72651c-b612-4ba2-9f49-ed0402d64d64 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381749 Mar 11 16:29:51.246496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37182) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:51.251778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-216371461', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:51.361444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:51.365276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:subnet and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:51.368084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:51.374548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:51.405839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:49Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:51.409803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Checking router: 3d6cc854-2baf-4b49-a34a-7f49853711ea for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:51.410253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Updating router 3d6cc854-2baf-4b49-a34a-7f49853711ea port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:29:51.457064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:29:51.460579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:51.465423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:51.799783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:51.803907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:51.818412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Transition to ACTIVE for port object 8898f1fb-facd-4bb4-8ca2-c1e022addef0 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:51.878648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=c42453c8-940c-4a92-b29f-94e2ce14040b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:51.886448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Checking segment: {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:51.886630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network hostable DHCP agents. Network: 363d7877-eb64-4c90-8fb7-4d2d4787e3f0, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:29:51.945921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:52.022453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:29:52.024971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Attempting to bind port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:29:52.025332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Attempting to bind port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:29:52.025691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Attempting to bind port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:52.028286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622457a9-b122-46cc-9fb4-3e5ac5eab867 None None] Pushing event updated for resources: {'Port': ['ID=8898f1fb-facd-4bb4-8ca2-c1e022addef0,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:52.034149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:29:52.040597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:52.040597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:52.040597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:29:52.040597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Bound port: 8898f1fb-facd-4bb4-8ca2-c1e022addef0, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:29:52.040597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:52.106148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 363d7877-eb64-4c90-8fb7-4d2d4787e3f0) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:52.110743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:52.110925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] For port 8898f1fb-facd-4bb4-8ca2-c1e022addef0, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:52.111504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:52.114013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] For port 8898f1fb-facd-4bb4-8ca2-c1e022addef0, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8898f1fb-facd-4bb4-8ca2-c1e022addef0,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:29:52.116274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5562d54-2fd7-4164-bc0e-22b6aefa26bf None None] Network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:29:52.211704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:52.246155 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-51d95479-7f9f-40af-b4cb-2a5ba3ad9169 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9985986 Mar 11 16:29:52.248932 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37186) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:52.336694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622457a9-b122-46cc-9fb4-3e5ac5eab867 None None] Pushing event updated for resources: {'Port': ['ID=8898f1fb-facd-4bb4-8ca2-c1e022addef0,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:52.351374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:52.351992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:29:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:52.484570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:29:52.485566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:52.640001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:52.968688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Allocated IP 172.20.0.2 (363d7877-eb64-4c90-8fb7-4d2d4787e3f0/c42453c8-940c-4a92-b29f-94e2ce14040b/7d87d7d3-3641-4643-b22b-24373ae246e8) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:53.094029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:53.163880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:49Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:53.195599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd9ded-0a54-4889-aa7b-d72ce4655d7a None None] The sync data for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv is: [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:49Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:53.235475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:53.250145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Transition to ACTIVE for port object 7d87d7d3-3641-4643-b22b-24373ae246e8 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:53.272193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Transition to ACTIVE for port object 7d87d7d3-3641-4643-b22b-24373ae246e8 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:53.388863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:53.467043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:53.474996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:53.484690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:29:53.491749 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Pushing event updated for resources: {'Port': ['ID=7d87d7d3-3641-4643-b22b-24373ae246e8,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:53.554261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.1 (363d7877-eb64-4c90-8fb7-4d2d4787e3f0/c42453c8-940c-4a92-b29f-94e2ce14040b/e0c1dd30-bf41-433e-891e-bdacbd27cc90) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:29:53.584749 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Attempting to bind port 7d87d7d3-3641-4643-b22b-24373ae246e8 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:29:53.585124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Attempting to bind port 7d87d7d3-3641-4643-b22b-24373ae246e8 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:29:53.585462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Attempting to bind port 7d87d7d3-3641-4643-b22b-24373ae246e8 on network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:53.591210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:29:53.591582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Checking segment: {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:53.591980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:53.592368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Bound using segment: {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:29:53.592860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Bound port: 7d87d7d3-3641-4643-b22b-24373ae246e8, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:29:53.593689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:53.693413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] For port 7d87d7d3-3641-4643-b22b-24373ae246e8, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:53.696205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] For port 7d87d7d3-3641-4643-b22b-24373ae246e8, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7d87d7d3-3641-4643-b22b-24373ae246e8,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:29:53.729205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:53.750912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object e0c1dd30-bf41-433e-891e-bdacbd27cc90 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:53.834942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:53.888964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:53.925404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a38f38-f9bf-4fa1-9dfc-6dd96ef8f495 None None] Pushing event updated for resources: {'Port': ['ID=7d87d7d3-3641-4643-b22b-24373ae246e8,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:53.970430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:53.973995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:53.983690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:29:54.015655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=e0c1dd30-bf41-433e-891e-bdacbd27cc90,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:54.052772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:54.469898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:54.781216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7d87d7d3-3641-4643-b22b-24373ae246e8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:54.945733 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 7d87d7d3-3641-4643-b22b-24373ae246e8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:54.961148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8898f1fb-facd-4bb4-8ca2-c1e022addef0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:55.016726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:55.105715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:55.145585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:55.152651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:55.153023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:55.222709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=e0c1dd30-bf41-433e-891e-bdacbd27cc90,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:55.225050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:55.285879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:55.304565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 8898f1fb-facd-4bb4-8ca2-c1e022addef0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8898f1fb-facd-4bb4-8ca2-c1e022addef0,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:55.372470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:29:55.373660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:29:55.391904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:55.470799 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=8898f1fb-facd-4bb4-8ca2-c1e022addef0,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:55.522720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf38d8c-8914-477b-9480-9f93afdb0f7b None None] Network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:29:55.570941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 3d6cc854-2baf-4b49-a34a-7f49853711ea has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:29:55.753143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:29:55.764908 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Sync routers for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:29:55.768087 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f49133f7-bf1e-45ed-aa1f-cf200060c021 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/3d6cc854-2baf-4b49-a34a-7f49853711ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5164499 Mar 11 16:29:55.769123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37190) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:55.776864 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:55.777829 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:29:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:55.779558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-82721e8e-0fbf-4b98-a82b-28ebcec101fb None None] Provisioning for port 7d87d7d3-3641-4643-b22b-24373ae246e8 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:55.784921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-82721e8e-0fbf-4b98-a82b-28ebcec101fb None None] Provisioning complete for port 7d87d7d3-3641-4643-b22b-24373ae246e8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:55.785933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82721e8e-0fbf-4b98-a82b-28ebcec101fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:55.917275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82721e8e-0fbf-4b98-a82b-28ebcec101fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:55.927197 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31243781-85c2-47c3-a5cb-833f0e06d8ba tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:55.927966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31243781-85c2-47c3-a5cb-833f0e06d8ba tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:55.928588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31243781-85c2-47c3-a5cb-833f0e06d8ba tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:55.929226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31243781-85c2-47c3-a5cb-833f0e06d8ba tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:55.933996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37194) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:55.950757 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-31243781-85c2-47c3-a5cb-833f0e06d8ba tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1790793 Mar 11 16:29:55.954149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-82721e8e-0fbf-4b98-a82b-28ebcec101fb None None] For port 7d87d7d3-3641-4643-b22b-24373ae246e8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7d87d7d3-3641-4643-b22b-24373ae246e8,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:56.006919 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:56.011204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5cdb74-3711-4455-9faf-4abdbe6d178f tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:56.011664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5cdb74-3711-4455-9faf-4abdbe6d178f tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:56.012112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5cdb74-3711-4455-9faf-4abdbe6d178f tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:56.012562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5cdb74-3711-4455-9faf-4abdbe6d178f tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:56.017194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37198) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:56.017446 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5f5cdb74-3711-4455-9faf-4abdbe6d178f tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0819266 Mar 11 16:29:56.169157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-82721e8e-0fbf-4b98-a82b-28ebcec101fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:56.236241 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8d54f5b8-04d7-4488-88ef-f8549b168c16 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2172801 Mar 11 16:29:56.257995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82721e8e-0fbf-4b98-a82b-28ebcec101fb None None] Pushing event updated for resources: {'Port': ['ID=7d87d7d3-3641-4643-b22b-24373ae246e8,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:56.383705 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:56.389318 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Checking router: 3d6cc854-2baf-4b49-a34a-7f49853711ea for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:29:56.390025 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Updating router 3d6cc854-2baf-4b49-a34a-7f49853711ea port e0c1dd30-bf41-433e-891e-bdacbd27cc90 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:29:56.443136 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:56.466915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-293f72c6-c151-4b6d-a855-c49f8a31ba86 None None] Provisioning for port e0c1dd30-bf41-433e-891e-bdacbd27cc90 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:56.474108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-293f72c6-c151-4b6d-a855-c49f8a31ba86 None None] Provisioning complete for port e0c1dd30-bf41-433e-891e-bdacbd27cc90 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:56.481890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-293f72c6-c151-4b6d-a855-c49f8a31ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:56.615035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-293f72c6-c151-4b6d-a855-c49f8a31ba86 None None] Port e0c1dd30-bf41-433e-891e-bdacbd27cc90 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:29:56.627237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-293f72c6-c151-4b6d-a855-c49f8a31ba86 None None] Provisioning complete for port 7d87d7d3-3641-4643-b22b-24373ae246e8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:56.627605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-293f72c6-c151-4b6d-a855-c49f8a31ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:56.741483 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7d87d7d3-3641-4643-b22b-24373ae246e8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:56.820965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37204) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:56.828183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060359848', 'description': 'tempest-secgroup-smoke-2060359848 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:56.831068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7d87d7d3-3641-4643-b22b-24373ae246e8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:56.831577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:56.834920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:56.835912 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:56.841605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:56.844822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:56.851968 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Transition to ACTIVE for port object e0c1dd30-bf41-433e-891e-bdacbd27cc90 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:29:56.852229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:56.959354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8898f1fb-facd-4bb4-8ca2-c1e022addef0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:56.983297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6b5d6c70-5c4d-4e70-b8fa-2ed140190fe5 None None] Provisioning complete for port e0c1dd30-bf41-433e-891e-bdacbd27cc90 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:56.983664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6c70-5c4d-4e70-b8fa-2ed140190fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:56.991734 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.002987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.026362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:57.032428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:57.037794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:57.043973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:57.063072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d6c70-5c4d-4e70-b8fa-2ed140190fe5 None None] Port e0c1dd30-bf41-433e-891e-bdacbd27cc90 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:29:57.080852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:57.089935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.130663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.158111 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Pushing event updated for resources: {'Port': ['ID=e0c1dd30-bf41-433e-891e-bdacbd27cc90,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:57.205479 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.205832 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.206456 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.206601 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.206858 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.207236 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.207563 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.207878 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.208443 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.208586 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.208798 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.209121 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:57.229720 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Attempting to bind port e0c1dd30-bf41-433e-891e-bdacbd27cc90 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:29:57.230079 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Attempting to bind port e0c1dd30-bf41-433e-891e-bdacbd27cc90 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:29:57.230455 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Attempting to bind port e0c1dd30-bf41-433e-891e-bdacbd27cc90 on network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:29:57.236388 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:29:57.236748 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Checking segment: {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:29:57.237136 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.237517 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Bound using segment: {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:29:57.237969 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Bound port: e0c1dd30-bf41-433e-891e-bdacbd27cc90, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:29:57.238365 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.256535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.307372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d38cf12-b929-4216-8123-6762dde6f0a0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:57.331083 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] For port e0c1dd30-bf41-433e-891e-bdacbd27cc90, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:29:57.333918 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] For port e0c1dd30-bf41-433e-891e-bdacbd27cc90, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e0c1dd30-bf41-433e-891e-bdacbd27cc90,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:29:57.422727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.424437 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aaa37933-fe6c-4e42-aaec-73cd93c63cf3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6014884 Mar 11 16:29:57.427427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37208) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:57.432662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '5d38cf12-b929-4216-8123-6762dde6f0a0', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:57.440607 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:57.442486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:57.445274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:57.451816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:57.464164 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.543148 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:29:57.543764 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:29:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:57.576518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.611486 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2c7dd-e906-49a5-93ac-b9ddbf09f936 None None] Pushing event updated for resources: {'Port': ['ID=e0c1dd30-bf41-433e-891e-bdacbd27cc90,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:57.646835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.740693 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:29:57.757003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.781852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cde8afe-14bb-4e1f-aca1-ad59b487582d,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:57.923048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:57.924306 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2d8644bb-32c4-4569-baa8-48e58e2c1af6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4958897 Mar 11 16:29:57.927114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37212) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:57.933127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '5d38cf12-b929-4216-8123-6762dde6f0a0', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:57.939378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:57.943351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:57.946385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:57.953511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:58.079590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:58.089964 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:29:57Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:58.094144 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb84b8-4637-4046-b834-13a923a5ed13 None None] The sync data for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv is: [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:29:57Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:29:58.162796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:58.260672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:58.292345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3042582c-3d9f-4f3d-8a40-3dd18291ae79,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:58.411139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:58.414350 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-59faf143-a1a7-40de-8eb7-412dace244dc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4843130 Mar 11 16:29:58.417461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37216) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:58.422914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '5d38cf12-b929-4216-8123-6762dde6f0a0', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:58.429082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:58.433196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:58.436680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:58.444687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:58.563999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:58.666690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:58.753704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0c1dd30-bf41-433e-891e-bdacbd27cc90 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:29:58.771973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:58.792633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b09fa2-b0be-4e6c-8696-c5b2b570ab7e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:58.802524 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.802956 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.803483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.803704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.804039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.804365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.804684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.805008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.805333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.805732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.806205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:58.806600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:29:59.017164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:59.022654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37220) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:59.023154 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-92009937-ec8b-4bd1-b562-091794ea5762 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6034172 Mar 11 16:29:59.031896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '5d38cf12-b929-4216-8123-6762dde6f0a0', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:59.038348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:59.042609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:59.046264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port e0c1dd30-bf41-433e-891e-bdacbd27cc90 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:29:59.046505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:59.051282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e0c1dd30-bf41-433e-891e-bdacbd27cc90 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:29:59.074395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:59.074889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:59.189177 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:59.234542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e0c1dd30-bf41-433e-891e-bdacbd27cc90, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e0c1dd30-bf41-433e-891e-bdacbd27cc90,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:29:59.235631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:59.300384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:59.411532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:59.485175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e0c1dd30-bf41-433e-891e-bdacbd27cc90,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:59.511314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:59.534428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5ab05d-00d3-4a60-b0bc-8e1397d725e9,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:29:59.677432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:59.678718 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0ff4bcb8-db32-4b39-b20a-a1a8f35281ee tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6547782 Mar 11 16:29:59.682124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37224) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:29:59.687235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '5d38cf12-b929-4216-8123-6762dde6f0a0', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:29:59.693469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:29:59.698090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:29:59.701156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:29:59.707156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:29:59.942159 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:29:59.949460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:00.018429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:00.136568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:00.162023 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7794edf5-8aeb-4177-805b-763607dbfcb2,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:00.268000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:00.269228 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d4855ca-3957-4481-98fa-de4510b88974 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5861459 Mar 11 16:30:00.272133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37228) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:00.277778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '5d38cf12-b929-4216-8123-6762dde6f0a0', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:00.283835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:00.287932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:00.292672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:00.297613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:00.454151 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:30:00.461293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:00.527446 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:00.699715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:00.725760 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c19e028-4566-4f58-955d-4368d05d2377,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:00.737542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0c1dd30-bf41-433e-891e-bdacbd27cc90 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:00.804599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e0c1dd30-bf41-433e-891e-bdacbd27cc90 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:00.804883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:00.876928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:00.878388 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c738357-fb79-4070-984f-ce8b747aeb14 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6052103 Mar 11 16:30:01.051439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3e25cdce-321d-407e-b28f-51bb1cb1c0a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:01.173788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3e25cdce-321d-407e-b28f-51bb1cb1c0a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:01.175019 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3e25cdce-321d-407e-b28f-51bb1cb1c0a5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060359848&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.1622219 Mar 11 16:30:01.325161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-214a6c2e-0303-4ec6-80ec-c1633a7ab863 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:01.325878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-214a6c2e-0303-4ec6-80ec-c1633a7ab863 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:01.453756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-214a6c2e-0303-4ec6-80ec-c1633a7ab863 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:01.455100 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-214a6c2e-0303-4ec6-80ec-c1633a7ab863 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=363d7877-eb64-4c90-8fb7-4d2d4787e3f0 HTTP/1.1" status: 200 len: 797 time: 0.2727125 Mar 11 16:30:01.470991 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-6800a9e4-8c4c-4110-bb89-8d246585b127 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0105257 Mar 11 16:30:01.557220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-4b79c1e1-cd2b-47cb-a207-f64e6408b6bd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:01.668040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-4b79c1e1-cd2b-47cb-a207-f64e6408b6bd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:01.669367 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-4b79c1e1-cd2b-47cb-a207-f64e6408b6bd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1928790 Mar 11 16:30:01.809218 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-30156e33-937c-4f49-800b-5d9449792388 service neutron] 10.222.0.57 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275222 Mar 11 16:30:01.925053 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:30:02.049730 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-c715b8b1-7b59-46b8-b004-5d64734038b0 service neutron] 10.222.0.57 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347355 Mar 11 16:30:02.377372 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cc32471c-dd5e-42a0-90e9-bef5ae5ee6b1 req-696bf4e7-02ff-4753-b840-a4e7796cf04c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 210 time: 0.0426054 Mar 11 16:30:03.531129 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f5acec25-94a7-4014-973f-3fb3033af8bb req-3f24c8bf-5dfb-4bc4-ae5f-0ead8ba3e015 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 210 time: 0.0463791 Mar 11 16:30:04.681385 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bd33e726-f507-4c80-ba4c-681f54a54590 req-bf3d9cd7-7a8d-4384-8164-850c0cbfae9c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 210 time: 0.0433626 Mar 11 16:30:04.969413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-25652cfe-9d4b-40f2-887a-15d55a029820 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:04.970884 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-25652cfe-9d4b-40f2-887a-15d55a029820 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=363d7877-eb64-4c90-8fb7-4d2d4787e3f0 HTTP/1.1" status: 200 len: 797 time: 0.1490529 Mar 11 16:30:05.018518 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-2bc40b63-9542-48a3-a6b5-0c96d937d9c3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 380 time: 0.0398617 Mar 11 16:30:05.027205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['5d38cf12-b929-4216-8123-6762dde6f0a0']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:05.163669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:05.173390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:05.313168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:05.316947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:05.484341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.14 (363d7877-eb64-4c90-8fb7-4d2d4787e3f0/c42453c8-940c-4a92-b29f-94e2ce14040b/33353634-7ad7-4bc7-b96e-74b65ce1a67a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:05.675753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:05.692879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 33353634-7ad7-4bc7-b96e-74b65ce1a67a will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:05.825440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:05.902933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:05.908244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:05.912932 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:30:05.972179 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=33353634-7ad7-4bc7-b96e-74b65ce1a67a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:05.997713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:05.998372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:06.026727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2f303-b2e3-4953-9340-a459efc50a5a req-1f91923e-beba-4852-8554-ddd049fb6e4f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:06.028391 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-90a2f303-b2e3-4953-9340-a459efc50a5a req-1f91923e-beba-4852-8554-ddd049fb6e4f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 932 time: 0.2400439 Mar 11 16:30:06.080973 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-90a2f303-b2e3-4953-9340-a459efc50a5a req-82edb0c3-7454-4205-86c5-22205856e79f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Mar 11 16:30:06.154617 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-60646e78-ccc1-497f-b337-8b5d79671eb9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1315227 Mar 11 16:30:06.166121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Request body: {'port': {'device_id': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:06.262656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2229711e-dede-4289-9a63-64eaa69d6e29 None None] Provisioning for port 33353634-7ad7-4bc7-b96e-74b65ce1a67a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:06.267698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2229711e-dede-4289-9a63-64eaa69d6e29 None None] Provisioning complete for port 33353634-7ad7-4bc7-b96e-74b65ce1a67a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:06.268060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2229711e-dede-4289-9a63-64eaa69d6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:06.281335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:06.321655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2229711e-dede-4289-9a63-64eaa69d6e29 None None] Port 33353634-7ad7-4bc7-b96e-74b65ce1a67a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:30:06.627996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33353634-7ad7-4bc7-b96e-74b65ce1a67a {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:30:06.635875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:06.650043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Transition to ACTIVE for port object 33353634-7ad7-4bc7-b96e-74b65ce1a67a will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:06.710886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:06.995565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Pushing event updated for resources: {'Port': ['ID=33353634-7ad7-4bc7-b96e-74b65ce1a67a,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:07.075117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Attempting to bind port 33353634-7ad7-4bc7-b96e-74b65ce1a67a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:07.075528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Attempting to bind port 33353634-7ad7-4bc7-b96e-74b65ce1a67a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:07.075859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Attempting to bind port 33353634-7ad7-4bc7-b96e-74b65ce1a67a on network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:30:07.080650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Port 33353634-7ad7-4bc7-b96e-74b65ce1a67a on network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:30:07.080971 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Attempting to bind port 33353634-7ad7-4bc7-b96e-74b65ce1a67a on network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:30:07.086055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:30:07.086611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Checking segment: {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:30:07.087107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Bound using segment: {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:30:07.087537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Bound port: 33353634-7ad7-4bc7-b96e-74b65ce1a67a, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:07.087892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:07.187882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] For port 33353634-7ad7-4bc7-b96e-74b65ce1a67a, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:30:07.191184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] For port 33353634-7ad7-4bc7-b96e-74b65ce1a67a, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=33353634-7ad7-4bc7-b96e-74b65ce1a67a,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:30:07.260250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:07.323740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:07.324371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:07.326963 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] 10.222.0.35 "PUT /v2.0/ports/33353634-7ad7-4bc7-b96e-74b65ce1a67a HTTP/1.1" status: 200 len: 1094 time: 1.1655569 Mar 11 16:30:07.327633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:07.370876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc44be7-4c58-49ba-b5d7-2c2ece0859ff service neutron] Pushing event updated for resources: {'Port': ['ID=33353634-7ad7-4bc7-b96e-74b65ce1a67a,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:07.399623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334b85e-8d67-4c3f-bb96-fcc0134f1231 req-49071278-c7fb-4dc8-afb2-75dd48533901 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:07.399623 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e334b85e-8d67-4c3f-bb96-fcc0134f1231 req-49071278-c7fb-4dc8-afb2-75dd48533901 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 944 time: 0.2062259 Mar 11 16:30:07.410322 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'status': 'completed', 'code': 200} Mar 11 16:30:07.454715 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e334b85e-8d67-4c3f-bb96-fcc0134f1231 req-4217df89-e420-4a56-8166-72a65954a436 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492523 Mar 11 16:30:07.535770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33e94a-f1d6-4371-9091-7edf3af1e089 req-f64ef5ba-1cc7-404c-ba71-c7cd181040cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:07.537846 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0d33e94a-f1d6-4371-9091-7edf3af1e089 req-f64ef5ba-1cc7-404c-ba71-c7cd181040cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 1097 time: 0.1073356 Mar 11 16:30:07.697326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33e94a-f1d6-4371-9091-7edf3af1e089 req-9a6cdc7e-6334-4025-948c-717b63e81b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:07.698836 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0d33e94a-f1d6-4371-9091-7edf3af1e089 req-9a6cdc7e-6334-4025-948c-717b63e81b00 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8493e287da4b2284f40c28615f4074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1545155 Mar 11 16:30:07.844304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33e94a-f1d6-4371-9091-7edf3af1e089 req-bba4cd59-b3ab-41cd-a466-9654d46d9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:07.845839 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0d33e94a-f1d6-4371-9091-7edf3af1e089 req-bba4cd59-b3ab-41cd-a466-9654d46d9fda service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416292 Mar 11 16:30:07.956723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-8d7bd098-c814-4cbe-954f-f8de2c0e5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:07.958207 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-8d7bd098-c814-4cbe-954f-f8de2c0e5628 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 1097 time: 0.0753264 Mar 11 16:30:08.030700 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-d085e90b-24fe-430d-9dec-e6b3deafab01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33353634-7ad7-4bc7-b96e-74b65ce1a67a HTTP/1.1" status: 200 len: 217 time: 0.0661502 Mar 11 16:30:08.093404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-dbb77a2f-22da-47b1-bc9d-eaae1ca78755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:08.094875 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-dbb77a2f-22da-47b1-bc9d-eaae1ca78755 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c42453c8-940c-4a92-b29f-94e2ce14040b HTTP/1.1" status: 200 len: 834 time: 0.0591376 Mar 11 16:30:08.184430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-4350d614-b54b-4e9d-a48e-e3972917575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:08.185885 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-4350d614-b54b-4e9d-a48e-e3972917575f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=363d7877-eb64-4c90-8fb7-4d2d4787e3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855112 Mar 11 16:30:08.317879 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-88773a5d-64b2-4e4e-83c9-2cc875469ca6 service neutron] 10.222.0.35 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252213 Mar 11 16:30:08.452313 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8b104e0-ffdc-45a9-b90e-151428218b77 req-bd610ee1-cb18-4e52-846c-102c5b7c39f5 service neutron] 10.222.0.35 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281807 Mar 11 16:30:08.655322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed453f52-fcb9-49d7-877b-c9cd8ee79d43 req-938ffdc0-d16c-4c99-b403-5825018ae273 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:08.656000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ed453f52-fcb9-49d7-877b-c9cd8ee79d43 req-938ffdc0-d16c-4c99-b403-5825018ae273 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:08.856022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ed453f52-fcb9-49d7-877b-c9cd8ee79d43 req-938ffdc0-d16c-4c99-b403-5825018ae273 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:08.857286 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ed453f52-fcb9-49d7-877b-c9cd8ee79d43 req-938ffdc0-d16c-4c99-b403-5825018ae273 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 944 time: 0.2792616 Mar 11 16:30:08.901846 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ed453f52-fcb9-49d7-877b-c9cd8ee79d43 req-262ab5ec-5be7-4d84-81c6-654e57982e9e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389256 Mar 11 16:30:09.327838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:10.088482 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf7209-37a6-44b9-a2ef-d7d1e1ea7ae0 req-9503479d-121d-4445-aef6-3f751ca3ae9b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:10.089964 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-19cf7209-37a6-44b9-a2ef-d7d1e1ea7ae0 req-9503479d-121d-4445-aef6-3f751ca3ae9b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 944 time: 0.0795400 Mar 11 16:30:10.134920 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-19cf7209-37a6-44b9-a2ef-d7d1e1ea7ae0 req-845258e7-5dcc-4a57-83de-fa4b49bb8735 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391819 Mar 11 16:30:10.430922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 33353634-7ad7-4bc7-b96e-74b65ce1a67a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:30:10.570439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 33353634-7ad7-4bc7-b96e-74b65ce1a67a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=33353634-7ad7-4bc7-b96e-74b65ce1a67a,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:30:10.588074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'port_id': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'mac_address': 'fa:16:3e:cd:a0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:30:10.645693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:10.662721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33353634-7ad7-4bc7-b96e-74b65ce1a67a {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:30:10.679023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 33353634-7ad7-4bc7-b96e-74b65ce1a67a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=33353634-7ad7-4bc7-b96e-74b65ce1a67a,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:30:10.764870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:10.831351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=33353634-7ad7-4bc7-b96e-74b65ce1a67a,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:10.965652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['33353634-7ad7-4bc7-b96e-74b65ce1a67a'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:30:11.113012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2019b7f4-b7fc-47c8-aa64-66a2fc5dd017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:11.324821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b181c8-0706-4c26-ac92-78aca2cbba3c req-adec367c-27d2-4251-85f5-a760f2e65474 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:11.326196 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b7b181c8-0706-4c26-ac92-78aca2cbba3c req-adec367c-27d2-4251-85f5-a760f2e65474 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 945 time: 0.0840552 Mar 11 16:30:11.371051 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b7b181c8-0706-4c26-ac92-78aca2cbba3c req-10fccab5-3d33-4f69-b3f3-a764193f58be tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388584 Mar 11 16:30:12.462231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 33353634-7ad7-4bc7-b96e-74b65ce1a67a up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:12.563662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73ed01-aedc-4945-ad16-ac1e1f249397 req-0b3520fa-c918-4958-9441-8456865e0187 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:12.565002 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bd73ed01-aedc-4945-ad16-ac1e1f249397 req-0b3520fa-c918-4958-9441-8456865e0187 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 945 time: 0.0867956 Mar 11 16:30:12.610675 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bd73ed01-aedc-4945-ad16-ac1e1f249397 req-795c3056-bfff-4c01-81cc-f89fad377888 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395885 Mar 11 16:30:12.622112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 33353634-7ad7-4bc7-b96e-74b65ce1a67a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:12.627415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 33353634-7ad7-4bc7-b96e-74b65ce1a67a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:12.627784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:12.742094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:12.768869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:12.780753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 33353634-7ad7-4bc7-b96e-74b65ce1a67a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=33353634-7ad7-4bc7-b96e-74b65ce1a67a,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:30:12.814522 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'code': 200} Mar 11 16:30:12.887766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:12.956951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=33353634-7ad7-4bc7-b96e-74b65ce1a67a,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:13.302728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cefb8b-3da4-4abc-a0c6-abb0d7aa6b48 req-7f02d0e5-cf12-4550-a748-77f8e9c3ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:13.304106 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-25cefb8b-3da4-4abc-a0c6-abb0d7aa6b48 req-7f02d0e5-cf12-4550-a748-77f8e9c3ec35 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 1099 time: 0.0740752 Mar 11 16:30:13.345530 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-25cefb8b-3da4-4abc-a0c6-abb0d7aa6b48 req-c45a7625-cb76-42fe-b0a1-2b7c6ec1bef5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356824 Mar 11 16:30:13.424731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21ce6835-dfa6-4bc3-9480-62dcd8bdf63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:13.802569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b1766-a7da-442c-924c-602d4ed2cb3a req-81760572-f2e9-4da4-8359-7434d1fe09aa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:13.804034 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-df1b1766-a7da-442c-924c-602d4ed2cb3a req-81760572-f2e9-4da4-8359-7434d1fe09aa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 946 time: 0.0851276 Mar 11 16:30:13.849532 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-df1b1766-a7da-442c-924c-602d4ed2cb3a req-79e61f40-3a0e-4647-805f-bddd7c06286e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383415 Mar 11 16:30:14.667525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:14.759191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:15.141720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287082b-5c96-4ac5-96d5-3d706e08a5af req-6b7fefaf-7281-4413-8573-0cb58fb4cd1b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:15.143159 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9287082b-5c96-4ac5-96d5-3d706e08a5af req-6b7fefaf-7281-4413-8573-0cb58fb4cd1b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 946 time: 0.1841886 Mar 11 16:30:15.188298 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9287082b-5c96-4ac5-96d5-3d706e08a5af req-db118eaa-9d25-4f0a-90ef-d71102d37ce2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385861 Mar 11 16:30:15.382007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35a2d0-f68d-402b-b2a7-ff7020e7740a req-e4428e46-71bc-469c-a7cc-96d01e31659b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:15.383892 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e35a2d0-f68d-402b-b2a7-ff7020e7740a req-e4428e46-71bc-469c-a7cc-96d01e31659b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 946 time: 0.0862405 Mar 11 16:30:15.427063 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e35a2d0-f68d-402b-b2a7-ff7020e7740a req-99abd0af-42d0-425d-b20e-25b34864cfa4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371265 Mar 11 16:30:15.451067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37286) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:15.524188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a069b-fa0b-4068-8a5b-f14baa3b16a4 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:15.525671 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7b6a069b-fa0b-4068-8a5b-f14baa3b16a4 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 1094 time: 0.0736473 Mar 11 16:30:15.528502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37290) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:15.533830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:30:15.541428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:15.545564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:floatingip and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:15.548630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:15.554699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:15.673004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:15.822436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:15.850566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:15.967440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.7 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/9ba3b944-8995-4da7-8515-bf697b5c3d01) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:16.122263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:16.245544 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:16.305391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:16.308078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:16.311768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:30:16.351183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=9ba3b944-8995-4da7-8515-bf697b5c3d01,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:16.735946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:16.909176 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:17.214553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:17.425260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:17.504133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=9ba3b944-8995-4da7-8515-bf697b5c3d01,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:17.516947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:17.720645 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 1a47e217-651b-45dd-970b-9bca25ac4817 associated. External IP: 172.26.8.7, port: 33353634-7ad7-4bc7-b96e-74b65ce1a67a. Mar 11 16:30:18.090116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 3d6cc854-2baf-4b49-a34a-7f49853711ea has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:30:18.276713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:30:18.286774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] Sync routers for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:18.298305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:30:18.298943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:18.416330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:18.473006 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-50b71856-eb50-4cc5-889d-933a24325fc2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9433846 Mar 11 16:30:18.473651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:18.475947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37294) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:18.489137 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:30:18.557939 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'status': 'completed', 'code': 200} Mar 11 16:30:18.744018 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4b31aaaa-6a4d-4066-b6ef-16fae636a038 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers/3d6cc854-2baf-4b49-a34a-7f49853711ea HTTP/1.1" status: 200 len: 923 time: 0.2644145 Mar 11 16:30:18.744990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37300) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:18.754439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-73140d33-ddc9-4a14-b68e-02dbcf9b75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:18.755913 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-73140d33-ddc9-4a14-b68e-02dbcf9b75e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 1099 time: 0.1707289 Mar 11 16:30:18.861424 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cf487131-85ec-40c9-a637-9df9e26d8671 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 200 len: 990 time: 0.1141651 Mar 11 16:30:18.864388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1a47e217-651b-45dd-970b-9bca25ac4817', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.7', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'port_id': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'mac_address': 'fa:16:3e:cd:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:30:16Z', 'updated_at': '2022-03-11T16:30:16Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:29:59Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:18.868363 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] Checking router: 3d6cc854-2baf-4b49-a34a-7f49853711ea for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:18.876822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:30:18.877448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:18.895266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-aadd2257-1e0f-4676-a6b1-0c18565bc751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:18.900137 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-aadd2257-1e0f-4676-a6b1-0c18565bc751 service neutron] 10.222.0.35 "GET /v2.0/networks?id=363d7877-eb64-4c90-8fb7-4d2d4787e3f0 HTTP/1.1" status: 200 len: 898 time: 0.1349523 Mar 11 16:30:19.001212 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-bb759ba1-acbf-4d44-97a2-36ba3c683f4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33353634-7ad7-4bc7-b96e-74b65ce1a67a HTTP/1.1" status: 200 len: 998 time: 0.0989904 Mar 11 16:30:19.055107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:30:19.076077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-48468302-8021-40a5-8b7d-4bbfa02e7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:19.077533 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-48468302-8021-40a5-8b7d-4bbfa02e7cb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c42453c8-940c-4a92-b29f-94e2ce14040b HTTP/1.1" status: 200 len: 834 time: 0.0706627 Mar 11 16:30:19.153789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-69e85ad2-0453-4cd1-a45a-7c92b484db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:19.155323 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-69e85ad2-0453-4cd1-a45a-7c92b484db23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=363d7877-eb64-4c90-8fb7-4d2d4787e3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725496 Mar 11 16:30:19.293612 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-dc844529-c094-425b-945e-89e3bae1e622 service neutron] 10.222.0.35 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311982 Mar 11 16:30:19.431500 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9c4f4cfa-8485-43ab-a3f5-81c6a91fc0ce req-4fa755ce-6040-46b0-a627-29b428585a84 service neutron] 10.222.0.35 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325037 Mar 11 16:30:19.465783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1a47e217-651b-45dd-970b-9bca25ac4817', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.7', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'port_id': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'mac_address': 'fa:16:3e:cd:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:30:16Z', 'updated_at': '2022-03-11T16:30:16Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:29:59Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:19.470677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516067f6-9b30-48cb-93c6-6d36ae061254 None None] The sync data for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv is: [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1a47e217-651b-45dd-970b-9bca25ac4817', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.7', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'port_id': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'mac_address': 'fa:16:3e:cd:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:30:16Z', 'updated_at': '2022-03-11T16:30:16Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:29:59Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:19.662579 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1aee49-1ff0-4916-9699-35f68713f83e None None] New status for floating IP 1a47e217-651b-45dd-970b-9bca25ac4817: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:30:19.864110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37304) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:19.971274 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-750ce890-08b2-4948-b97c-721ab2863ca7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 200 len: 990 time: 0.1059492 Mar 11 16:30:20.975501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37308) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:21.083778 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0aae7ec3-cdf3-4791-af1a-3dde5ec04edc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 200 len: 992 time: 0.1071699 Mar 11 16:30:30.009907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-157f2549-12f3-4464-863d-676d45e37c9b req-bfe8254d-3707-4a3b-884f-7f9eb6decf80 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707095 Mar 11 16:30:30.165505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2549-12f3-4464-863d-676d45e37c9b req-30c5896e-5805-4d26-8ffa-5a96ca32b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:30.167038 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-157f2549-12f3-4464-863d-676d45e37c9b req-30c5896e-5805-4d26-8ffa-5a96ca32b7d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 1099 time: 0.0818522 Mar 11 16:30:30.315944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2549-12f3-4464-863d-676d45e37c9b req-7264ca64-8447-4197-b9e3-96795f94544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:30.317403 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-157f2549-12f3-4464-863d-676d45e37c9b req-7264ca64-8447-4197-b9e3-96795f94544a service neutron] 10.222.0.35 "GET /v2.0/networks?id=363d7877-eb64-4c90-8fb7-4d2d4787e3f0 HTTP/1.1" status: 200 len: 898 time: 0.1317596 Mar 11 16:30:30.419919 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-157f2549-12f3-4464-863d-676d45e37c9b req-2bdbcd59-e897-4eb0-98c6-51520017b76e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33353634-7ad7-4bc7-b96e-74b65ce1a67a HTTP/1.1" status: 200 len: 1000 time: 0.0958741 Mar 11 16:30:30.586384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2549-12f3-4464-863d-676d45e37c9b req-1927c97b-d44e-4e4b-9fee-543b4764be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:30.587806 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-157f2549-12f3-4464-863d-676d45e37c9b req-1927c97b-d44e-4e4b-9fee-543b4764be4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c42453c8-940c-4a92-b29f-94e2ce14040b HTTP/1.1" status: 200 len: 834 time: 0.1623259 Mar 11 16:30:30.666881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f2549-12f3-4464-863d-676d45e37c9b req-0a40ce28-858e-4dfc-a2ca-400cf245ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:30.668378 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-157f2549-12f3-4464-863d-676d45e37c9b req-0a40ce28-858e-4dfc-a2ca-400cf245ad6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=363d7877-eb64-4c90-8fb7-4d2d4787e3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743124 Mar 11 16:30:30.805158 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-157f2549-12f3-4464-863d-676d45e37c9b req-8cb46426-57ca-4b84-9b87-efad2bb74e18 service neutron] 10.222.0.35 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308742 Mar 11 16:30:30.941969 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-157f2549-12f3-4464-863d-676d45e37c9b req-d8df97c0-810e-4aba-9e84-b709eb67f676 service neutron] 10.222.0.35 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311390 Mar 11 16:30:38.927272 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:30:39.347546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.115303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0f183724-f235-4ab4-a6f5-8e8c60029b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.398869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-341b4159-e8e9-41e2-bf8e-f02d9dd86221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.643698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.746840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.791952 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37320) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:45.863419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.995811 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-469bd6e2-2470-4231-9d4b-0413be2bc027 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers/3d6cc854-2baf-4b49-a34a-7f49853711ea/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2026691 Mar 11 16:30:45.998705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37324) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:46.284915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5a639e-59e0-46d7-827c-82fe0d43a570 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Notify agent at dv-neutron-833379-1-hyperv the message router_removed_from_agent {{(pid=88600) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 11 16:30:46.289876 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7b5a639e-59e0-46d7-827c-82fe0d43a570 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "DELETE /v2.0/agents/fe23d243-5ac8-4eac-8701-a46e530d91c3/l3-routers/3d6cc854-2baf-4b49-a34a-7f49853711ea HTTP/1.1" status: 204 len: 168 time: 0.2890477 Mar 11 16:30:46.294122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37328) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:46.519377 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4f0e044c-487f-46cd-8468-6a2ccd2814cb tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers/3d6cc854-2baf-4b49-a34a-7f49853711ea/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2237265 Mar 11 16:30:46.522380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37332) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:46.636914 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c7ca3a2b-f0c6-423a-8029-e4af2cfb4df6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 200 len: 992 time: 0.1123319 Mar 11 16:30:47.071040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0c1dd30-bf41-433e-891e-bdacbd27cc90 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:47.100745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f462fd-cac3-4bba-a28f-8e7a77156b5e None None] New status for floating IP 1a47e217-651b-45dd-970b-9bca25ac4817: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:30:47.460342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.498215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e0c1dd30-bf41-433e-891e-bdacbd27cc90, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e0c1dd30-bf41-433e-891e-bdacbd27cc90,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:30:47.603936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.639759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37336) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:47.676379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e0c1dd30-bf41-433e-891e-bdacbd27cc90,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:47.684079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.684420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.684809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.685173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.685505 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.685830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.686156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.686503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.686820 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.687139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.687454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.687768 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:47.775887 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cb4ed584-99dc-4ca1-bcba-e086ef8a19b9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 200 len: 990 time: 0.1353669 Mar 11 16:30:48.752434 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8898f1fb-facd-4bb4-8ca2-c1e022addef0 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:48.876628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.894213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 8898f1fb-facd-4bb4-8ca2-c1e022addef0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8898f1fb-facd-4bb4-8ca2-c1e022addef0,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:30:48.924975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37342) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:48.988992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.063809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=8898f1fb-facd-4bb4-8ca2-c1e022addef0,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.383259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ee5333-ac26-4152-b18e-3fef3314830c tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Router 3d6cc854-2baf-4b49-a34a-7f49853711ea is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:30:49.383553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ee5333-ac26-4152-b18e-3fef3314830c tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Notify agent at dv-neutron-833379-1-hyperv the message router_added_to_agent {{(pid=88600) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 11 16:30:49.405909 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8ee5333-ac26-4152-b18e-3fef3314830c tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "POST /v2.0/agents/fe23d243-5ac8-4eac-8701-a46e530d91c3/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4783294 Mar 11 16:30:49.408689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37350) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:49.422928 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] Sync routers for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:49.435431 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:30:49.436082 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:49.606880 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-22b1dafb-bddf-4f14-8f5d-131dec8f8e53 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers/3d6cc854-2baf-4b49-a34a-7f49853711ea/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1969423 Mar 11 16:30:49.609585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37354) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:49.632130 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:30:49.722462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d1631c5-55a9-4f38-980c-95abaa393cd6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 200 len: 990 time: 0.1115727 Mar 11 16:30:49.991713 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:30:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1a47e217-651b-45dd-970b-9bca25ac4817', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.7', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'port_id': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'mac_address': 'fa:16:3e:cd:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:30:16Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:49.995469 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] Checking router: 3d6cc854-2baf-4b49-a34a-7f49853711ea for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:50.003801 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:30:50.004403 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:50.197971 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:30:50.583655 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:30:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1a47e217-651b-45dd-970b-9bca25ac4817', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.7', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'port_id': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'mac_address': 'fa:16:3e:cd:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:30:16Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:50.587881 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4536b6b-fde9-45e5-a459-608f2ab847e1 None None] The sync data for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv is: [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:30:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1a47e217-651b-45dd-970b-9bca25ac4817', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.7', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'port_id': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'mac_address': 'fa:16:3e:cd:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:30:16Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:30:47Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:50.727221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37358) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:50.889217 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fb8d8757-a8ee-4df8-83d8-7bbb51452aa9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 200 len: 990 time: 0.1608329 Mar 11 16:30:51.892456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:52.004855 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-745e969e-cc3a-4999-abb7-18c0392ec220 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 200 len: 990 time: 0.1112535 Mar 11 16:30:52.222383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5beda-ec79-4718-9ab2-ca3cb49abad6 None None] New status for floating IP 1a47e217-651b-45dd-970b-9bca25ac4817: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:30:52.816358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0c1dd30-bf41-433e-891e-bdacbd27cc90 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:52.889310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e0c1dd30-bf41-433e-891e-bdacbd27cc90 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:52.898415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.008544 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37366) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:53.026139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.065310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e0c1dd30-bf41-433e-891e-bdacbd27cc90, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e0c1dd30-bf41-433e-891e-bdacbd27cc90,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:30:53.155095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.156286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8898f1fb-facd-4bb4-8ca2-c1e022addef0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:53.246002 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b05882e8-f1d2-4a9f-b63f-10a5b7c74ec4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 200 len: 992 time: 0.2362955 Mar 11 16:30:53.293017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e0c1dd30-bf41-433e-891e-bdacbd27cc90,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.305021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:53.305398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.487092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.507397 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 8898f1fb-facd-4bb4-8ca2-c1e022addef0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8898f1fb-facd-4bb4-8ca2-c1e022addef0,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:30:53.537738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37374) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:53.578367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.656030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=8898f1fb-facd-4bb4-8ca2-c1e022addef0,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.771519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 9ba3b944-8995-4da7-8515-bf697b5c3d01 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:30:53.772471 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.957541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.957790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.091531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 9ba3b944-8995-4da7-8515-bf697b5c3d01 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:30:54.337179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.389318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=9ba3b944-8995-4da7-8515-bf697b5c3d01,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:54.485919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.486299 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 1a47e217-651b-45dd-970b-9bca25ac4817 disassociated (deleted). External IP: 172.26.8.7, port: 33353634-7ad7-4bc7-b96e-74b65ce1a67a. Mar 11 16:30:54.767871 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0c1dd30-bf41-433e-891e-bdacbd27cc90 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:54.845883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e0c1dd30-bf41-433e-891e-bdacbd27cc90 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:54.852723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.876092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 3d6cc854-2baf-4b49-a34a-7f49853711ea has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:30:54.975658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8898f1fb-facd-4bb4-8ca2-c1e022addef0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:55.054038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:55.054448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:55.197788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:30:55.210460 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] Sync routers for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:30:55.221322 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:30:55.228942 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:55.326702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:55.390687 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-99c574a3-8bd4-4290-9908-c66baac5d21f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/floatingips/1a47e217-651b-45dd-970b-9bca25ac4817 HTTP/1.1" status: 204 len: 168 time: 1.8492153 Mar 11 16:30:55.390687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:55.430780 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:30:55.443084 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'status': 'completed', 'code': 200} Mar 11 16:30:55.556721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-b9e64e32-7e36-458a-8e71-fd488d000807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:55.559146 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-b9e64e32-7e36-458a-8e71-fd488d000807 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 1099 time: 0.0948563 Mar 11 16:30:55.714577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-455181a5-4ea1-40e2-9d08-ac7f4c5e04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:55.716018 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-455181a5-4ea1-40e2-9d08-ac7f4c5e04e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=363d7877-eb64-4c90-8fb7-4d2d4787e3f0 HTTP/1.1" status: 200 len: 898 time: 0.1505878 Mar 11 16:30:55.786832 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-daac0dd4-fe42-4044-a125-71bc26ad8f70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33353634-7ad7-4bc7-b96e-74b65ce1a67a HTTP/1.1" status: 200 len: 217 time: 0.0652297 Mar 11 16:30:55.798927 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:55.805046 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] Checking router: 3d6cc854-2baf-4b49-a34a-7f49853711ea for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:30:55.815589 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:30:55.816203 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:55.870235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-8db72c4b-2b19-405c-9e6e-cb45c837dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:55.870481 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-8db72c4b-2b19-405c-9e6e-cb45c837dfff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c42453c8-940c-4a92-b29f-94e2ce14040b HTTP/1.1" status: 200 len: 834 time: 0.0779519 Mar 11 16:30:55.953348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-49b28618-ba1e-4d97-9003-af2c1024fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:55.955317 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-49b28618-ba1e-4d97-9003-af2c1024fc4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=363d7877-eb64-4c90-8fb7-4d2d4787e3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792253 Mar 11 16:30:56.021974 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:30:56.120880 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-48b8b668-6004-4f0f-8897-617a592b036f service neutron] 10.222.0.35 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590977 Mar 11 16:30:56.139081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4f459-2f0f-4187-b494-63516e56dcf4 req-48e9ac12-1826-4f25-ab7c-5f8c62b44042 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:56.139840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-40a4f459-2f0f-4187-b494-63516e56dcf4 req-48e9ac12-1826-4f25-ab7c-5f8c62b44042 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:56.228426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-40a4f459-2f0f-4187-b494-63516e56dcf4 req-48e9ac12-1826-4f25-ab7c-5f8c62b44042 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:56.230645 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-40a4f459-2f0f-4187-b494-63516e56dcf4 req-48e9ac12-1826-4f25-ab7c-5f8c62b44042 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 946 time: 0.1991837 Mar 11 16:30:56.270968 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eb614f54-0f3f-4dd3-bba0-a67dfbca26b3 req-efaa564f-9245-4c36-be0d-3cc55f938111 service neutron] 10.222.0.35 "GET /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440680 Mar 11 16:30:56.295807 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-40a4f459-2f0f-4187-b494-63516e56dcf4 req-ea6a1c33-00f1-49d9-90bb-b24bfc4d5b9a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598269 Mar 11 16:30:56.402053 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:56.406969 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03c874e-6c02-476b-80f1-00cbbb2a58b0 None None] The sync data for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv is: [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:29:54Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e0c1dd30-bf41-433e-891e-bdacbd27cc90', 'name': '', 'network_id': '363d7877-eb64-4c90-8fb7-4d2d4787e3f0', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:8e:af:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:53Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'c42453c8-940c-4a92-b29f-94e2ce14040b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:30:57.297141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-d5d4c2a6-d121-4f1b-b3d0-2eac09fe0ff6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.298671 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-d5d4c2a6-d121-4f1b-b3d0-2eac09fe0ff6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 946 time: 0.0876338 Mar 11 16:30:57.372899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 33353634-7ad7-4bc7-b96e-74b65ce1a67a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:30:57.373246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.451701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708c87b-5cff-40c4-83f9-3b260644515c None None] New status for floating IP 1a47e217-651b-45dd-970b-9bca25ac4817: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:30:57.792721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33392f-521a-4ca7-94a9-aa16b9101caf req-bcb06950-1bc5-4661-93b8-471f24086ea4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.794259 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c33392f-521a-4ca7-94a9-aa16b9101caf req-bcb06950-1bc5-4661-93b8-471f24086ea4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 946 time: 0.3733578 Mar 11 16:30:57.852204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 33353634-7ad7-4bc7-b96e-74b65ce1a67a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=33353634-7ad7-4bc7-b96e-74b65ce1a67a,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:30:57.852460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:58.007567 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c33392f-521a-4ca7-94a9-aa16b9101caf req-86d8d851-86a4-4a68-803c-9aa74d0ab089 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=5d38cf12-b929-4216-8123-6762dde6f0a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996214 Mar 11 16:30:58.014626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 33353634-7ad7-4bc7-b96e-74b65ce1a67a owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:30:58.261078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:58.318708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=33353634-7ad7-4bc7-b96e-74b65ce1a67a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:58.360186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.360533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.360875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.361207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.361536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.361865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.362255 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.362587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.362912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.363230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.363550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.363866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:58.413812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port 33353634-7ad7-4bc7-b96e-74b65ce1a67a on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:58.416325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:58.419654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'name': 'network-vif-deleted', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:30:58.465263 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e65bae4-4a19-46ce-82fa-b450c7409661', 'name': 'network-vif-deleted', 'tag': '33353634-7ad7-4bc7-b96e-74b65ce1a67a', 'status': 'completed', 'code': 200} Mar 11 16:30:58.535682 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-84bb052e-8c16-4f76-88bf-8ec481c8f35c req-cac0cd9c-4813-40d5-936c-6706d750c060 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/33353634-7ad7-4bc7-b96e-74b65ce1a67a HTTP/1.1" status: 204 len: 173 time: 1.2314105 Mar 11 16:30:59.185813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2ba28fb0-f535-4950-9e92-217666cb0e10 req-2bd65959-baec-4b68-bd91-0230a7f0aa35 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:59.362001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2ba28fb0-f535-4950-9e92-217666cb0e10 req-2bd65959-baec-4b68-bd91-0230a7f0aa35 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:59.363094 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ba28fb0-f535-4950-9e92-217666cb0e10 req-2bd65959-baec-4b68-bd91-0230a7f0aa35 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e65bae4-4a19-46ce-82fa-b450c7409661 HTTP/1.1" status: 200 len: 210 time: 0.2207918 Mar 11 16:31:00.465622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37392) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:00.544070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:00.575424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:00.714523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:00.737369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d38cf12-b929-4216-8123-6762dde6f0a0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:00.747219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.747219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.747219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.747219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.747219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.748201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.748201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.748201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.748605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.748605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.748926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.749181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:00.789861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 33353634-7ad7-4bc7-b96e-74b65ce1a67a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:31:00.830123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 33353634-7ad7-4bc7-b96e-74b65ce1a67a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:31:00.830540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 33353634-7ad7-4bc7-b96e-74b65ce1a67a not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:31:00.860018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:00.861199 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-43491d55-5b8b-4c50-b662-e39c8c5a04a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/5d38cf12-b929-4216-8123-6762dde6f0a0 HTTP/1.1" status: 204 len: 168 time: 0.3945627 Mar 11 16:31:00.976729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37398) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:01.564477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:01.930714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port e0c1dd30-bf41-433e-891e-bdacbd27cc90 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:31:01.931142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:02.254140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port e0c1dd30-bf41-433e-891e-bdacbd27cc90, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e0c1dd30-bf41-433e-891e-bdacbd27cc90,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:02.254416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:02.380219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for e0c1dd30-bf41-433e-891e-bdacbd27cc90 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:31:02.805778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:02.855316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=e0c1dd30-bf41-433e-891e-bdacbd27cc90,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:03.148227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:03.522717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 3d6cc854-2baf-4b49-a34a-7f49853711ea has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:31:03.835109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:31:03.844765 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] Sync routers for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:31:03.855777 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:31:03.856476 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:03.921409 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cbbb66d5-08e5-4df4-8b95-ff65310e7e67 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/3d6cc854-2baf-4b49-a34a-7f49853711ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9435143 Mar 11 16:31:03.924115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37402) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:03.997052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-4439c48d-ee9d-4614-94af-ad1f61839daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting subnet c42453c8-940c-4a92-b29f-94e2ce14040b {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:31:04.000085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4439c48d-ee9d-4614-94af-ad1f61839daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.045676 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:31:04.057497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4439c48d-ee9d-4614-94af-ad1f61839daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.153727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4439c48d-ee9d-4614-94af-ad1f61839daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.331492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4439c48d-ee9d-4614-94af-ad1f61839daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.343966 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:31:02Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:04.348097 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] Checking router: 3d6cc854-2baf-4b49-a34a-7f49853711ea for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:31:04.357720 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] Routers {'3d6cc854-2baf-4b49-a34a-7f49853711ea'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:31:04.358351 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3d6cc854-2baf-4b49-a34a-7f49853711ea'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:04.376287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439c48d-ee9d-4614-94af-ad1f61839daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Subnet': ['ID=c42453c8-940c-4a92-b29f-94e2ce14040b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:04.378294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4439c48d-ee9d-4614-94af-ad1f61839daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.386860 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4439c48d-ee9d-4614-94af-ad1f61839daf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/subnets/c42453c8-940c-4a92-b29f-94e2ce14040b HTTP/1.1" status: 204 len: 168 time: 0.4617007 Mar 11 16:31:04.389295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37406) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:04.390230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98fa0ce-5567-4136-9057-f20dd44ae3c5 None None] Network 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:31:04.571340 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] Set router 3d6cc854-2baf-4b49-a34a-7f49853711ea gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:31:04.600572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.681191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] DHCP port deletion for 363d7877-eb64-4c90-8fb7-4d2d4787e3f0 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:31:04.688065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Deleting port 7d87d7d3-3641-4643-b22b-24373ae246e8 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:31:04.689062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.836040 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.853700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7d87d7d3-3641-4643-b22b-24373ae246e8 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:31:04.926791 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:31:02Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:04.931244 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bba9e8-f3fd-45c4-a82e-f3a708f3d6ad None None] The sync data for ids ['3d6cc854-2baf-4b49-a34a-7f49853711ea'] in dv-neutron-833379-1-hyperv is: [{'id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'name': 'tempest-TestNetworkBasicOps-router-1311727322', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:29:47Z', 'updated_at': '2022-03-11T16:31:02Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '8898f1fb-facd-4bb4-8ca2-c1e022addef0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6cc854-2baf-4b49-a34a-7f49853711ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:29:48Z', 'updated_at': '2022-03-11T16:30:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:31:04.937816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 8898f1fb-facd-4bb4-8ca2-c1e022addef0 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:31:04.938201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.062626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] For port 7d87d7d3-3641-4643-b22b-24373ae246e8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7d87d7d3-3641-4643-b22b-24373ae246e8,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:05.063025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.160639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 8898f1fb-facd-4bb4-8ca2-c1e022addef0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8898f1fb-facd-4bb4-8ca2-c1e022addef0,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:05.160999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.203204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Calling delete_port for 7d87d7d3-3641-4643-b22b-24373ae246e8 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:31:05.237555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.292381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 8898f1fb-facd-4bb4-8ca2-c1e022addef0 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:31:05.307255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 7d87d7d3-3641-4643-b22b-24373ae246e8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7d87d7d3-3641-4643-b22b-24373ae246e8,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:05.418350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.500569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:31:05.500930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:31:05.530616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=7d87d7d3-3641-4643-b22b-24373ae246e8,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:05.597530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.631739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-882c77e5-83f3-4053-a5ec-14d4f2c62918 req-bf1a978d-f712-4c24-82b7-f79c04b4b3ca service neutron] (88601) timed out ('10.222.0.35', 64335) {{(pid=88601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:31:05.647883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=8898f1fb-facd-4bb4-8ca2-c1e022addef0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:05.741920 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.002494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Deleting port 7d87d7d3-3641-4643-b22b-24373ae246e8 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:31:06.002774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.028072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.030486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.134615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.135125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Fanout notify agent at l3_agent the message router_deleted on router 3d6cc854-2baf-4b49-a34a-7f49853711ea {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:31:06.153577 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.154718 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-10229351-6963-492c-8d5d-77492b9dd880 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/routers/3d6cc854-2baf-4b49-a34a-7f49853711ea HTTP/1.1" status: 204 len: 168 time: 1.7645082 Mar 11 16:31:06.157436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37410) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:06.240686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] For port 7d87d7d3-3641-4643-b22b-24373ae246e8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7d87d7d3-3641-4643-b22b-24373ae246e8,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:06.240686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.291170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.303253 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 7d87d7d3-3641-4643-b22b-24373ae246e8 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:31:06.303629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.372991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Calling delete_port for 7d87d7d3-3641-4643-b22b-24373ae246e8 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:31:06.512047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.522423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 7d87d7d3-3641-4643-b22b-24373ae246e8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7d87d7d3-3641-4643-b22b-24373ae246e8,segment=NetworkSegment(bcabc361-8dab-4eff-a1bd-8ba2f2e35975),segment_id=bcabc361-8dab-4eff-a1bd-8ba2f2e35975)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:06.522811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:06.560467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] Pushing event deleted for resources: {'Port': ['ID=7d87d7d3-3641-4643-b22b-24373ae246e8,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:06.563900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f451ad1-94e5-499e-befd-87adccf065c8 None None] No DVR routers for this DVR port 7d87d7d3-3641-4643-b22b-24373ae246e8 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:31:06.665600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 7d87d7d3-3641-4643-b22b-24373ae246e8 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:31:06.758223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.db.api [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:31:06.759111 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG oslo_db.api [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:31:06.768263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0c1dd30-bf41-433e-891e-bdacbd27cc90 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:31:06.806667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: e0c1dd30-bf41-433e-891e-bdacbd27cc90 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:31:06.816629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e0c1dd30-bf41-433e-891e-bdacbd27cc90 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:31:06.816629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8898f1fb-facd-4bb4-8ca2-c1e022addef0 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:31:06.843845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 8898f1fb-facd-4bb4-8ca2-c1e022addef0 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:31:06.844125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8898f1fb-facd-4bb4-8ca2-c1e022addef0 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:31:07.260833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 7d87d7d3-3641-4643-b22b-24373ae246e8 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:31:07.261436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:07.344938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] The port '7d87d7d3-3641-4643-b22b-24373ae246e8' was deleted {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:31:07.486590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:07.533626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363d7877-eb64-4c90-8fb7-4d2d4787e3f0']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:07.550424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:07.550784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcabc361-8dab-4eff-a1bd-8ba2f2e35975') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:07.564714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:07.582511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:07.590108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:31:07.594077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: util.warn( Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:31:07.610981 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:31:07.765651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:07.785330 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:07.797766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Network': ['ID=363d7877-eb64-4c90-8fb7-4d2d4787e3f0,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:07.868950 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a33eee47-cee6-4da4-b370-a6a8ea684d2c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/networks/363d7877-eb64-4c90-8fb7-4d2d4787e3f0 HTTP/1.1" status: 204 len: 168 time: 1.7104127 Mar 11 16:31:07.891578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37414) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:07.898241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'network': {'name': 'tempest-network-smoke--1677066230', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:07.904352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:07.908964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:network and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:07.912572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:07.919521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:08.060124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:31:08.063680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:08.099590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:31:08.109473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:08.109814 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Added segment 06c3b75d-930d-40ab-a50c-d458c8e60060 of type vlan for network 48e75c09-75f5-4891-9411-3eacde8d4f95 Mar 11 16:31:08.139195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:08.249144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:08.254851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:08.258270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:08.379786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Network': ['ID=48e75c09-75f5-4891-9411-3eacde8d4f95,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:08.390622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:31:08.432999 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-03a9c350-b2e9-4a72-9b24-a2bb93f60778 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5402730 Mar 11 16:31:08.436502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37418) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:08.447416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-322450842', 'admin_state_up': True, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:08.451960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:08.456310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:router and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:08.459524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:08.466702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:08.552829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:08.553928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:08.570326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:08.936299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:09.267996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:09.355702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:09.496931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:09.645010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.23 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/57a41d86-26c2-4cb5-883a-192a54145cba) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:31:09.819013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:09.943008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:10.010564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:31:10.013728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:31:10.023630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:31:10.055506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=57a41d86-26c2-4cb5-883a-192a54145cba,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:10.577846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:10.952807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:11.176552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bb5d7a81-5fd0-451c-bea0-80ad153cc930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:11.410452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 59eac0c6-e3a1-4903-8318-7cafe01c2504 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:31:11.597928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:31:11.608115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Sync routers for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:31:11.618905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:31:11.619540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:11.748339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:11.753580 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-73dea9dd-2c83-48cc-91d1-2403ccaded38 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3116846 Mar 11 16:31:11.753937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37422) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:11.800771 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-027bdeb3-c127-4880-a820-d3b5d75ab90c tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456641 Mar 11 16:31:11.803758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37426) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:11.810871 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:31:11.946672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117df4c-0317-4192-a093-83d7fc843640 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:11.948172 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5117df4c-0317-4192-a093-83d7fc843640 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1434758 Mar 11 16:31:11.951346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37430) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:11.995796 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7aa96f79-ffc9-498e-b360-37eacf17191d tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408821 Mar 11 16:31:11.996058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37434) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:12.001479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-200138550', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:12.118133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:10Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:12.122503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Checking router: 59eac0c6-e3a1-4903-8318-7cafe01c2504 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:31:12.122852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Updating router 59eac0c6-e3a1-4903-8318-7cafe01c2504 port 57a41d86-26c2-4cb5-883a-192a54145cba binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:31:12.179518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:12.225837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:12.230219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:subnet and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:12.233432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:12.240427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:12.374416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:31:12.377899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:12.594402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:12.608696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Transition to ACTIVE for port object 57a41d86-26c2-4cb5-883a-192a54145cba will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:31:12.708800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:12.728734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:12.796435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=1f5dc087-24d3-4e51-8446-f375927a2f12,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:12.804326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Checking segment: {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:31:12.804632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network hostable DHCP agents. Network: 48e75c09-75f5-4891-9411-3eacde8d4f95, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:31:12.805060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Attempting to bind port 57a41d86-26c2-4cb5-883a-192a54145cba on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:31:12.805423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Attempting to bind port 57a41d86-26c2-4cb5-883a-192a54145cba by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:31:12.805785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Attempting to bind port 57a41d86-26c2-4cb5-883a-192a54145cba on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:31:12.820247 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e5b64-82a6-4ab0-b691-d1ba8709f700 None None] Pushing event updated for resources: {'Port': ['ID=57a41d86-26c2-4cb5-883a-192a54145cba,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:12.823707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:31:12.824079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:31:12.824519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:12.824848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:31:12.825313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Bound port: 57a41d86-26c2-4cb5-883a-192a54145cba, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:31:12.825771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:12.906309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] For port 57a41d86-26c2-4cb5-883a-192a54145cba, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:31:12.909394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] For port 57a41d86-26c2-4cb5-883a-192a54145cba, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=57a41d86-26c2-4cb5-883a-192a54145cba,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:31:12.946129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:31:12.980630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:13.050579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 48e75c09-75f5-4891-9411-3eacde8d4f95) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:31:13.054970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:13.055551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:13.059381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:31:13.060040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:30:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:13.117869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a5d8f-6fec-4996-99e7-a919d25fa407 None None] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:31:13.150109 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2456701a-af2e-4892-8479-2187773281ac tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1502056 Mar 11 16:31:13.150470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37438) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:13.170598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e5b64-82a6-4ab0-b691-d1ba8709f700 None None] Pushing event updated for resources: {'Port': ['ID=57a41d86-26c2-4cb5-883a-192a54145cba,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:13.384521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:31:13.510301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-43025f2c-91f4-4deb-a9f7-38df972edf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:13.680667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-48e75c09-75f5-4891-9411-3eacde8d4f95', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:31:13.681498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:13.900633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:13.906508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Allocated IP 172.20.0.2 (48e75c09-75f5-4891-9411-3eacde8d4f95/1f5dc087-24d3-4e51-8446-f375927a2f12/11477ff9-8776-45a7-916b-cc63d04db55f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:31:13.909340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:10Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:13.916688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4aa10-90bb-4364-b42a-da07c3180cb9 None None] The sync data for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv is: [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:10Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:31:14.256211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.267101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Transition to ACTIVE for port object 11477ff9-8776-45a7-916b-cc63d04db55f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:31:14.293526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Transition to ACTIVE for port object 11477ff9-8776-45a7-916b-cc63d04db55f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:31:14.393242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.467453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:31:14.470972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:31:14.482080 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:31:14.490911 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Pushing event updated for resources: {'Port': ['ID=11477ff9-8776-45a7-916b-cc63d04db55f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:14.610041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.1 (48e75c09-75f5-4891-9411-3eacde8d4f95/1f5dc087-24d3-4e51-8446-f375927a2f12/53282e5c-116a-4b84-9c72-fac2c238a600) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:31:14.628963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Attempting to bind port 11477ff9-8776-45a7-916b-cc63d04db55f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:31:14.629340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Attempting to bind port 11477ff9-8776-45a7-916b-cc63d04db55f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:31:14.629707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Attempting to bind port 11477ff9-8776-45a7-916b-cc63d04db55f on network 48e75c09-75f5-4891-9411-3eacde8d4f95 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:31:14.636054 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:31:14.653227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Checking segment: {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:31:14.653227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.653227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Bound using segment: {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:31:14.653227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Bound port: 11477ff9-8776-45a7-916b-cc63d04db55f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:31:14.653227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.747875 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] For port 11477ff9-8776-45a7-916b-cc63d04db55f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:31:14.750055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.766292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] For port 11477ff9-8776-45a7-916b-cc63d04db55f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=11477ff9-8776-45a7-916b-cc63d04db55f,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:31:14.803883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 57a41d86-26c2-4cb5-883a-192a54145cba up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:14.810864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.830428 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 53282e5c-116a-4b84-9c72-fac2c238a600 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:31:14.833664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.902908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.944980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:14.990337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 57a41d86-26c2-4cb5-883a-192a54145cba completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:31:15.000088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 57a41d86-26c2-4cb5-883a-192a54145cba triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:15.000462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.016699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:31:15.018105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:31:15.023527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:31:15.039603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15188852-894c-432d-815c-bcab29bdfb16 None None] Pushing event updated for resources: {'Port': ['ID=11477ff9-8776-45a7-916b-cc63d04db55f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:15.076237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=53282e5c-116a-4b84-9c72-fac2c238a600,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:15.100157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.158569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.179769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 57a41d86-26c2-4cb5-883a-192a54145cba, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=57a41d86-26c2-4cb5-883a-192a54145cba,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:15.323362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.405800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=57a41d86-26c2-4cb5-883a-192a54145cba,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:15.502495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.926485 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:31:15.935990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.971195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:16.051458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821f922-e65c-4888-b335-b28c434fad5e None None] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:31:16.084712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:16.198912 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3ae49e8f-5713-4ad4-807b-244d300e5025 None None] Provisioning for port 11477ff9-8776-45a7-916b-cc63d04db55f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:31:16.204364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:16.209695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=53282e5c-116a-4b84-9c72-fac2c238a600,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:16.359502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:31:16.360771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:31:16.662521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f3433ea-b550-40bc-9fa9-fd804fae9f95 None None] Provisioning for port 53282e5c-116a-4b84-9c72-fac2c238a600 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:31:16.668373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f3433ea-b550-40bc-9fa9-fd804fae9f95 None None] Provisioning complete for port 53282e5c-116a-4b84-9c72-fac2c238a600 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:16.668767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f3433ea-b550-40bc-9fa9-fd804fae9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:16.693527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 59eac0c6-e3a1-4903-8318-7cafe01c2504 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:31:16.763831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9f3433ea-b550-40bc-9fa9-fd804fae9f95 None None] Port 53282e5c-116a-4b84-9c72-fac2c238a600 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:31:16.898317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 11477ff9-8776-45a7-916b-cc63d04db55f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:16.933262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5061dc39-6938-4b0f-94d7-90c325da088f None None] Provisioning complete for port 53282e5c-116a-4b84-9c72-fac2c238a600 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:16.933523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:31:16.933657 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5061dc39-6938-4b0f-94d7-90c325da088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:16.944978 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Sync routers for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:31:16.948717 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7f6216b5-fa4c-4e5b-8741-bb77336e9dff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/59eac0c6-e3a1-4903-8318-7cafe01c2504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7968371 Mar 11 16:31:16.951410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37442) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:16.960346 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:31:16.960965 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:31:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:17.013862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5061dc39-6938-4b0f-94d7-90c325da088f None None] Port 53282e5c-116a-4b84-9c72-fac2c238a600 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:31:17.108023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 11477ff9-8776-45a7-916b-cc63d04db55f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:31:17.117114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 11477ff9-8776-45a7-916b-cc63d04db55f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:17.117491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b3936-3274-4b8f-9342-9b0e29a9c8ff tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.117939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:17.118090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b3936-3274-4b8f-9342-9b0e29a9c8ff tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.120034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b3936-3274-4b8f-9342-9b0e29a9c8ff tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.120360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b3936-3274-4b8f-9342-9b0e29a9c8ff tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.124823 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-837b3936-3274-4b8f-9342-9b0e29a9c8ff tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1692998 Mar 11 16:31:17.125029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37446) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:17.167557 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:31:17.187579 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-21ed13ed-0bfc-4f3e-9eef-bac0b89bcc90 None None] Provisioning complete for port 53282e5c-116a-4b84-9c72-fac2c238a600 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:17.187951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-21ed13ed-0bfc-4f3e-9eef-bac0b89bcc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:17.199823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4449545-6294-4b95-b373-3a477612b165 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.200285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4449545-6294-4b95-b373-3a477612b165 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.200740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4449545-6294-4b95-b373-3a477612b165 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.201183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4449545-6294-4b95-b373-3a477612b165 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:17.206809 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d4449545-6294-4b95-b373-3a477612b165 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0769577 Mar 11 16:31:17.207084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37450) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:17.291761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-21ed13ed-0bfc-4f3e-9eef-bac0b89bcc90 None None] Port 53282e5c-116a-4b84-9c72-fac2c238a600 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:31:17.312401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:17.350769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 11477ff9-8776-45a7-916b-cc63d04db55f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=11477ff9-8776-45a7-916b-cc63d04db55f,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:17.437391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:17.438251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 57a41d86-26c2-4cb5-883a-192a54145cba up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:17.442357 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-76453dda-5f0f-4f89-a049-cc32be06502b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2309806 Mar 11 16:31:17.575909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=11477ff9-8776-45a7-916b-cc63d04db55f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:17.591639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 57a41d86-26c2-4cb5-883a-192a54145cba triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:17.592044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:17.620333 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '53282e5c-116a-4b84-9c72-fac2c238a600', 'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:04:c9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:14Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:17.624576 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Checking router: 59eac0c6-e3a1-4903-8318-7cafe01c2504 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:31:17.625051 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Updating router 59eac0c6-e3a1-4903-8318-7cafe01c2504 port 53282e5c-116a-4b84-9c72-fac2c238a600 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:31:17.680063 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:17.958226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37458) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:17.963490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490431091', 'description': 'tempest-secgroup-smoke-1490431091 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:17.969258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:17.973574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:17.977112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:17.982953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:18.042391 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.055285 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Transition to ACTIVE for port object 53282e5c-116a-4b84-9c72-fac2c238a600 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:31:18.065656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.086475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:18.090466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:18.093339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:18.099419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:18.169987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.174207 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.253429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.310778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348e6d83-7402-4122-a0f0-913a48c15bd8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:18.343162 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Pushing event updated for resources: {'Port': ['ID=53282e5c-116a-4b84-9c72-fac2c238a600,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:18.376350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.377849 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-418138e7-4068-4114-9a53-212b084c5658 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4185171 Mar 11 16:31:18.381453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37462) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:18.387339 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.387583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '348e6d83-7402-4122-a0f0-913a48c15bd8', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:18.387722 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.388000 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.388326 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.388650 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.389233 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.389804 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.390018 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.390237 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.390707 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.391030 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.391346 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:31:18.395819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:18.403661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:18.407915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:18.415175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:18.425603 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Attempting to bind port 53282e5c-116a-4b84-9c72-fac2c238a600 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:31:18.426147 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Attempting to bind port 53282e5c-116a-4b84-9c72-fac2c238a600 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:31:18.427241 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Attempting to bind port 53282e5c-116a-4b84-9c72-fac2c238a600 on network 48e75c09-75f5-4891-9411-3eacde8d4f95 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:31:18.433755 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:31:18.434059 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Checking segment: {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:31:18.434451 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.434952 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Bound using segment: {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:31:18.435349 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Bound port: 53282e5c-116a-4b84-9c72-fac2c238a600, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:31:18.435660 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.496296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.538418 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] For port 53282e5c-116a-4b84-9c72-fac2c238a600, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:31:18.541766 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] For port 53282e5c-116a-4b84-9c72-fac2c238a600, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=53282e5c-116a-4b84-9c72-fac2c238a600,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:31:18.564323 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.630364 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.650584 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.675296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185afe88-254d-431f-bbc8-91a39829950d,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:18.712241 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:31:18.718957 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:31:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:18.766908 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424c8ff-a833-45af-8784-fab39857c58d None None] Pushing event updated for resources: {'Port': ['ID=53282e5c-116a-4b84-9c72-fac2c238a600,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:18.797496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.805211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 11477ff9-8776-45a7-916b-cc63d04db55f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:18.806485 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8f87009e-0eb3-470a-96c3-4973aacaf1a3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4158888 Mar 11 16:31:18.806485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37466) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:18.813297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '348e6d83-7402-4122-a0f0-913a48c15bd8', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:18.824141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:18.829624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:18.832326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:18.840101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:18.885229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 11477ff9-8776-45a7-916b-cc63d04db55f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:18.885570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:18.935208 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:31:18.977700 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:19.055672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:19.214493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:19.238887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f782a7-beca-4209-aa1a-899146d01ced,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:19.307728 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '53282e5c-116a-4b84-9c72-fac2c238a600', 'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:04:c9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:14Z', 'updated_at': '2022-03-11T16:31:18Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:19.311752 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0809b66a-de39-40e5-99cc-e6ff3c00e741 None None] The sync data for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv is: [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '53282e5c-116a-4b84-9c72-fac2c238a600', 'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:04:c9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:14Z', 'updated_at': '2022-03-11T16:31:18Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:31:19.372120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:19.372120 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-496dc1e9-5546-48fe-ac45-e8888a981137 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5661643 Mar 11 16:31:19.372120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37470) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:19.378365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '348e6d83-7402-4122-a0f0-913a48c15bd8', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:19.386372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:19.390274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:19.393276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:19.403100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:19.513547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:19.587945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:19.696324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:19.732623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097bcfdc-babe-4b42-870e-4016b8f41ec3,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:19.825797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:19.827168 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4d7c6bc4-0feb-4f24-a254-18e07cae8ca3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4551744 Mar 11 16:31:19.829949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37474) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:19.836868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '348e6d83-7402-4122-a0f0-913a48c15bd8', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:19.843424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:19.847552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:19.851783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:19.858959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:19.943112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.021851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.095083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.128130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c023eaf4-c671-4f9c-adc9-6c19068e6bb4,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:20.227430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.228664 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ad21f11d-ec3a-4f5b-b29d-ac71372d377d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3970675 Mar 11 16:31:20.231785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37478) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:20.237551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '348e6d83-7402-4122-a0f0-913a48c15bd8', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:20.244702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:20.251784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:20.255027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:20.262382 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:20.379923 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:31:20.387291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.456193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.534526 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.561546 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c06bb3-eeba-49ec-b755-4849df0b5855,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:20.642840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.644068 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d4068b83-57fc-4781-b73b-b30e1e867b8a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4113536 Mar 11 16:31:20.648154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37482) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:20.653210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '348e6d83-7402-4122-a0f0-913a48c15bd8', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:20.659277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:20.663970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:20.667167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:20.673678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:20.780796 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:31:20.795848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.802108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 53282e5c-116a-4b84-9c72-fac2c238a600 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:20.867124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.958935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.970041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 53282e5c-116a-4b84-9c72-fac2c238a600 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:31:20.975658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 53282e5c-116a-4b84-9c72-fac2c238a600 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:20.981696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:20.983510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67025e37-4ce4-4db3-9158-6d3140704054,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:21.072006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:21.073553 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-de0e2621-a086-4a8b-b194-008a128a6bb3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4243052 Mar 11 16:31:21.097939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:21.141969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 53282e5c-116a-4b84-9c72-fac2c238a600, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=53282e5c-116a-4b84-9c72-fac2c238a600,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:21.227447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:21.302507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=53282e5c-116a-4b84-9c72-fac2c238a600,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:21.391765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-318ecac3-4165-4853-acf2-693cd641a55b req-d1ecd35b-058b-4a21-b671-24a85379a6f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:31:21.501406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-318ecac3-4165-4853-acf2-693cd641a55b req-d1ecd35b-058b-4a21-b671-24a85379a6f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:31:21.502741 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-d1ecd35b-058b-4a21-b671-24a85379a6f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490431091&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.1535633 Mar 11 16:31:21.660076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ecac3-4165-4853-acf2-693cd641a55b req-820dc109-6a56-41fa-9e30-9a30f6dab14c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:21.662097 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-820dc109-6a56-41fa-9e30-9a30f6dab14c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=48e75c09-75f5-4891-9411-3eacde8d4f95 HTTP/1.1" status: 200 len: 797 time: 0.1522338 Mar 11 16:31:21.678939 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-2a6d1494-71cc-446f-aba8-18ae290d4ff3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0105445 Mar 11 16:31:21.763838 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-d464c4c8-be3a-4ee1-9f69-34478bd97dd7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792663 Mar 11 16:31:21.906776 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-db4bb091-7c92-4b82-8447-ef17efc1d9db service neutron] 10.222.0.57 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300423 Mar 11 16:31:22.048945 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-df67777f-fb88-48e5-9257-d3d51545ba44 service neutron] 10.222.0.57 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356933 Mar 11 16:31:22.421666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0cf73ea3-34f0-47e6-b796-86f3797b01b2 req-6a5822c6-a3c4-46cc-81b8-7e548634930b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:31:22.530104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0cf73ea3-34f0-47e6-b796-86f3797b01b2 req-6a5822c6-a3c4-46cc-81b8-7e548634930b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:31:22.531742 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0cf73ea3-34f0-47e6-b796-86f3797b01b2 req-6a5822c6-a3c4-46cc-81b8-7e548634930b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 210 time: 0.2341506 Mar 11 16:31:22.775313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 53282e5c-116a-4b84-9c72-fac2c238a600 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:22.847592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 53282e5c-116a-4b84-9c72-fac2c238a600 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:22.847988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:23.805034 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-75eea23d-6622-4cda-8253-961775dd6a3b req-b9225b13-55b4-4279-b767-ed8508801ea0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 210 time: 0.1636155 Mar 11 16:31:24.906725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ecac3-4165-4853-acf2-693cd641a55b req-ecab1dda-6058-4e21-bbe3-c66c632653c9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:24.906725 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-ecab1dda-6058-4e21-bbe3-c66c632653c9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=48e75c09-75f5-4891-9411-3eacde8d4f95 HTTP/1.1" status: 200 len: 797 time: 0.1739824 Mar 11 16:31:24.956849 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-fcf522f0-a95d-4afc-b299-223f4def9f27 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 380 time: 0.0434382 Mar 11 16:31:24.967200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': '2e107ea6-1e63-4710-93f3-abc5220be229', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['348e6d83-7402-4122-a0f0-913a48c15bd8']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:24.983572 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e3093316-8149-4f01-ad5b-a4d4d175e11a req-03461e74-8124-4c6d-a0f1-16e38f9557a0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 210 time: 0.0587726 Mar 11 16:31:25.116438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:25.126555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:25.255556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:31:25.259136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:25.439886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.13 (48e75c09-75f5-4891-9411-3eacde8d4f95/1f5dc087-24d3-4e51-8446-f375927a2f12/29ee917c-5cb3-4c03-aaa5-6c469e63d75a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:31:25.652091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:25.670022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 29ee917c-5cb3-4c03-aaa5-6c469e63d75a will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:31:25.768902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:25.843216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:31:25.846723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:31:25.856214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:31:25.892509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:25.928347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:25.929019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:26.049530 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-b9b98e64-797a-4f67-9747-d50a8b830948 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0881066 Mar 11 16:31:26.103243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Request body: {'port': {'device_id': '2e107ea6-1e63-4710-93f3-abc5220be229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:26.135708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0078b7d8-ab6f-4d33-a398-ff3e5d69a573 None None] Provisioning for port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:31:26.141061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0078b7d8-ab6f-4d33-a398-ff3e5d69a573 None None] Provisioning complete for port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:26.141427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0078b7d8-ab6f-4d33-a398-ff3e5d69a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:26.205773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-0078b7d8-ab6f-4d33-a398-ff3e5d69a573 None None] Port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:31:26.280437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:26.303792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d052f2-7e1c-4b63-ae5e-153b72c2b6ff req-3aff61ef-0e76-49c7-8332-df5ec35397aa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:26.304491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-91d052f2-7e1c-4b63-ae5e-153b72c2b6ff req-3aff61ef-0e76-49c7-8332-df5ec35397aa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:31:26.467949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-91d052f2-7e1c-4b63-ae5e-153b72c2b6ff req-3aff61ef-0e76-49c7-8332-df5ec35397aa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:31:26.469099 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d052f2-7e1c-4b63-ae5e-153b72c2b6ff req-3aff61ef-0e76-49c7-8332-df5ec35397aa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 932 time: 0.3359015 Mar 11 16:31:26.619951 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d052f2-7e1c-4b63-ae5e-153b72c2b6ff req-68c22c72-1260-473c-95d4-ff57e8dd55ea tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396101 Mar 11 16:31:26.701034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ee917c-5cb3-4c03-aaa5-6c469e63d75a {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:31:26.708738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:26.724193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Transition to ACTIVE for port object 29ee917c-5cb3-4c03-aaa5-6c469e63d75a will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:31:26.810019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:26.941584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:27.158915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Attempting to bind port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:31:27.159244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Attempting to bind port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:31:27.159568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Attempting to bind port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a on network 48e75c09-75f5-4891-9411-3eacde8d4f95 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:31:27.164984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a on network 48e75c09-75f5-4891-9411-3eacde8d4f95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:31:27.165290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Attempting to bind port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a on network 48e75c09-75f5-4891-9411-3eacde8d4f95 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:31:27.170516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:31:27.170843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Checking segment: {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:31:27.171216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Bound using segment: {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:31:27.171633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Bound port: 29ee917c-5cb3-4c03-aaa5-6c469e63d75a, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c3b75d-930d-40ab-a50c-d458c8e60060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:31:27.171972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:27.264546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] For port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:31:27.267589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] For port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:31:27.393627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:27.452770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:27.453397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:27.454797 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] 10.222.0.35 "PUT /v2.0/ports/29ee917c-5cb3-4c03-aaa5-6c469e63d75a HTTP/1.1" status: 200 len: 1094 time: 1.3985302 Mar 11 16:31:27.455229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:31:27.492964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dc50a-2c62-4afc-b4a1-f8dae20328f5 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:27.576402 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'status': 'completed', 'code': 200} Mar 11 16:31:27.667746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ecac3-4165-4853-acf2-693cd641a55b req-224d204d-8553-4b44-a969-6efd519d90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:27.669397 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-224d204d-8553-4b44-a969-6efd519d90d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 1097 time: 0.0824587 Mar 11 16:31:27.741694 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-e8a855db-bb4c-4ba3-9aef-b117aeed3b83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a HTTP/1.1" status: 200 len: 217 time: 0.0635133 Mar 11 16:31:27.857699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ecac3-4165-4853-acf2-693cd641a55b req-13752b4b-69be-451b-aaff-3af82445d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:27.859171 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-13752b4b-69be-451b-aaff-3af82445d5fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f5dc087-24d3-4e51-8446-f375927a2f12 HTTP/1.1" status: 200 len: 843 time: 0.1121233 Mar 11 16:31:27.939414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9fdaf-b9b3-4f76-b6b2-078f253ba30c req-1ce38a35-cadb-4761-a3d5-82bfea2734b6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:27.940830 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1a9fdaf-b9b3-4f76-b6b2-078f253ba30c req-1ce38a35-cadb-4761-a3d5-82bfea2734b6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 944 time: 0.1925981 Mar 11 16:31:28.002022 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1a9fdaf-b9b3-4f76-b6b2-078f253ba30c req-db287a39-f63a-4d8c-a2cb-d68a98900398 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514994 Mar 11 16:31:28.005933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ecac3-4165-4853-acf2-693cd641a55b req-8536521e-b9b4-40b1-bf26-e8fa15d435c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:28.007391 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-8536521e-b9b4-40b1-bf26-e8fa15d435c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48e75c09-75f5-4891-9411-3eacde8d4f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1402051 Mar 11 16:31:28.142300 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-3b95d1da-de82-406a-959a-4535617fcdb2 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285167 Mar 11 16:31:28.292126 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-318ecac3-4165-4853-acf2-693cd641a55b req-f8d7162d-667d-43b9-a12b-0f296aec6361 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441939 Mar 11 16:31:28.501567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-2cef0b34-423e-46e6-b05e-f889e246835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:28.503081 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-2cef0b34-423e-46e6-b05e-f889e246835d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 1097 time: 0.0755649 Mar 11 16:31:28.642708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-db3a7ee4-33dc-4976-8bb4-fd3b110b25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:28.644506 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-db3a7ee4-33dc-4976-8bb4-fd3b110b25a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48e75c09-75f5-4891-9411-3eacde8d4f95 HTTP/1.1" status: 200 len: 898 time: 0.1344635 Mar 11 16:31:28.719221 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-7d0b4ed1-f69a-425b-a46f-29fdbead44cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a HTTP/1.1" status: 200 len: 217 time: 0.0683758 Mar 11 16:31:28.787973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-52f9a7af-165c-456d-8583-4182b8211554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:28.789427 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-52f9a7af-165c-456d-8583-4182b8211554 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f5dc087-24d3-4e51-8446-f375927a2f12 HTTP/1.1" status: 200 len: 843 time: 0.0632291 Mar 11 16:31:28.876631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-f5bfa3de-3855-40cf-b939-0c4686015dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:28.878003 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-f5bfa3de-3855-40cf-b939-0c4686015dbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48e75c09-75f5-4891-9411-3eacde8d4f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818598 Mar 11 16:31:29.019015 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-5bd923ed-1173-4171-818d-05f8f3a70364 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327012 Mar 11 16:31:29.219376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee3040-0a34-4cab-8ed3-9c69daeb8906 req-e1997daa-6046-4eea-8cc4-e8cc9dcec603 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:29.220985 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-15ee3040-0a34-4cab-8ed3-9c69daeb8906 req-e1997daa-6046-4eea-8cc4-e8cc9dcec603 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 944 time: 0.0954168 Mar 11 16:31:29.268185 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97db6a8c-027e-480f-a9f3-3baad1f9003e req-58a68a9d-7f8d-4876-95dd-10dd1b355a43 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431619 Mar 11 16:31:29.270935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-15ee3040-0a34-4cab-8ed3-9c69daeb8906 req-0fe7acc8-3691-4fb4-80ec-50c413695447 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:31:29.284981 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-15ee3040-0a34-4cab-8ed3-9c69daeb8906 req-0fe7acc8-3691-4fb4-80ec-50c413695447 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:31:29.286257 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-15ee3040-0a34-4cab-8ed3-9c69daeb8906 req-0fe7acc8-3691-4fb4-80ec-50c413695447 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575030 Mar 11 16:31:30.477736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df64e-f8c5-44bd-bf91-b409d2ab9d53 req-42b8cc68-68c9-4bd8-903e-caa991b33d1b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:30.479249 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-116df64e-f8c5-44bd-bf91-b409d2ab9d53 req-42b8cc68-68c9-4bd8-903e-caa991b33d1b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 944 time: 0.0843880 Mar 11 16:31:30.558563 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-116df64e-f8c5-44bd-bf91-b409d2ab9d53 req-dedead63-ac68-45a5-84f9-03f4afb9c318 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727608 Mar 11 16:31:30.943159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 29ee917c-5cb3-4c03-aaa5-6c469e63d75a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:31:31.080554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:31.094519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'port_id': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'mac_address': 'fa:16:3e:aa:ed:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:31:31.151615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:31.169674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ee917c-5cb3-4c03-aaa5-6c469e63d75a {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:31:31.186652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:31.256374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:31.326953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:31.458970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['29ee917c-5cb3-4c03-aaa5-6c469e63d75a'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:31:31.779033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cefe61-b253-43eb-acba-c9c67016f008 req-60965010-ab61-49ad-a170-7f7f6b6d3162 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:31.780589 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-26cefe61-b253-43eb-acba-c9c67016f008 req-60965010-ab61-49ad-a170-7f7f6b6d3162 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 945 time: 0.1060286 Mar 11 16:31:31.829340 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-26cefe61-b253-43eb-acba-c9c67016f008 req-a2e73446-663b-430e-a9b2-d97566ca0bc1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 Mar 11 16:31:32.945419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 29ee917c-5cb3-4c03-aaa5-6c469e63d75a up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:31:33.022926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3b53a-15b9-42f4-a5f3-a67958e28b52 req-2ad9536f-ace0-46e2-b918-fa24de1f2dc0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:33.024435 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4f3b53a-15b9-42f4-a5f3-a67958e28b52 req-2ad9536f-ace0-46e2-b918-fa24de1f2dc0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 945 time: 0.0870149 Mar 11 16:31:33.072564 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4f3b53a-15b9-42f4-a5f3-a67958e28b52 req-7a946e8d-4692-4892-99c3-c997e619227f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Mar 11 16:31:33.135369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:31:33.140608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:31:33.140974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:33.268406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:33.297502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:31:33.309568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:31:33.345274 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'code': 200} Mar 11 16:31:33.415144 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:33.487031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:33.771874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bec8f-89db-44c0-97bd-84288a55fa2e req-69a87858-2c05-47db-815d-2cf78b7b830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:33.773307 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-779bec8f-89db-44c0-97bd-84288a55fa2e req-69a87858-2c05-47db-815d-2cf78b7b830b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 1099 time: 0.0781732 Mar 11 16:31:33.815625 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-779bec8f-89db-44c0-97bd-84288a55fa2e req-656f3f40-01fa-42c9-a84d-8b283d3640e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366800 Mar 11 16:31:34.266993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef6ad0-ae54-47ce-9785-4807b9c6279c req-94074075-5a14-44ea-8a93-f1e2a450cef1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:34.268479 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdef6ad0-ae54-47ce-9785-4807b9c6279c req-94074075-5a14-44ea-8a93-f1e2a450cef1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 946 time: 0.0846100 Mar 11 16:31:34.314752 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdef6ad0-ae54-47ce-9785-4807b9c6279c req-a9ce4dba-ef8d-43a2-93b6-210a57bc33a1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405858 Mar 11 16:31:35.521057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74660b7-5d50-488b-a856-d584d58cc458 req-d557845f-f193-410e-8c98-1fda61ef0b69 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:35.522595 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b74660b7-5d50-488b-a856-d584d58cc458 req-d557845f-f193-410e-8c98-1fda61ef0b69 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 946 time: 0.0907848 Mar 11 16:31:35.572728 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b74660b7-5d50-488b-a856-d584d58cc458 req-3a1a8fd1-f5ac-4c02-b74f-6cadf74d8527 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442543 Mar 11 16:31:35.763615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117468a-209a-482c-acda-f41374085c3b req-2b870675-8892-486d-ac94-e42fc07c6012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:35.765113 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4117468a-209a-482c-acda-f41374085c3b req-2b870675-8892-486d-ac94-e42fc07c6012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 946 time: 0.0856864 Mar 11 16:31:35.813754 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4117468a-209a-482c-acda-f41374085c3b req-676e7c51-8147-4e4d-bd90-a8534975beff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Mar 11 16:31:35.836502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37548) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:35.914973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e9ca9-e202-4714-9034-0e4a13582c37 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:35.916566 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-131e9ca9-e202-4714-9034-0e4a13582c37 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 1094 time: 0.0790730 Mar 11 16:31:35.919414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37552) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:35.925300 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:31:35.934127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:35.938618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:floatingip and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:35.941687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:35.948419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:36.042786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:36.185995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:36.331254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.87 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/c1d6f326-028f-40d3-824b-0274d7aad0d5) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:31:36.502082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:36.615915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:36.690282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:31:36.694091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:31:36.702556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:31:36.738853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=c1d6f326-028f-40d3-824b-0274d7aad0d5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:37.281150 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:37.466680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:37.698379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:37.775699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:37.891295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=c1d6f326-028f-40d3-824b-0274d7aad0d5,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:37.901880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:38.085087 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 1df6e49e-3a98-4973-8901-93972a89d7e5 associated. External IP: 172.26.8.87, port: 29ee917c-5cb3-4c03-aaa5-6c469e63d75a. Mar 11 16:31:38.449883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 59eac0c6-e3a1-4903-8318-7cafe01c2504 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:31:38.741395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:31:38.751379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] Sync routers for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:31:38.760365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:31:38.761025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:31:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:38.895912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:38.954680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:31:38.963807 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9c5c507a-9c36-4afd-9685-7a028b60fda2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0432990 Mar 11 16:31:38.964621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:31:38.968640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37556) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:39.100971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9c20b5a6-d914-4f8d-b368-07596fd6e4fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1df6e49e-3a98-4973-8901-93972a89d7e5 HTTP/1.1" status: 200 len: 991 time: 0.1285503 Mar 11 16:31:39.163047 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'status': 'completed', 'code': 200} Mar 11 16:31:39.261100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-133545b6-e8df-4985-ad58-b65f69666fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:39.262515 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-133545b6-e8df-4985-ad58-b65f69666fc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 1099 time: 0.0751376 Mar 11 16:31:39.361128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1df6e49e-3a98-4973-8901-93972a89d7e5', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.87', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'port_id': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'mac_address': 'fa:16:3e:aa:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e107ea6-1e63-4710-93f3-abc5220be229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:37Z', 'updated_at': '2022-03-11T16:31:37Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53282e5c-116a-4b84-9c72-fac2c238a600', 'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:04:c9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:14Z', 'updated_at': '2022-03-11T16:31:21Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:39.366312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] Checking router: 59eac0c6-e3a1-4903-8318-7cafe01c2504 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:31:39.370299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:39.376403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:31:39.377017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:31:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:39.398886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-e7718015-9d11-4fc2-b6fe-ec49ba246151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:39.400372 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-e7718015-9d11-4fc2-b6fe-ec49ba246151 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48e75c09-75f5-4891-9411-3eacde8d4f95 HTTP/1.1" status: 200 len: 898 time: 0.1326244 Mar 11 16:31:39.506410 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-925cf4ef-6802-48a4-bfcb-4a3fef0f0437 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a HTTP/1.1" status: 200 len: 999 time: 0.1001344 Mar 11 16:31:39.562098 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:31:39.575435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-bc19ee97-d10e-46d7-879b-f896ab46b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:39.576866 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-bc19ee97-d10e-46d7-879b-f896ab46b620 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f5dc087-24d3-4e51-8446-f375927a2f12 HTTP/1.1" status: 200 len: 843 time: 0.0653846 Mar 11 16:31:39.652850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-d6900e46-bc45-48be-b970-1af0ff7cc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:39.654342 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-d6900e46-bc45-48be-b970-1af0ff7cc480 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48e75c09-75f5-4891-9411-3eacde8d4f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710466 Mar 11 16:31:39.796344 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-b3b92e2d-2905-484f-b179-07fdd46f3445 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362083 Mar 11 16:31:39.937436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1df6e49e-3a98-4973-8901-93972a89d7e5', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.87', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'port_id': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'mac_address': 'fa:16:3e:aa:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e107ea6-1e63-4710-93f3-abc5220be229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:37Z', 'updated_at': '2022-03-11T16:31:37Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53282e5c-116a-4b84-9c72-fac2c238a600', 'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:04:c9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:14Z', 'updated_at': '2022-03-11T16:31:21Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:39.938123 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f83c4e66-0081-4fe1-b30f-4ab30238e049 req-e5222c23-5443-4846-b370-18b52baa5855 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345961 Mar 11 16:31:39.942360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413cfaa-40a9-4e02-af7c-21591aa234f5 None None] The sync data for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv is: [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '1df6e49e-3a98-4973-8901-93972a89d7e5', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.87', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'port_id': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'mac_address': 'fa:16:3e:aa:ed:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e107ea6-1e63-4710-93f3-abc5220be229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:37Z', 'updated_at': '2022-03-11T16:31:37Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53282e5c-116a-4b84-9c72-fac2c238a600', 'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:04:c9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:14Z', 'updated_at': '2022-03-11T16:31:21Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:31:40.102044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37562) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:40.132070 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e37969-4c50-44b2-95f2-211f642d716f None None] New status for floating IP 1df6e49e-3a98-4973-8901-93972a89d7e5: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:31:40.231440 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f7e4a6b8-f83f-421d-b16a-3ddf6ebe3908 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1df6e49e-3a98-4973-8901-93972a89d7e5 HTTP/1.1" status: 200 len: 991 time: 0.1278667 Mar 11 16:31:41.126988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc7c8335-2e62-4761-8537-6c9fa9c02c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:41.236139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37566) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:41.464282 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-495c7f6f-aadc-4e57-a9b4-f0a450e7ef56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/1df6e49e-3a98-4973-8901-93972a89d7e5 HTTP/1.1" status: 200 len: 993 time: 0.2269793 Mar 11 16:31:43.391903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-762fdd29-7e1d-4896-8d58-dd574342c2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:44.647971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:44.722479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:45.860674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:52.927129 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:32:09.303477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:11.168027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48cd341c-c349-4ee5-9d38-535ce5fe7623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:13.390481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77db74ce-04f1-40ba-8b45-c886b8f42a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:14.710839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:14.785009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:15.835818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:29.926441 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:32:32.000137 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-c3eb6964-1c91-46ab-b022-f594be3fa375 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696468 Mar 11 16:32:32.144184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-74962de6-9603-447c-83e2-d36902964228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:32.145656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-74962de6-9603-447c-83e2-d36902964228 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 1099 time: 0.0799961 Mar 11 16:32:32.291153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-ee329ac4-1152-4098-9f28-a1cc34e75629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:32.292501 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-ee329ac4-1152-4098-9f28-a1cc34e75629 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48e75c09-75f5-4891-9411-3eacde8d4f95 HTTP/1.1" status: 200 len: 898 time: 0.1294699 Mar 11 16:32:32.401709 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-31727dc0-57cc-4a9a-be0c-15b904abe89c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a HTTP/1.1" status: 200 len: 1001 time: 0.1028709 Mar 11 16:32:32.465924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-dba00f3a-40c9-4fb0-b489-0f6b6ec6aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:32.467424 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-dba00f3a-40c9-4fb0-b489-0f6b6ec6aecc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f5dc087-24d3-4e51-8446-f375927a2f12 HTTP/1.1" status: 200 len: 843 time: 0.0601590 Mar 11 16:32:32.545042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-1edcffc5-1964-4744-a3dd-0a643c6ca2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:32.546525 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-1edcffc5-1964-4744-a3dd-0a643c6ca2af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48e75c09-75f5-4891-9411-3eacde8d4f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728002 Mar 11 16:32:32.678731 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-814b8081-26c7-4dba-9be2-abfb5010aab4 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264346 Mar 11 16:32:32.813793 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae3436f-9609-445a-939f-fc5c7d94f72a req-ef284d60-780e-49eb-9d49-db77756f8ab3 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290107 Mar 11 16:32:39.320885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.149846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-540b75cd-711c-4d36-87ae-38c699373358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.372660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-432ca01c-91df-4f0d-b593-098581adddf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.617184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.692388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:45.858062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:06.925025 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:33:09.308041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:11.113498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-23ef48a1-e1bd-41a2-8f66-ec1e66c48762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:13.359309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9feeae91-00e3-4bfd-abfd-18f01ac56d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.656326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.719195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:15.827961 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:32.011188 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-4ef36610-8764-4f4e-b6ec-d7f5d62fbf6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781035 Mar 11 16:33:32.150184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-1024eeac-19d2-4d75-ba00-5e91760d73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:32.151660 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-1024eeac-19d2-4d75-ba00-5e91760d73c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 1099 time: 0.0728102 Mar 11 16:33:32.305849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-bb2ff178-9515-4a77-b221-694f9e6d57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:32.307209 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-bb2ff178-9515-4a77-b221-694f9e6d57aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=48e75c09-75f5-4891-9411-3eacde8d4f95 HTTP/1.1" status: 200 len: 898 time: 0.1366689 Mar 11 16:33:32.410832 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-c0487a9e-626c-4d7c-9289-dcd6acf14936 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a HTTP/1.1" status: 200 len: 1001 time: 0.0971959 Mar 11 16:33:32.475898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-e8d5d4e0-f483-439c-91b8-53906ff6d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:32.477300 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-e8d5d4e0-f483-439c-91b8-53906ff6d535 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f5dc087-24d3-4e51-8446-f375927a2f12 HTTP/1.1" status: 200 len: 843 time: 0.0606194 Mar 11 16:33:32.551448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-cb998e07-02fa-4d92-b3b9-56bacecc2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:32.553593 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-cb998e07-02fa-4d92-b3b9-56bacecc2c10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48e75c09-75f5-4891-9411-3eacde8d4f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708621 Mar 11 16:33:32.700956 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-2f028732-015f-4311-a0e6-8ca25ff7aca0 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407061 Mar 11 16:33:32.837164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37600) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:33:32.844309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:33:32.934624 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1908a5f-9ec8-4da3-b6e7-1bdea2a3c40d req-d8cd7be0-9291-4dae-906b-f0ec8cfb215f service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275898 Mar 11 16:33:32.973962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7954283'] for subnet, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:33.327641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728838684151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7652785'] for subnet, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:33.382070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:33.382678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:33.383990 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/subnets/1f5dc087-24d3-4e51-8446-f375927a2f12 HTTP/1.1" status: 200 len: 835 time: 0.5457699 Mar 11 16:33:33.389343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381268f-002c-468e-9e63-7942b5cd236f None None] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:33:33.400493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=1f5dc087-24d3-4e51-8446-f375927a2f12,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:33.408569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.408966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.409368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.409727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.410099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.410492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.410906 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.411834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.413016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.413360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.413692 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.414018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6848c2-1890-47dc-807e-e66043dea2f8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:33.889028 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab9d79ef-33b2-46e9-b22a-343f5fb6f7dd None None] Provisioning complete for port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:33:33.889388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab9d79ef-33b2-46e9-b22a-343f5fb6f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:34.016628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab9d79ef-33b2-46e9-b22a-343f5fb6f7dd None None] Provisioning complete for port 53282e5c-116a-4b84-9c72-fac2c238a600 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:33:34.016897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab9d79ef-33b2-46e9-b22a-343f5fb6f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:34.142536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab9d79ef-33b2-46e9-b22a-343f5fb6f7dd None None] Provisioning complete for port 11477ff9-8776-45a7-916b-cc63d04db55f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:33:34.142894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab9d79ef-33b2-46e9-b22a-343f5fb6f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:39.307219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:41.141436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68a928d0-3098-4af8-87d6-4aacf3139afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:43.397665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abcf9f54-e41d-4575-8a42-902279068975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:43.923900 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:33:44.701250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:44.712969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:45.929083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:09.352489 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:11.140726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c5ff-40dc-452d-a0f7-b86d79754821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:13.373681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e1db438c-64cd-47bc-901a-55e2f72ca036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:14.704538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:14.734923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:15.930078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:16.229524 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37628) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:16.462573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port c1d6f326-028f-40d3-824b-0274d7aad0d5 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:34:16.462911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:16.645645 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:16.646024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:16.780241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for c1d6f326-028f-40d3-824b-0274d7aad0d5 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:34:17.082315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:17.133541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=c1d6f326-028f-40d3-824b-0274d7aad0d5,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:17.226572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:17.227173 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 1df6e49e-3a98-4973-8901-93972a89d7e5 disassociated (deleted). External IP: 172.26.8.87, port: 29ee917c-5cb3-4c03-aaa5-6c469e63d75a. Mar 11 16:34:17.705468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 59eac0c6-e3a1-4903-8318-7cafe01c2504 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:34:17.888040 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:34:17.898485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] Sync routers for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:34:17.908312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:34:17.908932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:18.000166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:18.065976 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a28b200b-3b81-43cf-bfb7-ba0b193ca099 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/floatingips/1df6e49e-3a98-4973-8901-93972a89d7e5 HTTP/1.1" status: 204 len: 168 time: 1.8352573 Mar 11 16:34:18.066578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:18.109698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:34:18.170161 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'status': 'completed', 'code': 200} Mar 11 16:34:18.274142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcee87-c4ab-41da-8914-d018e168e88f req-0ac35401-d1df-4496-a648-75be1236e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:18.275897 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34fcee87-c4ab-41da-8914-d018e168e88f req-0ac35401-d1df-4496-a648-75be1236e1c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 1099 time: 0.0825622 Mar 11 16:34:18.415132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcee87-c4ab-41da-8914-d018e168e88f req-4aabe79a-1fab-4c9e-a4db-b33a2689f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:18.416593 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34fcee87-c4ab-41da-8914-d018e168e88f req-4aabe79a-1fab-4c9e-a4db-b33a2689f3b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48e75c09-75f5-4891-9411-3eacde8d4f95 HTTP/1.1" status: 200 len: 898 time: 0.1354012 Mar 11 16:34:18.477730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '53282e5c-116a-4b84-9c72-fac2c238a600', 'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:04:c9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:14Z', 'updated_at': '2022-03-11T16:31:21Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:18.485297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] Checking router: 59eac0c6-e3a1-4903-8318-7cafe01c2504 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:34:18.489258 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34fcee87-c4ab-41da-8914-d018e168e88f req-e6bad01c-533c-4b17-8ad4-029bacd225e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a HTTP/1.1" status: 200 len: 217 time: 0.0663838 Mar 11 16:34:18.497003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:34:18.498044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:18.585881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcee87-c4ab-41da-8914-d018e168e88f req-ac5e1511-01e4-481f-83fe-1b203bc00870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:18.587368 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34fcee87-c4ab-41da-8914-d018e168e88f req-ac5e1511-01e4-481f-83fe-1b203bc00870 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f5dc087-24d3-4e51-8446-f375927a2f12 HTTP/1.1" status: 200 len: 843 time: 0.0927742 Mar 11 16:34:18.680377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcee87-c4ab-41da-8914-d018e168e88f req-e5cde2c4-2ea2-4af3-8228-b87ddc71d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:18.681865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34fcee87-c4ab-41da-8914-d018e168e88f req-e5cde2c4-2ea2-4af3-8228-b87ddc71d8d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48e75c09-75f5-4891-9411-3eacde8d4f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870304 Mar 11 16:34:18.720662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:34:18.821073 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34fcee87-c4ab-41da-8914-d018e168e88f req-7bcd1e65-fc49-4e4f-a5b5-5288b6f65658 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330450 Mar 11 16:34:18.970272 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34fcee87-c4ab-41da-8914-d018e168e88f req-091b4914-5685-4bf1-ac23-051ad974c7d3 service neutron] 10.222.0.35 "GET /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434839 Mar 11 16:34:19.050991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '53282e5c-116a-4b84-9c72-fac2c238a600', 'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:04:c9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:14Z', 'updated_at': '2022-03-11T16:31:21Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:19.055064 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a307d4aa-4322-413f-88d2-180423145ba5 None None] The sync data for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv is: [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '53282e5c-116a-4b84-9c72-fac2c238a600', 'name': '', 'network_id': '48e75c09-75f5-4891-9411-3eacde8d4f95', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:04:c9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:14Z', 'updated_at': '2022-03-11T16:31:21Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '1f5dc087-24d3-4e51-8446-f375927a2f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:34:19.281002 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f971af-4e15-4d80-97af-62ca3b8d2282 None None] New status for floating IP 1df6e49e-3a98-4973-8901-93972a89d7e5: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:34:19.809782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7db45-03f1-4e6a-9e73-c5f73774b9eb req-d3682999-f57f-4588-ade8-1afc4c5b3684 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:19.811176 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-14d7db45-03f1-4e6a-9e73-c5f73774b9eb req-d3682999-f57f-4588-ade8-1afc4c5b3684 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 946 time: 0.0852280 Mar 11 16:34:19.857556 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-14d7db45-03f1-4e6a-9e73-c5f73774b9eb req-80856073-9cb0-4361-86e0-1b50b8028918 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407383 Mar 11 16:34:20.924657 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:34:20.968265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b1960-423d-4d62-92d6-37ed63053706 req-88a71420-6c48-4aba-a8df-eac363559212 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:20.969757 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-460b1960-423d-4d62-92d6-37ed63053706 req-88a71420-6c48-4aba-a8df-eac363559212 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 946 time: 0.0826776 Mar 11 16:34:21.044847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-460b1960-423d-4d62-92d6-37ed63053706 req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:34:21.045187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-460b1960-423d-4d62-92d6-37ed63053706 req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:21.052125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0377fd-012c-4658-ac56-ad3de543151b req-6973bcd0-2d1c-4021-82c2-a750fb303e12 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:21.052841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6d0377fd-012c-4658-ac56-ad3de543151b req-6973bcd0-2d1c-4021-82c2-a750fb303e12 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:21.134841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6d0377fd-012c-4658-ac56-ad3de543151b req-6973bcd0-2d1c-4021-82c2-a750fb303e12 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:21.136032 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d0377fd-012c-4658-ac56-ad3de543151b req-6973bcd0-2d1c-4021-82c2-a750fb303e12 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 946 time: 0.1644068 Mar 11 16:34:21.183689 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d0377fd-012c-4658-ac56-ad3de543151b req-59651147-8b0e-4835-a4ee-b37338e330a1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=348e6d83-7402-4122-a0f0-913a48c15bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Mar 11 16:34:21.314346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-460b1960-423d-4d62-92d6-37ed63053706 req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:21.314605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-460b1960-423d-4d62-92d6-37ed63053706 req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:21.444201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-460b1960-423d-4d62-92d6-37ed63053706 req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 29ee917c-5cb3-4c03-aaa5-6c469e63d75a owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:34:21.761590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-460b1960-423d-4d62-92d6-37ed63053706 req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:21.811999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=29ee917c-5cb3-4c03-aaa5-6c469e63d75a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.875546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:21.899201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-460b1960-423d-4d62-92d6-37ed63053706 req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port 29ee917c-5cb3-4c03-aaa5-6c469e63d75a on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:34:21.901668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-460b1960-423d-4d62-92d6-37ed63053706 req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:21.904273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'name': 'network-vif-deleted', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:21.949789 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e107ea6-1e63-4710-93f3-abc5220be229', 'name': 'network-vif-deleted', 'tag': '29ee917c-5cb3-4c03-aaa5-6c469e63d75a', 'status': 'completed', 'code': 200} Mar 11 16:34:21.998046 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-460b1960-423d-4d62-92d6-37ed63053706 req-4bed4886-2a79-45ef-9fff-02d8853c2689 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/29ee917c-5cb3-4c03-aaa5-6c469e63d75a HTTP/1.1" status: 204 len: 173 time: 1.0231929 Mar 11 16:34:22.342706 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a356c91-2caf-4486-b4ee-1b12427c0a2d req-099699df-635e-4272-97f3-528d1e6794a9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e107ea6-1e63-4710-93f3-abc5220be229 HTTP/1.1" status: 200 len: 210 time: 0.0470641 Mar 11 16:34:23.441147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37660) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:23.514080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc1baac-f4b9-427c-a3ab-37e51e799a3c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:23.547832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc1baac-f4b9-427c-a3ab-37e51e799a3c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:23.711195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc1baac-f4b9-427c-a3ab-37e51e799a3c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:23.731673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1baac-f4b9-427c-a3ab-37e51e799a3c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348e6d83-7402-4122-a0f0-913a48c15bd8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:23.800987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bbc1baac-f4b9-427c-a3ab-37e51e799a3c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:23.802263 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bbc1baac-f4b9-427c-a3ab-37e51e799a3c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/348e6d83-7402-4122-a0f0-913a48c15bd8 HTTP/1.1" status: 204 len: 168 time: 0.3600769 Mar 11 16:34:23.953270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37666) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:24.011719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 29ee917c-5cb3-4c03-aaa5-6c469e63d75a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:34:24.047226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 29ee917c-5cb3-4c03-aaa5-6c469e63d75a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:34:24.047568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 29ee917c-5cb3-4c03-aaa5-6c469e63d75a not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:34:24.548879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:24.916400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 53282e5c-116a-4b84-9c72-fac2c238a600 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:34:24.916739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:25.109957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 53282e5c-116a-4b84-9c72-fac2c238a600, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=53282e5c-116a-4b84-9c72-fac2c238a600,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:25.109957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:25.338544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 53282e5c-116a-4b84-9c72-fac2c238a600 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:34:25.734996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:25.794296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=53282e5c-116a-4b84-9c72-fac2c238a600,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:26.087445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.456174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 59eac0c6-e3a1-4903-8318-7cafe01c2504 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:34:26.758280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:34:26.769849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] Sync routers for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:34:26.774310 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-12fcab65-458a-4272-b429-c3892b0312de tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/59eac0c6-e3a1-4903-8318-7cafe01c2504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8199103 Mar 11 16:34:26.776489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:26.780300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:34:26.780917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:26.848014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ed5196-7eee-41a4-a3c8-be81ddb71c21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting subnet 1f5dc087-24d3-4e51-8446-f375927a2f12 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:34:26.851963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5196-7eee-41a4-a3c8-be81ddb71c21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.912066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5196-7eee-41a4-a3c8-be81ddb71c21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:26.976620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:34:27.009911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5196-7eee-41a4-a3c8-be81ddb71c21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:27.169460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5196-7eee-41a4-a3c8-be81ddb71c21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:27.211778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed5196-7eee-41a4-a3c8-be81ddb71c21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5dc087-24d3-4e51-8446-f375927a2f12,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:27.219908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5ed5196-7eee-41a4-a3c8-be81ddb71c21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:27.227472 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b5ed5196-7eee-41a4-a3c8-be81ddb71c21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/subnets/1f5dc087-24d3-4e51-8446-f375927a2f12 HTTP/1.1" status: 204 len: 168 time: 0.4499657 Mar 11 16:34:27.230226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37674) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:27.240989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd3181-26ad-4d02-b7f0-7bd6ddbf4fe4 None None] Network 48e75c09-75f5-4891-9411-3eacde8d4f95 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:34:27.416310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:27.438669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:34:25Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:27.447324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] Checking router: 59eac0c6-e3a1-4903-8318-7cafe01c2504 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:34:27.461985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] Routers {'59eac0c6-e3a1-4903-8318-7cafe01c2504'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:34:27.462692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['59eac0c6-e3a1-4903-8318-7cafe01c2504'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:27.614148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:27.685320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] DHCP port deletion for 48e75c09-75f5-4891-9411-3eacde8d4f95 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:34:27.695527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Deleting port 11477ff9-8776-45a7-916b-cc63d04db55f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:34:27.695854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 57a41d86-26c2-4cb5-883a-192a54145cba {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:34:27.696046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:27.696224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:27.761731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] Set router 59eac0c6-e3a1-4903-8318-7cafe01c2504 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:34:27.884828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 57a41d86-26c2-4cb5-883a-192a54145cba, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=57a41d86-26c2-4cb5-883a-192a54145cba,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:27.884828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.013398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 57a41d86-26c2-4cb5-883a-192a54145cba owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:34:28.136331 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] For port 11477ff9-8776-45a7-916b-cc63d04db55f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=11477ff9-8776-45a7-916b-cc63d04db55f,segment=NetworkSegment(06c3b75d-930d-40ab-a50c-d458c8e60060),segment_id=06c3b75d-930d-40ab-a50c-d458c8e60060)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:28.136992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.254774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.298939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Calling delete_port for 11477ff9-8776-45a7-916b-cc63d04db55f owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:34:28.302397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=57a41d86-26c2-4cb5-883a-192a54145cba,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:28.385074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:34:25Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:28.389296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bcf907-4a53-4e2b-82ea-2b9741d6e32a None None] The sync data for ids ['59eac0c6-e3a1-4903-8318-7cafe01c2504'] in dv-neutron-833379-1-hyperv is: [{'id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'name': 'tempest-TestNetworkBasicOps-router-322450842', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:31:08Z', 'updated_at': '2022-03-11T16:34:25Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '57a41d86-26c2-4cb5-883a-192a54145cba', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59eac0c6-e3a1-4903-8318-7cafe01c2504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:31:09Z', 'updated_at': '2022-03-11T16:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:34:28.399191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.448980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.504640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Pushing event deleted for resources: {'Port': ['ID=11477ff9-8776-45a7-916b-cc63d04db55f,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:28.511282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] No DVR routers for this DVR port 11477ff9-8776-45a7-916b-cc63d04db55f on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:34:28.529888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.530290 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.530811 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.531227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.531698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.532038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.532365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.532688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.533017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.533337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.533676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.533980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d885ca45-3a7f-4758-9cfb-1ff1fa9185fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:28.686692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.688903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.809064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.809680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Fanout notify agent at l3_agent the message router_deleted on router 59eac0c6-e3a1-4903-8318-7cafe01c2504 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:34:28.830075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.831251 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-96ba975e-b20b-4291-88a3-f91cffd92934 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/routers/59eac0c6-e3a1-4903-8318-7cafe01c2504 HTTP/1.1" status: 204 len: 168 time: 1.6002953 Mar 11 16:34:28.834032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37678) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:28.935268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 11477ff9-8776-45a7-916b-cc63d04db55f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:34:28.961845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:28.975126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 11477ff9-8776-45a7-916b-cc63d04db55f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:34:28.976188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 11477ff9-8776-45a7-916b-cc63d04db55f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:34:28.976623 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 53282e5c-116a-4b84-9c72-fac2c238a600 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:34:29.013234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 53282e5c-116a-4b84-9c72-fac2c238a600 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:34:29.013571 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 53282e5c-116a-4b84-9c72-fac2c238a600 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:34:29.109519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.135116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e75c09-75f5-4891-9411-3eacde8d4f95']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:29.148371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c3b75d-930d-40ab-a50c-d458c8e60060') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:29.150780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c3b75d-930d-40ab-a50c-d458c8e60060') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:29.160275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.181169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.187649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:34:29.188042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:34:29.203349 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:34:29.369401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.387680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.399620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Network': ['ID=48e75c09-75f5-4891-9411-3eacde8d4f95,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:29.410556 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f033c7ab-66a8-4377-9e69-25fa3a8442d7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/networks/48e75c09-75f5-4891-9411-3eacde8d4f95 HTTP/1.1" status: 204 len: 168 time: 0.5746744 Mar 11 16:34:29.424138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37682) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:29.429511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'network': {'name': 'tempest-network-smoke--2082266043', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:29.434684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:29.438774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:network and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:29.441627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:29.449336 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:29.626116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:29.629501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.658051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:34:29.667515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.667855 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Added segment f9e4467d-d3f4-4745-94d9-4ea0e6772e19 of type vlan for network 6282e459-819a-45a8-a543-99bd694b3d84 Mar 11 16:34:29.693986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.831733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.839123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:29.839803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:29.959178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Network': ['ID=6282e459-819a-45a8-a543-99bd694b3d84,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:29.971389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 6282e459-819a-45a8-a543-99bd694b3d84 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:34:30.015183 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c9cb801c-c0f9-40a5-8956-e3f1310339bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5907624 Mar 11 16:34:30.017831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37686) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:30.023617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'admin_state_up': True, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:30.031272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:30.035315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:router and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:30.038360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:30.044928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:30.151923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:30.153101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:30.168104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:30.505290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:30.822493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 57a41d86-26c2-4cb5-883a-192a54145cba no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:34:30.858443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 57a41d86-26c2-4cb5-883a-192a54145cba {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:34:30.858814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 57a41d86-26c2-4cb5-883a-192a54145cba not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:34:31.009365 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:31.043165 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:31.190676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.126 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/609329df-c1f4-4999-bf9e-4232ef6cb581) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:31.353116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:31.470199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:31.536413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:31.539576 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:31.542303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:34:31.591131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=609329df-c1f4-4999-bf9e-4232ef6cb581,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:32.057734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:32.412303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:32.829314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 789267d1-aaeb-4297-b0da-8d29419f7f96 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:34:33.026538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:34:33.036872 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Sync routers for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:34:33.051242 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:34:33.051849 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:33.121168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:33.122490 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-68ac4581-af7a-4e61-b051-820947817e84 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1036749 Mar 11 16:34:33.125829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37690) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:33.232754 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:34:33.236810 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d1c9186-3fe5-4999-8e4d-52a181a89c21 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1098075 Mar 11 16:34:33.239363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37696) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:33.383469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b94ae80-47c3-49df-a174-d76cd715b664 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:33.386213 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9b94ae80-47c3-49df-a174-d76cd715b664 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447649 Mar 11 16:34:33.387889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37700) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:33.439296 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1f60646c-69a0-41d2-8a7a-fda11bade900 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495031 Mar 11 16:34:33.441776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37704) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:33.448096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-882997891', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:33.550399 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:31Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:33.554719 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Checking router: 789267d1-aaeb-4297-b0da-8d29419f7f96 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:34:33.555228 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Updating router 789267d1-aaeb-4297-b0da-8d29419f7f96 port 609329df-c1f4-4999-bf9e-4232ef6cb581 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:34:33.566151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:33.570708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:subnet and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:33.574275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:33.581137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:33.646685 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:33.664664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:33.668445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:33.975237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:33.984575 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:33.997209 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Transition to ACTIVE for port object 609329df-c1f4-4999-bf9e-4232ef6cb581 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:34.058249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=40570115-1620-4c5d-9806-6405a992a8a3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:34.063316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Checking segment: {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:34:34.063666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network hostable DHCP agents. Network: 6282e459-819a-45a8-a543-99bd694b3d84, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:34:34.075489 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:34.144342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 6282e459-819a-45a8-a543-99bd694b3d84 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:34:34.159564 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Attempting to bind port 609329df-c1f4-4999-bf9e-4232ef6cb581 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:34:34.159923 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Attempting to bind port 609329df-c1f4-4999-bf9e-4232ef6cb581 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:34:34.160271 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Attempting to bind port 609329df-c1f4-4999-bf9e-4232ef6cb581 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:34:34.167692 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Pushing event updated for resources: {'Port': ['ID=609329df-c1f4-4999-bf9e-4232ef6cb581,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:34.172820 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:34:34.173183 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:34:34.173575 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:34.173962 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:34:34.174447 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Bound port: 609329df-c1f4-4999-bf9e-4232ef6cb581, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:34:34.174836 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:34.214368 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.214737 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.215077 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.215409 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.215736 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.216068 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.216391 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.216737 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.217063 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.217631 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.217947 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.218365 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:34.235185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 6282e459-819a-45a8-a543-99bd694b3d84) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:34.239185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:34.239761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:34.244677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2050acd-6ae3-4ac6-af3e-f5549c0bb86b None None] Network 6282e459-819a-45a8-a543-99bd694b3d84 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:34:34.271533 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] For port 609329df-c1f4-4999-bf9e-4232ef6cb581, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:34:34.275119 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] For port 609329df-c1f4-4999-bf9e-4232ef6cb581, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=609329df-c1f4-4999-bf9e-4232ef6cb581,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:34:34.367820 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:34.372920 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e0bbc2d1-6f5d-4aab-8618-030be259ecbc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9258156 Mar 11 16:34:34.372920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37708) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:34.452270 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:34:34.452966 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:34.524039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-6282e459-819a-45a8-a543-99bd694b3d84', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:34:34.524869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:34.542018 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0631cc-3a99-49ad-9184-76be3752e8a3 None None] Pushing event updated for resources: {'Port': ['ID=609329df-c1f4-4999-bf9e-4232ef6cb581,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:34.670619 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:34:34.707738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Allocated IP 172.20.0.2 (6282e459-819a-45a8-a543-99bd694b3d84/40570115-1620-4c5d-9806-6405a992a8a3/cb1b1864-62d1-48ef-94f1-0685587fe63d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:34.970461 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:31Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:34.974850 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ada9160-a4b7-4594-ab6e-5af6613ce637 None None] The sync data for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv is: [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:31Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:34:34.983189 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:34.999453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Transition to ACTIVE for port object cb1b1864-62d1-48ef-94f1-0685587fe63d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:35.023771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Transition to ACTIVE for port object cb1b1864-62d1-48ef-94f1-0685587fe63d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:35.134766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.195851 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Network 6282e459-819a-45a8-a543-99bd694b3d84 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:35.199156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:35.203552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:34:35.267384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Pushing event updated for resources: {'Port': ['ID=cb1b1864-62d1-48ef-94f1-0685587fe63d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:35.304136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.343087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Attempting to bind port cb1b1864-62d1-48ef-94f1-0685587fe63d on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:34:35.343402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Attempting to bind port cb1b1864-62d1-48ef-94f1-0685587fe63d by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:34:35.343740 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Attempting to bind port cb1b1864-62d1-48ef-94f1-0685587fe63d on network 6282e459-819a-45a8-a543-99bd694b3d84 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:34:35.350234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:34:35.350582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Checking segment: {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:34:35.351017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.351398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Bound using segment: {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:34:35.351988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Bound port: cb1b1864-62d1-48ef-94f1-0685587fe63d, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:34:35.352406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.453590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] For port cb1b1864-62d1-48ef-94f1-0685587fe63d, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:34:35.457110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] For port cb1b1864-62d1-48ef-94f1-0685587fe63d, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=cb1b1864-62d1-48ef-94f1-0685587fe63d,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:34:35.586974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.697197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909ee80-fa2c-434f-855b-4d17dfab40e5 None None] Pushing event updated for resources: {'Port': ['ID=cb1b1864-62d1-48ef-94f1-0685587fe63d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:35.769654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.1 (6282e459-819a-45a8-a543-99bd694b3d84/40570115-1620-4c5d-9806-6405a992a8a3/b7a61052-c6d9-43e1-9536-16f3014ec481) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:35.961353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:35.978864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object b7a61052-c6d9-43e1-9536-16f3014ec481 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:36.075716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:36.147145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 6282e459-819a-45a8-a543-99bd694b3d84 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:36.151250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:36.153647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:34:36.196749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=b7a61052-c6d9-43e1-9536-16f3014ec481,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:36.223028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:36.599837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:36.941501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cb1b1864-62d1-48ef-94f1-0685587fe63d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:34:37.082827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port cb1b1864-62d1-48ef-94f1-0685587fe63d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:37.089453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 609329df-c1f4-4999-bf9e-4232ef6cb581 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:34:37.198935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.225312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 609329df-c1f4-4999-bf9e-4232ef6cb581 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:37.231711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 609329df-c1f4-4999-bf9e-4232ef6cb581 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:37.232138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.271394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.330980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84e761-467a-4691-a64e-939777220186 None None] Network 6282e459-819a-45a8-a543-99bd694b3d84 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:34:37.390540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.394112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=b7a61052-c6d9-43e1-9536-16f3014ec481,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:37.457881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.486496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 609329df-c1f4-4999-bf9e-4232ef6cb581, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=609329df-c1f4-4999-bf9e-4232ef6cb581,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:37.551582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 6282e459-819a-45a8-a543-99bd694b3d84 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:37.552871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:37.618766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f3973e2e-cfb4-40b1-b7ce-c61854d8db27 None None] Provisioning for port cb1b1864-62d1-48ef-94f1-0685587fe63d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:37.628113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f3973e2e-cfb4-40b1-b7ce-c61854d8db27 None None] Provisioning complete for port cb1b1864-62d1-48ef-94f1-0685587fe63d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:37.634161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3973e2e-cfb4-40b1-b7ce-c61854d8db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.670394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.758806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 789267d1-aaeb-4297-b0da-8d29419f7f96 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:34:37.785103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=609329df-c1f4-4999-bf9e-4232ef6cb581,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:37.824669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3973e2e-cfb4-40b1-b7ce-c61854d8db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.859870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f3973e2e-cfb4-40b1-b7ce-c61854d8db27 None None] For port cb1b1864-62d1-48ef-94f1-0685587fe63d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=cb1b1864-62d1-48ef-94f1-0685587fe63d,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:37.934301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3973e2e-cfb4-40b1-b7ce-c61854d8db27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:37.977151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:34:37.988045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Sync routers for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:34:37.998751 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1a2e823a-3c3a-4e91-be40-09c6513cc9ef tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/789267d1-aaeb-4297-b0da-8d29419f7f96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6222048 Mar 11 16:34:37.999309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:38.016451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:34:38.017083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:38.125570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3973e2e-cfb4-40b1-b7ce-c61854d8db27 None None] Pushing event updated for resources: {'Port': ['ID=cb1b1864-62d1-48ef-94f1-0685587fe63d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:38.171944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18629d97-e90d-4837-ab96-72e69f871565 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.172539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18629d97-e90d-4837-ab96-72e69f871565 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.173006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18629d97-e90d-4837-ab96-72e69f871565 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.173465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18629d97-e90d-4837-ab96-72e69f871565 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.175464 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-18629d97-e90d-4837-ab96-72e69f871565 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1745169 Mar 11 16:34:38.178466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37716) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:38.228150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4012b8af-dd6e-421d-bfa2-9d024e1eee3d None None] Provisioning for port b7a61052-c6d9-43e1-9536-16f3014ec481 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:38.243850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4012b8af-dd6e-421d-bfa2-9d024e1eee3d None None] Provisioning complete for port b7a61052-c6d9-43e1-9536-16f3014ec481 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:38.244217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4012b8af-dd6e-421d-bfa2-9d024e1eee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:38.256201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb953a5-d1de-467e-9ef7-81a435e3f17b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.256742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb953a5-d1de-467e-9ef7-81a435e3f17b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.257736 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb953a5-d1de-467e-9ef7-81a435e3f17b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.258489 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb953a5-d1de-467e-9ef7-81a435e3f17b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.262749 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fcb953a5-d1de-467e-9ef7-81a435e3f17b tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0799782 Mar 11 16:34:38.263282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37720) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:38.292956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:34:38.368974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4012b8af-dd6e-421d-bfa2-9d024e1eee3d None None] Port b7a61052-c6d9-43e1-9536-16f3014ec481 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:34:38.480494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f5d40175-9011-4af9-b668-566a6de8d242 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2125039 Mar 11 16:34:38.480748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4012b8af-dd6e-421d-bfa2-9d024e1eee3d None None] Provisioning complete for port cb1b1864-62d1-48ef-94f1-0685587fe63d triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:38.480748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4012b8af-dd6e-421d-bfa2-9d024e1eee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:38.738902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:38.744128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Checking router: 789267d1-aaeb-4297-b0da-8d29419f7f96 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:34:38.744475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Updating router 789267d1-aaeb-4297-b0da-8d29419f7f96 port b7a61052-c6d9-43e1-9536-16f3014ec481 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:34:38.800805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:38.916628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-813edc1f-97d8-45e5-a984-7fc5a034eb8b None None] Provisioning complete for port b7a61052-c6d9-43e1-9536-16f3014ec481 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:38.916999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-813edc1f-97d8-45e5-a984-7fc5a034eb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:38.954383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cb1b1864-62d1-48ef-94f1-0685587fe63d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:34:39.015817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37726) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:39.022999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1524824567', 'description': 'tempest-secgroup-smoke-1524824567 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:39.029650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:39.033898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:39.036928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:39.044154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:39.052791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-813edc1f-97d8-45e5-a984-7fc5a034eb8b None None] Port b7a61052-c6d9-43e1-9536-16f3014ec481 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:34:39.140055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.159040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port cb1b1864-62d1-48ef-94f1-0685587fe63d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:39.159409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.161947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:39.167095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:39.170318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:39.176353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:39.251149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.326477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.342938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.378798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:39.384877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 609329df-c1f4-4999-bf9e-4232ef6cb581 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:34:39.387339 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.387705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.388023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.388357 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.388688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.389046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.389420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.389856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.390322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.390643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.390966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.391414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:39.416514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.440502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Transition to ACTIVE for port object b7a61052-c6d9-43e1-9536-16f3014ec481 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:39.459520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.461304 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d23525c1-3155-4ae2-a851-d8cbda128221 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4441803 Mar 11 16:34:39.464082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37730) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:39.468870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 609329df-c1f4-4999-bf9e-4232ef6cb581 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:39.469221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.469418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:39.476381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:39.480907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:39.484352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:39.490781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:39.521795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.592541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.666509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.730402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8f934-22eb-4b1a-a73e-227fe3e6d659 None None] Pushing event updated for resources: {'Port': ['ID=b7a61052-c6d9-43e1-9536-16f3014ec481,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:39.762789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.789800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9373078-174b-4b76-8476-4a2b2ba6d8db,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:39.843536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Attempting to bind port b7a61052-c6d9-43e1-9536-16f3014ec481 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:34:39.843902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Attempting to bind port b7a61052-c6d9-43e1-9536-16f3014ec481 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:34:39.844258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Attempting to bind port b7a61052-c6d9-43e1-9536-16f3014ec481 on network 6282e459-819a-45a8-a543-99bd694b3d84 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:34:39.851843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:34:39.852212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Checking segment: {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:34:39.852606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.852992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Bound using segment: {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:34:39.853455 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Bound port: b7a61052-c6d9-43e1-9536-16f3014ec481, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:34:39.853822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.863454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:39.867763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37734) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:39.868609 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7ce84745-5aa9-44db-8278-790d54556110 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4027691 Mar 11 16:34:39.873696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:39.879949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:39.884851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:39.888248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:39.894404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:39.954728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] For port b7a61052-c6d9-43e1-9536-16f3014ec481, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:34:39.957781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] For port b7a61052-c6d9-43e1-9536-16f3014ec481, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b7a61052-c6d9-43e1-9536-16f3014ec481,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:34:39.979006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.036386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.042205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.119534 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:34:40.120169 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:40.128569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.159867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e676d3ae-563c-48f3-b995-788e47765218,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:40.185257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8f934-22eb-4b1a-a73e-227fe3e6d659 None None] Pushing event updated for resources: {'Port': ['ID=b7a61052-c6d9-43e1-9536-16f3014ec481,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:40.266015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.272095 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a38fd8fa-eb2d-4ac5-ae1c-1b95469e44e1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3982568 Mar 11 16:34:40.272333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37738) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:40.277578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:40.283939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:40.289292 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:40.291882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:40.298015 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:40.314970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:34:40.407551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.473430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.585525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.610837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f931f0-6643-45e2-95cd-677e677eb6c4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:40.666508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-035e1699-0db7-4497-b967-b71a786d198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:39Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:40.670548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e1699-0db7-4497-b967-b71a786d198a None None] The sync data for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv is: [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:39Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:34:40.712813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.715598 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-433db296-6ef5-4186-9628-6dd9132ece1d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4408300 Mar 11 16:34:40.718262 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37742) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:40.724793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:40.736339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:40.742278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:40.745265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:40.751987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:40.853052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:40.902122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b7a61052-c6d9-43e1-9536-16f3014ec481 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:34:40.926998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.014199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.044603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ea5cf7-de18-46d6-83d9-9f770d67ee56,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:41.055139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port b7a61052-c6d9-43e1-9536-16f3014ec481 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:41.064462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b7a61052-c6d9-43e1-9536-16f3014ec481 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:41.064752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.135035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.136297 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3b9cc32d-5788-4393-9aff-83b01f64aa18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4178481 Mar 11 16:34:41.139324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37746) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:41.150422 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:41.156208 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:41.160930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:41.166607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:41.175740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:41.198703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-45e9a9ce-37eb-475a-b5f6-2c03dfe4a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.213678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.252220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port b7a61052-c6d9-43e1-9536-16f3014ec481, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b7a61052-c6d9-43e1-9536-16f3014ec481,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:41.271538 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:34:41.280649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.317226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.365112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.398687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=b7a61052-c6d9-43e1-9536-16f3014ec481,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:41.448579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.600886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a0edc8-313b-49f8-8753-95b4caf49aba,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:41.666097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.668583 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0fd66b22-1cd0-4c28-9857-541c59fe3412 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5252688 Mar 11 16:34:41.670455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37750) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:41.675556 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:41.682396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:41.686242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:41.689335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:41.696156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:41.772299 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:34:41.779831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.851200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.914914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:41.948029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c429ec1-456e-4355-8ab2-4bd80dffb8d9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:42.034719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:42.035950 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d8f4a16c-9d58-4f6a-accd-324c20d60194 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3645442 Mar 11 16:34:42.238998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-410f12e1-66d7-43de-a44f-88cbf4a5f1c9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:42.322349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-410f12e1-66d7-43de-a44f-88cbf4a5f1c9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:42.323815 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-410f12e1-66d7-43de-a44f-88cbf4a5f1c9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1524824567&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.1255889 Mar 11 16:34:42.476162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-9cf1e597-ce5f-425f-9650-cdcfe4d3cde4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:42.476894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-9cf1e597-ce5f-425f-9650-cdcfe4d3cde4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:42.556659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-9cf1e597-ce5f-425f-9650-cdcfe4d3cde4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:42.557841 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-9cf1e597-ce5f-425f-9650-cdcfe4d3cde4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 797 time: 0.2275696 Mar 11 16:34:42.573655 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-6b6c6a72-7026-4408-aa1c-514ff3983a62 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0102129 Mar 11 16:34:42.668845 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-5ba70b99-170e-4cf3-b3b2-cb0d4ca18405 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896924 Mar 11 16:34:42.854747 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-b77a5398-552e-4c27-9f19-498b61f8a76d service neutron] 10.222.0.57 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740341 Mar 11 16:34:42.877131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b7a61052-c6d9-43e1-9536-16f3014ec481 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:34:42.948560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b7a61052-c6d9-43e1-9536-16f3014ec481 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:42.949059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:42.998738 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-b31b82be-0bbe-4abb-9daa-4569efc483fe service neutron] 10.222.0.57 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382303 Mar 11 16:34:43.274463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-cd9dd5a5-ffa7-4992-9807-fe95fff5aede req-e1f46199-5f75-4758-85d1-4789ada0ed3c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:43.355024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-cd9dd5a5-ffa7-4992-9807-fe95fff5aede req-e1f46199-5f75-4758-85d1-4789ada0ed3c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:43.356298 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cd9dd5a5-ffa7-4992-9807-fe95fff5aede req-e1f46199-5f75-4758-85d1-4789ada0ed3c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 210 time: 0.1248128 Mar 11 16:34:43.389416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5542e6b-bbcf-451d-ad6b-8527496a9d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:44.511044 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1dcd00c1-b40f-4a2a-aa8f-22ca34298669 req-1c07d91b-44d8-45ce-9a6e-6c97ed62f219 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 210 time: 0.0447028 Mar 11 16:34:44.704026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:44.704941 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:45.431960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-115035c4-b404-444d-a0a3-f38de413e228 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:45.432768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-115035c4-b404-444d-a0a3-f38de413e228 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:45.445134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-115035c4-b404-444d-a0a3-f38de413e228 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:45.446311 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-115035c4-b404-444d-a0a3-f38de413e228 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 797 time: 0.1651011 Mar 11 16:34:45.496534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-15e3724c-a950-49bf-ba9f-dad020161b76 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:45.510512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-15e3724c-a950-49bf-ba9f-dad020161b76 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:45.511638 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-15e3724c-a950-49bf-ba9f-dad020161b76 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 380 time: 0.0570524 Mar 11 16:34:45.521867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:45.677031 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78da194d-766d-4e59-89f1-326fb925d361 req-8341e650-8b50-4b28-86ae-dbab249ccf21 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 210 time: 0.0514302 Mar 11 16:34:45.707367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:45.718007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:45.808129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:45.811870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:45.842599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:45.985811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.4 (6282e459-819a-45a8-a543-99bd694b3d84/40570115-1620-4c5d-9806-6405a992a8a3/692cd178-5b2b-45f8-9121-1eed06f8bb9e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:46.299431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:46.316428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 692cd178-5b2b-45f8-9121-1eed06f8bb9e will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:46.403247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:46.473220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 6282e459-819a-45a8-a543-99bd694b3d84 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:46.476366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:46.479039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:34:46.526951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=692cd178-5b2b-45f8-9121-1eed06f8bb9e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:46.563112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:46.563861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:46.677518 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-24e52b48-e05d-4e0f-8e47-f0d3355f997a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1600673 Mar 11 16:34:46.688130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Request body: {'port': {'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:46.805349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:46.819989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7ec0b5f6-f38e-4243-8268-eee8216cc282 None None] Provisioning for port 692cd178-5b2b-45f8-9121-1eed06f8bb9e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:46.833978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7ec0b5f6-f38e-4243-8268-eee8216cc282 None None] Provisioning complete for port 692cd178-5b2b-45f8-9121-1eed06f8bb9e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:46.834476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7ec0b5f6-f38e-4243-8268-eee8216cc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:46.892033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117084d-ff23-460e-bca6-7d3b2a93cc22 req-a14ae8a7-8a20-44cd-ad1a-ef6d169b953f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:46.894287 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8117084d-ff23-460e-bca6-7d3b2a93cc22 req-a14ae8a7-8a20-44cd-ad1a-ef6d169b953f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 931 time: 0.1031401 Mar 11 16:34:46.945620 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8117084d-ff23-460e-bca6-7d3b2a93cc22 req-35c85447-fa20-4db6-ac40-f0f44476eb36 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440753 Mar 11 16:34:46.955678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0b5f6-f38e-4243-8268-eee8216cc282 None None] Port 692cd178-5b2b-45f8-9121-1eed06f8bb9e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:34:47.199412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692cd178-5b2b-45f8-9121-1eed06f8bb9e {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:47.207438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:47.222904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Transition to ACTIVE for port object 692cd178-5b2b-45f8-9121-1eed06f8bb9e will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:47.293978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:47.463199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Pushing event updated for resources: {'Port': ['ID=692cd178-5b2b-45f8-9121-1eed06f8bb9e,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:47.567332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Attempting to bind port 692cd178-5b2b-45f8-9121-1eed06f8bb9e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:34:47.568022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Attempting to bind port 692cd178-5b2b-45f8-9121-1eed06f8bb9e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:34:47.568022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Attempting to bind port 692cd178-5b2b-45f8-9121-1eed06f8bb9e on network 6282e459-819a-45a8-a543-99bd694b3d84 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:34:47.573612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Port 692cd178-5b2b-45f8-9121-1eed06f8bb9e on network 6282e459-819a-45a8-a543-99bd694b3d84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:34:47.573933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Attempting to bind port 692cd178-5b2b-45f8-9121-1eed06f8bb9e on network 6282e459-819a-45a8-a543-99bd694b3d84 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:34:47.580915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:34:47.581617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Checking segment: {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:34:47.582043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Bound using segment: {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:34:47.582511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Bound port: 692cd178-5b2b-45f8-9121-1eed06f8bb9e, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:34:47.582884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:47.673983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] For port 692cd178-5b2b-45f8-9121-1eed06f8bb9e, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:34:47.677078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] For port 692cd178-5b2b-45f8-9121-1eed06f8bb9e, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:34:47.780021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:47.842478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:47.843104 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:47.844854 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] 10.222.0.35 "PUT /v2.0/ports/692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 200 len: 1093 time: 1.1608009 Mar 11 16:34:47.847598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:47.879093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a1e5c-6f1b-4d36-ab5d-37aabc2dab3b service neutron] Pushing event updated for resources: {'Port': ['ID=692cd178-5b2b-45f8-9121-1eed06f8bb9e,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:47.904339 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'status': 'completed', 'code': 200} Mar 11 16:34:48.006895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2f25a-3af3-4f3f-aa68-a967b29773e8 req-4b1ba0e0-57d1-4ab3-b163-71c90550da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.008486 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d2f25a-3af3-4f3f-aa68-a967b29773e8 req-4b1ba0e0-57d1-4ab3-b163-71c90550da96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1096 time: 0.0856683 Mar 11 16:34:48.150240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e9af-4242-443f-8348-d3785ca4ecc2 req-138c3666-894d-4c54-b7fc-b3bc1494f7b4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.151867 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0094e9af-4242-443f-8348-d3785ca4ecc2 req-138c3666-894d-4c54-b7fc-b3bc1494f7b4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 943 time: 0.0862875 Mar 11 16:34:48.160897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2f25a-3af3-4f3f-aa68-a967b29773e8 req-1695fc1e-d4a0-41a1-b6ac-97c5142d6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.162356 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d2f25a-3af3-4f3f-aa68-a967b29773e8 req-1695fc1e-d4a0-41a1-b6ac-97c5142d6bfc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8493e287da4b2284f40c28615f4074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1475127 Mar 11 16:34:48.202838 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0094e9af-4242-443f-8348-d3785ca4ecc2 req-a4d67fb4-c3f9-4ef2-9d2b-e1ac963a43bd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 Mar 11 16:34:48.307223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2f25a-3af3-4f3f-aa68-a967b29773e8 req-3bacb116-8c63-47b5-8380-5c51a4c99de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.308617 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d2f25a-3af3-4f3f-aa68-a967b29773e8 req-3bacb116-8c63-47b5-8380-5c51a4c99de4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406438 Mar 11 16:34:48.531216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-b2c1028c-c83b-47c5-a5d7-b6e154d178a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.532677 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-b2c1028c-c83b-47c5-a5d7-b6e154d178a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1096 time: 0.1865292 Mar 11 16:34:48.602975 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-26da3cae-cfb5-4070-89f6-744b473690be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 200 len: 217 time: 0.0639305 Mar 11 16:34:48.668109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-166e7892-09d7-426d-b729-c8016ad50041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.669539 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-166e7892-09d7-426d-b729-c8016ad50041 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 200 len: 834 time: 0.0612252 Mar 11 16:34:48.752754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-fa5e06f8-db96-4876-bcc5-be5b5b3028ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.754278 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-fa5e06f8-db96-4876-bcc5-be5b5b3028ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6282e459-819a-45a8-a543-99bd694b3d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789471 Mar 11 16:34:48.896694 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-f8713df4-1338-4c2e-958e-86ea2cfdfe6e service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360641 Mar 11 16:34:49.036114 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e71b379d-3815-4bad-9c02-31976a4f1017 req-3892fc22-238e-4636-8ea0-6c244528b0e8 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336291 Mar 11 16:34:49.406567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af6c53-ddb0-4ec3-98a6-43a3e4671080 req-046cda30-0c57-4040-88a1-959f5037feb2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:49.407287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-93af6c53-ddb0-4ec3-98a6-43a3e4671080 req-046cda30-0c57-4040-88a1-959f5037feb2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:49.488286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-93af6c53-ddb0-4ec3-98a6-43a3e4671080 req-046cda30-0c57-4040-88a1-959f5037feb2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:49.489355 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93af6c53-ddb0-4ec3-98a6-43a3e4671080 req-046cda30-0c57-4040-88a1-959f5037feb2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 943 time: 0.1745126 Mar 11 16:34:49.540284 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93af6c53-ddb0-4ec3-98a6-43a3e4671080 req-5566f4ec-9bd9-45ef-977c-9e56f55619a9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Mar 11 16:34:50.730594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84466-86ef-4128-97fd-8325de983dec req-efacd2a7-8496-47ba-939d-c77c63be6755 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:50.732144 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-24c84466-86ef-4128-97fd-8325de983dec req-efacd2a7-8496-47ba-939d-c77c63be6755 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 943 time: 0.0855153 Mar 11 16:34:50.779552 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-24c84466-86ef-4128-97fd-8325de983dec req-649f10fa-0b6a-416d-9fe8-97dc80f498b0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416937 Mar 11 16:34:51.996186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136d22f-91ce-4fb7-a38e-a5cfc014bc1b req-809450fe-4b21-4c10-87a6-68fb47b8577b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:51.997467 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6136d22f-91ce-4fb7-a38e-a5cfc014bc1b req-809450fe-4b21-4c10-87a6-68fb47b8577b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 943 time: 0.1061924 Mar 11 16:34:52.055226 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6136d22f-91ce-4fb7-a38e-a5cfc014bc1b req-d558588f-db16-498c-8794-9899ba2a7826 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518401 Mar 11 16:34:52.090628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 692cd178-5b2b-45f8-9121-1eed06f8bb9e details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:34:52.225345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 692cd178-5b2b-45f8-9121-1eed06f8bb9e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:52.238596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:34:52.294977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:52.312806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692cd178-5b2b-45f8-9121-1eed06f8bb9e {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:34:52.328985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 692cd178-5b2b-45f8-9121-1eed06f8bb9e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:52.394322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:52.473070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=692cd178-5b2b-45f8-9121-1eed06f8bb9e,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:52.614668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['692cd178-5b2b-45f8-9121-1eed06f8bb9e'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:34:53.251044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c91bc-53a6-4924-af35-34e33f620b6f req-68bb4321-9266-4e39-b6f2-c3da9555fa1a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:53.252489 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-465c91bc-53a6-4924-af35-34e33f620b6f req-68bb4321-9266-4e39-b6f2-c3da9555fa1a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 944 time: 0.0847979 Mar 11 16:34:53.298710 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-465c91bc-53a6-4924-af35-34e33f620b6f req-23d3a01f-8895-45cd-b357-b3fc5ea32add tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391796 Mar 11 16:34:54.106273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 692cd178-5b2b-45f8-9121-1eed06f8bb9e up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:34:54.373691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 692cd178-5b2b-45f8-9121-1eed06f8bb9e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:54.379236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 692cd178-5b2b-45f8-9121-1eed06f8bb9e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:54.402723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:54.492565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182b79e-b60c-4aa6-b84a-9b756623a73e req-c7ddb76b-dbac-4fcf-bbf2-43d08b6ae92f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:54.494108 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7182b79e-b60c-4aa6-b84a-9b756623a73e req-c7ddb76b-dbac-4fcf-bbf2-43d08b6ae92f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 944 time: 0.0854034 Mar 11 16:34:54.504167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:54.535140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:34:54.542899 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7182b79e-b60c-4aa6-b84a-9b756623a73e req-3de6f2f7-4ae9-413c-9260-ade58e3d10fa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413909 Mar 11 16:34:54.546693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 692cd178-5b2b-45f8-9121-1eed06f8bb9e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:34:54.636417 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'code': 200} Mar 11 16:34:54.643220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:54.711418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=692cd178-5b2b-45f8-9121-1eed06f8bb9e,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:55.035077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b121b9-dd4c-4f8b-877f-ef04c12c7aee req-643a6766-f4d2-4c14-831a-22093de6406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:55.036525 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f5b121b9-dd4c-4f8b-877f-ef04c12c7aee req-643a6766-f4d2-4c14-831a-22093de6406c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1098 time: 0.0771437 Mar 11 16:34:55.080291 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f5b121b9-dd4c-4f8b-877f-ef04c12c7aee req-71de6c84-d321-4bb0-bd2b-f07ca0a0c5a0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356538 Mar 11 16:34:55.745186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0299846-1aef-41e9-9705-90e145d49cc6 req-104e080d-358e-4dfe-8a62-b3f1088e6f51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:55.746778 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e0299846-1aef-41e9-9705-90e145d49cc6 req-104e080d-358e-4dfe-8a62-b3f1088e6f51 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 945 time: 0.0819602 Mar 11 16:34:55.794144 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e0299846-1aef-41e9-9705-90e145d49cc6 req-7d6d969e-9b3e-4fbd-bd70-70c9bde1f5be tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Mar 11 16:34:56.989219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba37de-39ba-48ad-8930-3b4917ae9140 req-8337a9f9-1674-405f-be21-138c7098c5be tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:56.990952 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50ba37de-39ba-48ad-8930-3b4917ae9140 req-8337a9f9-1674-405f-be21-138c7098c5be tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 945 time: 0.0849934 Mar 11 16:34:57.041279 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-50ba37de-39ba-48ad-8930-3b4917ae9140 req-849e5301-ac42-4bc4-9b4e-7ca72a27664f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Mar 11 16:34:57.238433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9379e-1520-4b3e-9600-9e02e3acf248 req-ba7ab4bf-ca81-478a-a0a6-20c91eb7fc43 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:57.239890 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58b9379e-1520-4b3e-9600-9e02e3acf248 req-ba7ab4bf-ca81-478a-a0a6-20c91eb7fc43 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 945 time: 0.0890217 Mar 11 16:34:57.286813 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58b9379e-1520-4b3e-9600-9e02e3acf248 req-b2cb6c2d-8826-45a7-92c7-b65aae2c9886 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Mar 11 16:34:57.309628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37816) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:57.385292 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea286fbe-fc79-4601-b8a1-02baf581392d tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:57.386838 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ea286fbe-fc79-4601-b8a1-02baf581392d tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1093 time: 0.0761876 Mar 11 16:34:57.389839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37820) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:57.394960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:34:57.401600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:57.405424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:floatingip and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:57.409073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:57.414834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:57.505424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:57.658697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:57.797865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.107 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/0df10219-d110-4764-adce-0483e38e2f60) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:57.931673 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:34:58.076709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:58.200569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:58.263719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:58.266532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:58.269211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:34:58.312246 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=0df10219-d110-4764-adce-0483e38e2f60,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:58.714368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:58.843554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:59.059614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:59.108887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:59.221277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=0df10219-d110-4764-adce-0483e38e2f60,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:59.232076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:59.417071 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 59784c8a-df8d-4cab-866a-8578b445bbb2 associated. External IP: 172.26.8.107, port: 692cd178-5b2b-45f8-9121-1eed06f8bb9e. Mar 11 16:34:59.902009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 789267d1-aaeb-4297-b0da-8d29419f7f96 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:35:00.106582 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:35:00.117769 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] Sync routers for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:35:00.126890 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:00.127504 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:00.205452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:00.264107 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6087ad7a-4304-4039-b6c1-f60d8b690068 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8731985 Mar 11 16:35:00.264692 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:00.266908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37824) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:00.328796 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'status': 'completed', 'code': 200} Mar 11 16:35:00.344151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eafd311-0b14-4465-be44-c4b30c318917 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:00.345662 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5eafd311-0b14-4465-be44-c4b30c318917 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1093 time: 0.0776770 Mar 11 16:35:00.349159 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:00.424777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-1a33869c-f742-4fbc-a941-e7cd713f9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:00.426270 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-1a33869c-f742-4fbc-a941-e7cd713f9645 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1098 time: 0.0761073 Mar 11 16:35:00.575957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-c1fe6634-adda-4759-9b5c-147f4df7ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:00.577558 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-c1fe6634-adda-4759-9b5c-147f4df7ed14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 898 time: 0.1455407 Mar 11 16:35:00.692117 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-0d61d17f-ec42-4cb4-9035-4bb4364f2c47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 200 len: 999 time: 0.1089060 Mar 11 16:35:00.710979 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '59784c8a-df8d-4cab-866a-8578b445bbb2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:58Z', 'updated_at': '2022-03-11T16:34:58Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:00.715166 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] Checking router: 789267d1-aaeb-4297-b0da-8d29419f7f96 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:35:00.724110 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:00.725278 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:34:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:00.758126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-8b5db775-01b0-47b4-ba2a-37954366244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:00.759974 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-8b5db775-01b0-47b4-ba2a-37954366244a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 200 len: 834 time: 0.0625808 Mar 11 16:35:00.841773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-428881c5-926b-4254-918f-0e22eba59069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:00.843606 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-428881c5-926b-4254-918f-0e22eba59069 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6282e459-819a-45a8-a543-99bd694b3d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781052 Mar 11 16:35:00.923893 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:00.979429 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-0ac8f336-58ce-48ed-aadf-c4bc12283364 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293862 Mar 11 16:35:01.059896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37832) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:01.065569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447794862', 'description': 'tempest-secgroup-smoke-1447794862 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:01.074426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:01.086418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:01.180102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:01.212261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:01.216440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:01.219768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:01.225372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:01.242158 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7262fe9f-0055-4d0d-9b04-5e4d68de7d04 req-c942976c-9a1d-4d1d-9dc2-4ecf6b24f708 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566988 Mar 11 16:35:01.299272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:01.306242 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '59784c8a-df8d-4cab-866a-8578b445bbb2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:58Z', 'updated_at': '2022-03-11T16:34:58Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:01.310443 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe9069-6d29-4095-a9c4-8612c296ec56 None None] The sync data for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv is: [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '59784c8a-df8d-4cab-866a-8578b445bbb2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:58Z', 'updated_at': '2022-03-11T16:34:58Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:35:01.359711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:01.406674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:01.474473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:01.478581 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-75fb0449-ba08-4c9d-81de-ec1a18143539 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4146948 Mar 11 16:35:01.478757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37836) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:01.484477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f68aae38-8a65-4a2a-9f3a-ab41a4f82beb', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:01.491975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:01.496311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:01.499686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:01.507275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:01.513488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead6e8a-3fc5-4f5b-96e1-8ec1790b58d2 None None] New status for floating IP 59784c8a-df8d-4cab-866a-8578b445bbb2: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:35:01.597710 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:01.665299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:01.739558 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:01.766765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337f86a1-7ac0-4b18-9b9b-0df3d51224ca,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:01.862437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:01.863602 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f6ad5d7-dfd1-48d4-a869-412f7729f012 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835948 Mar 11 16:35:01.867512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37840) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:01.872735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f68aae38-8a65-4a2a-9f3a-ab41a4f82beb', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:01.879029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:01.883710 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:01.886514 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:01.892787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:02.002963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.078197 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.150768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.177020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e2ce2c-324d-4130-985a-7c63a025ce29,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:02.253561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.254799 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-432aa07c-c40e-4998-aea5-7823a671d781 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3863230 Mar 11 16:35:02.258292 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37844) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:02.263391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f68aae38-8a65-4a2a-9f3a-ab41a4f82beb', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:02.269588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:02.273504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:02.278723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:02.284710 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:02.387400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.471566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.590621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.616283 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed0ef76-1afd-439e-8a0e-8de49e32691e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:02.720061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.721291 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c5440478-749c-48b2-b16c-db357540fa25 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4620357 Mar 11 16:35:02.726461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37848) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:02.731503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f68aae38-8a65-4a2a-9f3a-ab41a4f82beb', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:02.738521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:02.742699 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:02.745677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:02.751614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:02.838441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.904631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:02.978934 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.005572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c221bcb-097c-4bad-88c2-a93634165d34,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:03.082840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.086020 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-725d3e2c-d507-430d-a985-168993a97559 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3578169 Mar 11 16:35:03.087935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37852) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:03.093274 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f68aae38-8a65-4a2a-9f3a-ab41a4f82beb', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:03.100738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:03.105408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:03.109200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:03.115263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:03.224975 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:35:03.232643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.303081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.390736 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.417168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1bd6cc-ed46-4fc1-a035-091a364cfd93,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:03.499152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.500407 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-db2a031e-9b5e-4349-bdb9-9aba1442ef70 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4115319 Mar 11 16:35:03.503736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37856) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:03.509347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': 'f68aae38-8a65-4a2a-9f3a-ab41a4f82beb', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:03.516137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:03.520113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:03.525581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:03.532372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:03.605596 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:35:03.612844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.682311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.756869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.783052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f858e998-d2a5-410a-9c43-4fa60957e37d,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:03.905380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:03.907046 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cebd2f70-c043-4a6d-b02f-f096b4f45f74 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4020846 Mar 11 16:35:04.071046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fe89959d-9e5e-4320-aba8-f37577439789 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:35:04.176943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fe89959d-9e5e-4320-aba8-f37577439789 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:35:04.178292 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fe89959d-9e5e-4320-aba8-f37577439789 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447794862&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.1471190 Mar 11 16:35:04.337186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-ecc44c61-7041-4f49-aa51-bae601056ec4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:04.338583 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-ecc44c61-7041-4f49-aa51-bae601056ec4 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 797 time: 0.1534903 Mar 11 16:35:04.357412 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-792f23fe-bd22-408c-97aa-91ea7bb7185e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0129616 Mar 11 16:35:04.454743 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-7ad6e28d-42e7-45e9-9e7f-5fb7bc63f29e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0918336 Mar 11 16:35:04.598108 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-c6698e81-fa15-47e3-a68d-9ea55fdcbb9c service neutron] 10.222.0.57 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292286 Mar 11 16:35:04.744461 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-b1a5b02d-6388-4046-b101-f03cf74dffcf service neutron] 10.222.0.57 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401908 Mar 11 16:35:05.031967 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-750f1412-9c0f-4e8d-8da9-e249973aa6e6 req-512676db-bbff-4e1f-9c9e-fa8ceaac6e06 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0437508 Mar 11 16:35:06.187465 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-897da70c-776f-401f-83eb-4dd2c30b147c req-6118fccf-e1c8-48f1-b051-2a488d550240 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0446858 Mar 11 16:35:07.193852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-030f11b6-ccc3-402e-b63a-28f491e15bd6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:07.195611 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-030f11b6-ccc3-402e-b63a-28f491e15bd6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 797 time: 0.1577013 Mar 11 16:35:07.256951 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-66b79c11-5bb9-4bb6-8399-009c0325c2aa tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 473 time: 0.0536242 Mar 11 16:35:07.265138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['f68aae38-8a65-4a2a-9f3a-ab41a4f82beb']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:07.424563 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c2a082a-4e2b-4586-8cf6-8410d7ead5ee req-34793059-93a5-49fe-96f4-b0931f1c4d85 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0626309 Mar 11 16:35:07.457781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:07.469069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:07.544650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:35:07.548433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:07.723282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.6 (6282e459-819a-45a8-a543-99bd694b3d84/40570115-1620-4c5d-9806-6405a992a8a3/6007f2a6-d946-46f2-9d27-99863a158668) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:07.924322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:07.941321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 6007f2a6-d946-46f2-9d27-99863a158668 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:35:08.105188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:08.178009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 6282e459-819a-45a8-a543-99bd694b3d84 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:08.181131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:08.189684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:35:08.222240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=6007f2a6-d946-46f2-9d27-99863a158668,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:08.265468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:08.266077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:08.391470 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-fcfb33dd-68eb-4dc1-bc5a-21ea164c8e46 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1301749 Mar 11 16:35:08.403604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Request body: {'port': {'device_id': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:08.441886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a64e67a5-4c11-489d-92ef-89b86e582269 None None] Provisioning for port 6007f2a6-d946-46f2-9d27-99863a158668 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:35:08.448878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a64e67a5-4c11-489d-92ef-89b86e582269 None None] Provisioning complete for port 6007f2a6-d946-46f2-9d27-99863a158668 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:08.449562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a64e67a5-4c11-489d-92ef-89b86e582269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:08.520852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a64e67a5-4c11-489d-92ef-89b86e582269 None None] Port 6007f2a6-d946-46f2-9d27-99863a158668 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:35:08.542261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:08.629458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f8137-9602-4870-8de3-6eb41dc0c4ca req-7b421ff8-7712-43ef-9549-d34f2ed7b08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:08.631474 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-129f8137-9602-4870-8de3-6eb41dc0c4ca req-7b421ff8-7712-43ef-9549-d34f2ed7b08f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 931 time: 0.0831771 Mar 11 16:35:08.684350 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-129f8137-9602-4870-8de3-6eb41dc0c4ca req-6d978d72-e28f-4b7a-85e9-67d6453d068e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466721 Mar 11 16:35:08.894130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6007f2a6-d946-46f2-9d27-99863a158668 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:35:08.901797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:08.917322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Transition to ACTIVE for port object 6007f2a6-d946-46f2-9d27-99863a158668 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:35:09.019086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:09.254615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Pushing event updated for resources: {'Port': ['ID=6007f2a6-d946-46f2-9d27-99863a158668,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:09.322845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:09.369951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Attempting to bind port 6007f2a6-d946-46f2-9d27-99863a158668 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:35:09.370321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Attempting to bind port 6007f2a6-d946-46f2-9d27-99863a158668 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:35:09.370642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Attempting to bind port 6007f2a6-d946-46f2-9d27-99863a158668 on network 6282e459-819a-45a8-a543-99bd694b3d84 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:35:09.375906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Port 6007f2a6-d946-46f2-9d27-99863a158668 on network 6282e459-819a-45a8-a543-99bd694b3d84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:35:09.376223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Attempting to bind port 6007f2a6-d946-46f2-9d27-99863a158668 on network 6282e459-819a-45a8-a543-99bd694b3d84 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:35:09.381705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:35:09.382033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Checking segment: {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:35:09.382440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Bound using segment: {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:35:09.382857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Bound port: 6007f2a6-d946-46f2-9d27-99863a158668, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:35:09.383199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:09.481417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] For port 6007f2a6-d946-46f2-9d27-99863a158668, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:35:09.484896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] For port 6007f2a6-d946-46f2-9d27-99863a158668, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6007f2a6-d946-46f2-9d27-99863a158668,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:35:09.553901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:09.611958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:09.612584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:09.613934 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] 10.222.0.35 "PUT /v2.0/ports/6007f2a6-d946-46f2-9d27-99863a158668 HTTP/1.1" status: 200 len: 1093 time: 1.2151191 Mar 11 16:35:09.614396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:09.639415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f9754-7564-4120-be87-5937c63fef66 service neutron] Pushing event updated for resources: {'Port': ['ID=6007f2a6-d946-46f2-9d27-99863a158668,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:09.667635 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668', 'status': 'completed', 'code': 200} Mar 11 16:35:09.773362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7369-c417-491f-a29a-5170d85380f6 req-4e5b95a8-cf87-4ccc-9aaf-f9d7611a801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:09.775013 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e81d7369-c417-491f-a29a-5170d85380f6 req-4e5b95a8-cf87-4ccc-9aaf-f9d7611a801b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 1096 time: 0.0867574 Mar 11 16:35:09.883745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dc264-d082-4814-969d-bcfe1f1fcaa1 req-74a40a4c-0c41-443a-9db6-4c4b9139fd0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:09.885304 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7e4dc264-d082-4814-969d-bcfe1f1fcaa1 req-74a40a4c-0c41-443a-9db6-4c4b9139fd0d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 943 time: 0.0836670 Mar 11 16:35:09.927801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7369-c417-491f-a29a-5170d85380f6 req-226ddcf9-5027-496d-a84b-0385ce280e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:09.929263 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e81d7369-c417-491f-a29a-5170d85380f6 req-226ddcf9-5027-496d-a84b-0385ce280e1d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7b8493e287da4b2284f40c28615f4074&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1475894 Mar 11 16:35:09.931443 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7e4dc264-d082-4814-969d-bcfe1f1fcaa1 req-b3824bad-834d-44e3-acb7-482268b08653 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398190 Mar 11 16:35:10.070972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7369-c417-491f-a29a-5170d85380f6 req-c6a1295e-3ef1-400c-998e-8be486cab087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:10.072364 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e81d7369-c417-491f-a29a-5170d85380f6 req-c6a1295e-3ef1-400c-998e-8be486cab087 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361077 Mar 11 16:35:10.177399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-b61540d4-1a31-44bf-b598-be7c13832231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:10.178897 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-b61540d4-1a31-44bf-b598-be7c13832231 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 1096 time: 0.0716982 Mar 11 16:35:10.249289 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-2df947a7-04e3-498e-9b2d-f577d8d90839 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6007f2a6-d946-46f2-9d27-99863a158668 HTTP/1.1" status: 200 len: 217 time: 0.0635903 Mar 11 16:35:10.310880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-62c840a1-77b8-4780-ad7e-91ba2d5f7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:10.312296 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-62c840a1-77b8-4780-ad7e-91ba2d5f7a15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 200 len: 834 time: 0.0573885 Mar 11 16:35:10.390383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-47b0c603-1c0a-4d6d-84d3-0c6b693ccd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:10.391708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-47b0c603-1c0a-4d6d-84d3-0c6b693ccd39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6282e459-819a-45a8-a543-99bd694b3d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741560 Mar 11 16:35:10.526961 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-b47cb4a2-ae9c-4fc1-abe1-2e1f9d4992a8 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295769 Mar 11 16:35:10.665374 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62f8f40-0276-497c-a6e8-9d2efbab4503 req-694f6c2b-c301-4c6c-b9fd-4e0819df3f25 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322217 Mar 11 16:35:11.110043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31078e66-253a-4cfb-a756-2d6206191600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:11.119108 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1fa15-f7cc-4259-9596-c80a267fbcdc req-ac56462f-9aad-4a10-9ab5-0f93e73c1195 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:11.119812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-52d1fa15-f7cc-4259-9596-c80a267fbcdc req-ac56462f-9aad-4a10-9ab5-0f93e73c1195 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:35:11.218864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-52d1fa15-f7cc-4259-9596-c80a267fbcdc req-ac56462f-9aad-4a10-9ab5-0f93e73c1195 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:35:11.219952 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-52d1fa15-f7cc-4259-9596-c80a267fbcdc req-ac56462f-9aad-4a10-9ab5-0f93e73c1195 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 943 time: 0.1813328 Mar 11 16:35:11.265460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-52d1fa15-f7cc-4259-9596-c80a267fbcdc req-46111e69-3e7b-40b1-9e93-2346737edc4e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390463 Mar 11 16:35:12.214293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6007f2a6-d946-46f2-9d27-99863a158668 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:35:12.351850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6007f2a6-d946-46f2-9d27-99863a158668, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6007f2a6-d946-46f2-9d27-99863a158668,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:12.365563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '6007f2a6-d946-46f2-9d27-99863a158668', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'port_id': '6007f2a6-d946-46f2-9d27-99863a158668', 'mac_address': 'fa:16:3e:b7:4e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:35:12.422879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:12.440824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6007f2a6-d946-46f2-9d27-99863a158668 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:35:12.456224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6007f2a6-d946-46f2-9d27-99863a158668, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6007f2a6-d946-46f2-9d27-99863a158668,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:12.461335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db85361-4d63-4da2-9a56-1ce0bb5c1825 req-4cd2144c-73ff-4d34-b88c-8af4d3920adc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:12.462870 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6db85361-4d63-4da2-9a56-1ce0bb5c1825 req-4cd2144c-73ff-4d34-b88c-8af4d3920adc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 943 time: 0.0893054 Mar 11 16:35:12.533266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:12.606826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6007f2a6-d946-46f2-9d27-99863a158668,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:12.620773 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6db85361-4d63-4da2-9a56-1ce0bb5c1825 req-24811998-af3c-43a7-8d49-0891d73278f2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516061 Mar 11 16:35:12.739277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['6007f2a6-d946-46f2-9d27-99863a158668'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:35:13.373221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-086fea56-86fb-48a2-9837-aef5b032f2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:13.811993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3c8b0-7834-46a0-9720-f71d8d96e88b req-dfc5a67f-ae09-4981-bd3c-2f4ab22bb1ec tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:13.813470 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8f3c8b0-7834-46a0-9720-f71d8d96e88b req-dfc5a67f-ae09-4981-bd3c-2f4ab22bb1ec tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 944 time: 0.0842223 Mar 11 16:35:13.858904 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8f3c8b0-7834-46a0-9720-f71d8d96e88b req-23ccc1c7-571e-4ab1-bc39-dbd8a2a1c5f9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392337 Mar 11 16:35:14.239997 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6007f2a6-d946-46f2-9d27-99863a158668 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:35:14.413592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 6007f2a6-d946-46f2-9d27-99863a158668 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:35:14.419399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 6007f2a6-d946-46f2-9d27-99863a158668 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:14.419767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:14.544141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:14.573624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:14.594884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6007f2a6-d946-46f2-9d27-99863a158668, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6007f2a6-d946-46f2-9d27-99863a158668,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:14.624477 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668', 'code': 200} Mar 11 16:35:14.679508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:14.719592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:14.722428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:14.758127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6007f2a6-d946-46f2-9d27-99863a158668,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:15.161481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec6e1-94f2-4216-914e-fee33b1f880f req-78360502-6151-4b54-b5bf-56a4adf33f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:15.163655 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13aec6e1-94f2-4216-914e-fee33b1f880f req-78360502-6151-4b54-b5bf-56a4adf33f03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 1098 time: 0.2413275 Mar 11 16:35:15.206796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a584c78-d0df-4c89-a5f4-848f05683740 req-8b750321-6c85-4086-a6e6-67edad92abba tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:15.208262 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a584c78-d0df-4c89-a5f4-848f05683740 req-8b750321-6c85-4086-a6e6-67edad92abba tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 945 time: 0.2366111 Mar 11 16:35:15.243240 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13aec6e1-94f2-4216-914e-fee33b1f880f req-83c1b804-709b-454c-b6b8-1bad4dd8afdf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731168 Mar 11 16:35:15.264401 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a584c78-d0df-4c89-a5f4-848f05683740 req-d4c2b0cd-8467-4b85-9c59-27ee2b7326e9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471985 Mar 11 16:35:15.873070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:16.461969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c1842-c744-4dac-90f3-646ec08dfe4e req-91b7379b-9217-49ba-afbe-070c2e6dd203 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:16.463487 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f32c1842-c744-4dac-90f3-646ec08dfe4e req-91b7379b-9217-49ba-afbe-070c2e6dd203 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0869744 Mar 11 16:35:16.512051 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f32c1842-c744-4dac-90f3-646ec08dfe4e req-bd9ba7db-2494-495d-ac2e-f7cb2d56b73b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 Mar 11 16:35:17.715148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0c647-d3af-4ac0-a13b-aec19eb30a2c req-119cf30e-721c-41f3-9953-7b2a5c397abe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:17.716914 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6af0c647-d3af-4ac0-a13b-aec19eb30a2c req-119cf30e-721c-41f3-9953-7b2a5c397abe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0888729 Mar 11 16:35:17.764124 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6af0c647-d3af-4ac0-a13b-aec19eb30a2c req-59d9ccb0-0fd0-4ab5-aa7f-b1f4875431db tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415916 Mar 11 16:35:17.964085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54b8f9-fdaa-4b0f-9494-4becf4ac36a2 req-b4d95d4c-21ab-4674-b06e-6c0cae7a117c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:17.965425 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0d54b8f9-fdaa-4b0f-9494-4becf4ac36a2 req-b4d95d4c-21ab-4674-b06e-6c0cae7a117c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0884209 Mar 11 16:35:18.011768 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0d54b8f9-fdaa-4b0f-9494-4becf4ac36a2 req-bc7861d8-e2ef-45e0-9867-1c209c718aff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 Mar 11 16:35:18.035125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37912) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:18.112453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6201d5-f190-4cc4-8100-49c0a44a78d5 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:18.113087 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed6201d5-f190-4cc4-8100-49c0a44a78d5 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 1093 time: 0.0769567 Mar 11 16:35:18.116015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37916) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:18.121018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '6007f2a6-d946-46f2-9d27-99863a158668', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:18.127218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:18.131364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:floatingip and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:35:18.134374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:35:18.140094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:18.250292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.391559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.538159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.176 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/20752046-bbdd-4b0a-968d-1ff012464d19) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:18.689417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.801589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.871787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:18.874699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:18.878367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:35:18.919033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=20752046-bbdd-4b0a-968d-1ff012464d19,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:19.317078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:19.465217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:19.680957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:19.741477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:19.974269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=20752046-bbdd-4b0a-968d-1ff012464d19,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:19.984339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:20.160837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP ba2c72ee-60ee-4ab1-961e-c52a2992130d associated. External IP: 172.26.8.176, port: 6007f2a6-d946-46f2-9d27-99863a158668. Mar 11 16:35:20.521203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 789267d1-aaeb-4297-b0da-8d29419f7f96 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:35:20.703944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:35:20.714787 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] Sync routers for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:35:20.726009 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:20.726655 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:35:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:20.788013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:20.866197 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b11e07e3-4913-4a32-89d7-bef08b21fdd2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7354364 Mar 11 16:35:20.866197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:20.904539 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668', 'status': 'completed', 'code': 200} Mar 11 16:35:20.917419 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:21.001413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-6dd6f3c5-0068-44e5-a3c0-7e0b0445614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:21.002916 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-6dd6f3c5-0068-44e5-a3c0-7e0b0445614b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 1098 time: 0.0758424 Mar 11 16:35:21.141883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-23045cb4-ffb4-4a85-8053-4d4c8a41c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:21.143274 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-23045cb4-ffb4-4a85-8053-4d4c8a41c201 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 898 time: 0.1332524 Mar 11 16:35:21.253347 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-80b456a2-c3ad-456c-b513-c3ec3384ca72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6007f2a6-d946-46f2-9d27-99863a158668 HTTP/1.1" status: 200 len: 999 time: 0.1040039 Mar 11 16:35:21.319281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-52473553-d37d-4615-a449-8d5b910e6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:21.320838 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-52473553-d37d-4615-a449-8d5b910e6828 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 200 len: 834 time: 0.0618272 Mar 11 16:35:21.322337 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '59784c8a-df8d-4cab-866a-8578b445bbb2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:58Z', 'updated_at': '2022-03-11T16:35:01Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}, {'id': 'ba2c72ee-60ee-4ab1-961e-c52a2992130d', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '6007f2a6-d946-46f2-9d27-99863a158668', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:b7:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:35:19Z', 'updated_at': '2022-03-11T16:35:19Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:21.326569 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] Checking router: 789267d1-aaeb-4297-b0da-8d29419f7f96 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:35:21.335748 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:35:21.336381 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:35:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:21.404812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-eae538c0-3846-4844-8700-a45e9883550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:21.406315 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-eae538c0-3846-4844-8700-a45e9883550b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6282e459-819a-45a8-a543-99bd694b3d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795329 Mar 11 16:35:21.526051 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:35:21.663807 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-c7b0f6c4-26a8-4916-af4b-79ae925e58ce service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513165 Mar 11 16:35:21.813810 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b1c700cf-321f-4a64-aa40-9da48bc1ed68 req-00599110-1125-4d8d-8baf-f2ec627d30a8 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312561 Mar 11 16:35:21.891305 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '59784c8a-df8d-4cab-866a-8578b445bbb2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:58Z', 'updated_at': '2022-03-11T16:35:01Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}, {'id': 'ba2c72ee-60ee-4ab1-961e-c52a2992130d', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '6007f2a6-d946-46f2-9d27-99863a158668', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:b7:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:35:19Z', 'updated_at': '2022-03-11T16:35:19Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:35:21.895552 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0082eac-7c5f-4e5d-af0e-9b2919c7edd9 None None] The sync data for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv is: [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '59784c8a-df8d-4cab-866a-8578b445bbb2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:58Z', 'updated_at': '2022-03-11T16:35:01Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}, {'id': 'ba2c72ee-60ee-4ab1-961e-c52a2992130d', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '6007f2a6-d946-46f2-9d27-99863a158668', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:b7:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:35:19Z', 'updated_at': '2022-03-11T16:35:19Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:35:22.081622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6dfab2-3b99-4e84-ba67-51d5c004eae7 None None] New status for floating IP ba2c72ee-60ee-4ab1-961e-c52a2992130d: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:35:32.987013 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-2071208f-f167-420a-81b9-40c399ad7240 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710566 Mar 11 16:35:33.137719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-a54f81cc-ac5a-4d6d-bd52-89556762fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:33.139125 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-a54f81cc-ac5a-4d6d-bd52-89556762fa4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1098 time: 0.0768256 Mar 11 16:35:33.286897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-35a29a77-57ec-4f11-9dbb-4ceba5072325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:33.288370 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-35a29a77-57ec-4f11-9dbb-4ceba5072325 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 898 time: 0.1292961 Mar 11 16:35:33.396931 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-8f8bca9d-c95b-41bd-9be8-81adc3cefdb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 200 len: 1001 time: 0.1024084 Mar 11 16:35:33.462274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-10985489-0318-44ea-9be3-a7677a73124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:33.463887 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-10985489-0318-44ea-9be3-a7677a73124f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 200 len: 834 time: 0.0608730 Mar 11 16:35:33.543684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-0a59084e-ed19-4a59-a191-42d573fe0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:33.545177 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-0a59084e-ed19-4a59-a191-42d573fe0125 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6282e459-819a-45a8-a543-99bd694b3d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759170 Mar 11 16:35:33.683910 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-414e1288-535b-4226-968b-ae3ec3871999 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321166 Mar 11 16:35:33.824117 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-16dc61b3-41d2-4e69-9920-d0bb53fa1bbf req-de79fb8e-074a-4fd5-b178-3e83c933d409 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330068 Mar 11 16:35:34.920060 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:35:39.355073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:41.155180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-afc3b7e1-d282-4cab-8d40-16f07451ff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:43.406617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e22c3ed6-f270-4a50-a190-f3432ec01d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:44.646641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:44.669469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:45.854518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:54.340997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37934) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:54.448134 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7de3bd15-bd8d-45aa-bcb7-4b0cfeddbe18 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/59784c8a-df8d-4cab-866a-8578b445bbb2 HTTP/1.1" status: 200 len: 993 time: 0.1059868 Mar 11 16:35:55.198455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37944) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:55.204323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:55.324535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:55.539680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 692cd178-5b2b-45f8-9121-1eed06f8bb9e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:55.565310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:55.640323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:55.703955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:55.704577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:55.705981 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/ports/692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 200 len: 938 time: 0.5065413 Mar 11 16:35:55.706578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:55.739780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=692cd178-5b2b-45f8-9121-1eed06f8bb9e,revision_number=6']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:55.748845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.749229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.749524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.749854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.750193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.751073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.751404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.751728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.752152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.752370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.752678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.752992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be2e948-c3db-4d34-8829-02add3e19626 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:55.762599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'status': 'completed', 'code': 200} Mar 11 16:35:55.979492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-76838568-8d9e-47e2-b969-ad5d5fde1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:55.980880 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-76838568-8d9e-47e2-b969-ad5d5fde1ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1099 time: 0.1905851 Mar 11 16:35:55.992149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7f46def4-a43c-46fd-b0e4-5f5615ebf84a None None] Provisioning complete for port 692cd178-5b2b-45f8-9121-1eed06f8bb9e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:55.992750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7f46def4-a43c-46fd-b0e4-5f5615ebf84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:56.052994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7f46def4-a43c-46fd-b0e4-5f5615ebf84a None None] Port 692cd178-5b2b-45f8-9121-1eed06f8bb9e is administratively disabled so it will not transition to active. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 11 16:35:56.130073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-6174adb2-bea0-43a5-abb6-d6dc71aeda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:56.131489 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-6174adb2-bea0-43a5-abb6-d6dc71aeda41 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 898 time: 0.1446135 Mar 11 16:35:56.235823 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-61aae73d-4bf0-437b-b1a9-8e00243497f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 200 len: 1002 time: 0.0981381 Mar 11 16:35:56.297416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-248011c4-1a9b-45cc-8990-7438ac9485ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:56.298879 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-248011c4-1a9b-45cc-8990-7438ac9485ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 200 len: 834 time: 0.0567017 Mar 11 16:35:56.376246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-789b3df3-5622-4092-aa5d-c4633cd74079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:56.377712 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-789b3df3-5622-4092-aa5d-c4633cd74079 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6282e459-819a-45a8-a543-99bd694b3d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730567 Mar 11 16:35:56.518957 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-24de2d2e-ae86-4c0e-9fc7-87c874c58f51 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346252 Mar 11 16:35:56.654393 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a34de60f-6cdf-4429-97c9-c7dd9199f92b req-cbfaabf3-a6b7-43bc-9377-396a566f3ecf service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296117 Mar 11 16:35:59.138779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37954) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:59.144566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:35:59.273483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:59.501243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 692cd178-5b2b-45f8-9121-1eed06f8bb9e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:35:59.533461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:59.591096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:59.654914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:59.655536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:59.656927 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/ports/692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 200 len: 937 time: 0.5172396 Mar 11 16:35:59.657478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:35:59.659942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37958) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:59.686453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=692cd178-5b2b-45f8-9121-1eed06f8bb9e,revision_number=7']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:59.695241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.695586 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.695928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.696263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.696585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.696910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.697231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.697552 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.697868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.698198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.698532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.698941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0069b-9440-4634-bb8f-d5dc773a1ed6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:59.729533 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'status': 'completed', 'code': 200} Mar 11 16:35:59.843656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-eab98e46-2869-45f1-a425-633fa13f4cd7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/59784c8a-df8d-4cab-866a-8578b445bbb2 HTTP/1.1" status: 200 len: 993 time: 0.1822810 Mar 11 16:35:59.876178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['692cd178-5b2b-45f8-9121-1eed06f8bb9e'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:35:59.878372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-be78378d-92fd-4bac-a80b-8b4d16307fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:59.879880 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-be78378d-92fd-4bac-a80b-8b4d16307fd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1098 time: 0.1210358 Mar 11 16:35:59.952459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-984f3c96-65f3-434b-b2de-edf6e860bd11 None None] Provisioning complete for port 692cd178-5b2b-45f8-9121-1eed06f8bb9e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:59.952739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-984f3c96-65f3-434b-b2de-edf6e860bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:00.027921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-ddf59984-867b-4496-a207-d33d3f36e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:00.029273 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-ddf59984-867b-4496-a207-d33d3f36e5b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 898 time: 0.1434364 Mar 11 16:36:00.139097 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-7ab4c259-a50c-4b58-a8d8-a29a4d2b970c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 200 len: 1001 time: 0.1032593 Mar 11 16:36:00.204182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-fe538784-394f-4d65-a6f2-17708d6a0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:00.205632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-fe538784-394f-4d65-a6f2-17708d6a0729 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 200 len: 834 time: 0.0611486 Mar 11 16:36:00.285746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-afd59dd0-eb96-4de2-a41c-e7ae3a827f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:00.287221 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-afd59dd0-eb96-4de2-a41c-e7ae3a827f0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6282e459-819a-45a8-a543-99bd694b3d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748694 Mar 11 16:36:00.420858 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-c80fb0b5-95a7-4183-825a-e19709357750 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274121 Mar 11 16:36:00.682412 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a62b448-08df-424c-bf07-e2f7c9c19ccd req-e4aac881-d92c-414d-b51b-d284607dca09 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545853 Mar 11 16:36:02.737123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37972) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:02.952380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 20752046-bbdd-4b0a-968d-1ff012464d19 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:36:02.952712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:03.121445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:03.121687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:03.248339 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 20752046-bbdd-4b0a-968d-1ff012464d19 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:36:03.474683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:03.526223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=20752046-bbdd-4b0a-968d-1ff012464d19,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:03.634136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:03.634490 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP ba2c72ee-60ee-4ab1-961e-c52a2992130d disassociated (deleted). External IP: 172.26.8.176, port: 6007f2a6-d946-46f2-9d27-99863a158668. Mar 11 16:36:04.106267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 789267d1-aaeb-4297-b0da-8d29419f7f96 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:36:04.290496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:36:04.299867 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] Sync routers for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:36:04.310807 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:04.311422 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:35:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:04.394421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:04.454043 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8c5d4531-fd4c-402e-9f86-04c3f5477f56 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/floatingips/ba2c72ee-60ee-4ab1-961e-c52a2992130d HTTP/1.1" status: 204 len: 168 time: 1.7156441 Mar 11 16:36:04.454657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:04.502477 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:04.510225 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668', 'status': 'completed', 'code': 200} Mar 11 16:36:04.613348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-3889dbdb-1b3d-46cb-9005-f79c4e8a5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:04.614970 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-3889dbdb-1b3d-46cb-9005-f79c4e8a5ce4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 1098 time: 0.0831809 Mar 11 16:36:04.762698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-2cb732eb-d61d-4f14-8b12-f9a810fcfc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:04.764148 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-2cb732eb-d61d-4f14-8b12-f9a810fcfc93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 898 time: 0.1436419 Mar 11 16:36:04.836179 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-7443a1c6-a06b-4e6c-90c0-49ad9a777559 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6007f2a6-d946-46f2-9d27-99863a158668 HTTP/1.1" status: 200 len: 217 time: 0.0656435 Mar 11 16:36:04.890995 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '59784c8a-df8d-4cab-866a-8578b445bbb2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:58Z', 'updated_at': '2022-03-11T16:35:01Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:04.895116 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] Checking router: 789267d1-aaeb-4297-b0da-8d29419f7f96 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:36:04.904232 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:04.904712 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:35:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:04.907564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-39aeb4ae-39cf-4b22-9b6d-7f48f5ce1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:04.909001 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-39aeb4ae-39cf-4b22-9b6d-7f48f5ce1408 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 200 len: 834 time: 0.0637753 Mar 11 16:36:04.997134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-dae9a377-7fb1-4c10-8e1f-db31b1588ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:04.998671 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-dae9a377-7fb1-4c10-8e1f-db31b1588ac6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6282e459-819a-45a8-a543-99bd694b3d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830364 Mar 11 16:36:05.131370 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:05.141611 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-e09b524e-c0ac-4366-9490-76f5d0794a40 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362834 Mar 11 16:36:05.238337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15538262-6de1-4d23-a0ad-a69aa1d81e8a req-d070fef1-ad66-4c5d-9413-a388861ad9df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:05.239805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-15538262-6de1-4d23-a0ad-a69aa1d81e8a req-d070fef1-ad66-4c5d-9413-a388861ad9df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:05.280796 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36c56dc4-b674-4f0f-b493-9a9244622444 req-30ba5343-9099-4b73-8477-1af2d9f7addc service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315618 Mar 11 16:36:05.308793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-15538262-6de1-4d23-a0ad-a69aa1d81e8a req-d070fef1-ad66-4c5d-9413-a388861ad9df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:05.309985 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-15538262-6de1-4d23-a0ad-a69aa1d81e8a req-d070fef1-ad66-4c5d-9413-a388861ad9df tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1570933 Mar 11 16:36:05.357896 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-15538262-6de1-4d23-a0ad-a69aa1d81e8a req-2844df28-29be-4e7b-a46d-43ac506d8ca6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420678 Mar 11 16:36:05.501438 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '59784c8a-df8d-4cab-866a-8578b445bbb2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:58Z', 'updated_at': '2022-03-11T16:35:01Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:05.505447 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af860fa6-a041-4410-8101-816e9e253ac3 None None] The sync data for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv is: [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '59784c8a-df8d-4cab-866a-8578b445bbb2', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'port_id': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'mac_address': 'fa:16:3e:63:ac:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc4114-5411-4f38-b854-c77ec8898b00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:34:58Z', 'updated_at': '2022-03-11T16:35:01Z', 'revision_number': 1, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:36:05.725562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef6fb4-4cd1-4152-8b99-ee2db4633f5d None None] New status for floating IP ba2c72ee-60ee-4ab1-961e-c52a2992130d: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:36:06.451788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd2d67-c062-41a0-a33d-35839570679b req-e6ae097a-42e3-446f-81c8-6c1510d20d9d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:06.453240 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0fd2d67-c062-41a0-a33d-35839570679b req-e6ae097a-42e3-446f-81c8-6c1510d20d9d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 945 time: 0.0851448 Mar 11 16:36:06.565739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-f0fd2d67-c062-41a0-a33d-35839570679b req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 6007f2a6-d946-46f2-9d27-99863a158668 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:36:06.566076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f0fd2d67-c062-41a0-a33d-35839570679b req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:06.686096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684db820-2d75-4fee-95a3-b6d12149e614 req-0f3e2a2c-70f3-4eb5-a6ab-62ceb1dd6426 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:06.687577 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-684db820-2d75-4fee-95a3-b6d12149e614 req-0f3e2a2c-70f3-4eb5-a6ab-62ceb1dd6426 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 945 time: 0.2007244 Mar 11 16:36:06.824691 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-684db820-2d75-4fee-95a3-b6d12149e614 req-c0d864d4-3152-49d6-9d05-63ec4858aaa8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314976 Mar 11 16:36:06.865027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-f0fd2d67-c062-41a0-a33d-35839570679b req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 6007f2a6-d946-46f2-9d27-99863a158668, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6007f2a6-d946-46f2-9d27-99863a158668,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:06.865978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f0fd2d67-c062-41a0-a33d-35839570679b req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:06.989113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-f0fd2d67-c062-41a0-a33d-35839570679b req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 6007f2a6-d946-46f2-9d27-99863a158668 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:36:07.200227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f0fd2d67-c062-41a0-a33d-35839570679b req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:07.358512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=6007f2a6-d946-46f2-9d27-99863a158668,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:07.433916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fd2d67-c062-41a0-a33d-35839570679b req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port 6007f2a6-d946-46f2-9d27-99863a158668 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:36:07.436411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f0fd2d67-c062-41a0-a33d-35839570679b req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:07.438956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'name': 'network-vif-deleted', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:07.484944 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcab0f4a-5961-4aec-8729-08eedd69f3b7', 'name': 'network-vif-deleted', 'tag': '6007f2a6-d946-46f2-9d27-99863a158668', 'status': 'completed', 'code': 200} Mar 11 16:36:07.580275 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0fd2d67-c062-41a0-a33d-35839570679b req-d626f89e-103f-469e-9247-d5ed1b4e272b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/6007f2a6-d946-46f2-9d27-99863a158668 HTTP/1.1" status: 204 len: 173 time: 1.1217318 Mar 11 16:36:08.000483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8833c295-9648-42ba-8163-4994b9e1fe30 req-826c788f-7b7e-4805-a69a-ed2cb623a35f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:08.070595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-8833c295-9648-42ba-8163-4994b9e1fe30 req-826c788f-7b7e-4805-a69a-ed2cb623a35f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:08.071781 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8833c295-9648-42ba-8163-4994b9e1fe30 req-826c788f-7b7e-4805-a69a-ed2cb623a35f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcab0f4a-5961-4aec-8729-08eedd69f3b7 HTTP/1.1" status: 200 len: 210 time: 0.1191578 Mar 11 16:36:09.168583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 37990) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:09.237123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-53eedff6-fde9-4935-be65-408e70f43db7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.273085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-53eedff6-fde9-4935-be65-408e70f43db7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.340706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.413368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-53eedff6-fde9-4935-be65-408e70f43db7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.430941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eedff6-fde9-4935-be65-408e70f43db7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68aae38-8a65-4a2a-9f3a-ab41a4f82beb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:09.498318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-53eedff6-fde9-4935-be65-408e70f43db7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.499458 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-53eedff6-fde9-4935-be65-408e70f43db7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/f68aae38-8a65-4a2a-9f3a-ab41a4f82beb HTTP/1.1" status: 204 len: 168 time: 0.3298862 Mar 11 16:36:09.608170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 37996) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:09.814060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 0df10219-d110-4764-adce-0483e38e2f60 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:36:09.814333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.985509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.985838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:10.108513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 0df10219-d110-4764-adce-0483e38e2f60 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:36:10.367704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:10.415945 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=0df10219-d110-4764-adce-0483e38e2f60,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:10.524709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:10.525325 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 59784c8a-df8d-4cab-866a-8578b445bbb2 disassociated (deleted). External IP: 172.26.8.107, port: 692cd178-5b2b-45f8-9121-1eed06f8bb9e. Mar 11 16:36:10.540977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6007f2a6-d946-46f2-9d27-99863a158668 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:36:10.575413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 6007f2a6-d946-46f2-9d27-99863a158668 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:36:10.575750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6007f2a6-d946-46f2-9d27-99863a158668 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:36:10.882663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 789267d1-aaeb-4297-b0da-8d29419f7f96 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:36:11.164399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:36:11.167888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-851538ff-7c91-4fc5-9a2e-e7cd2ae4616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.173932 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] Sync routers for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:36:11.183744 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:11.184373 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:35:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:11.288775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.351768 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-879acacd-6c40-467e-b3d6-ed6dfdbae6a2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/floatingips/59784c8a-df8d-4cab-866a-8578b445bbb2 HTTP/1.1" status: 204 len: 168 time: 1.7423253 Mar 11 16:36:11.352555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:11.377574 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:11.399444 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'status': 'completed', 'code': 200} Mar 11 16:36:11.502110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-007364e1-5d56-4268-9f8e-4257bfe4649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:11.503996 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-007364e1-5d56-4268-9f8e-4257bfe4649a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 1098 time: 0.0834546 Mar 11 16:36:11.645436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-40d2f434-2294-4d23-9df6-4aefaf4c78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:11.647712 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-40d2f434-2294-4d23-9df6-4aefaf4c78e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 200 len: 898 time: 0.1346409 Mar 11 16:36:11.718730 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:11.722782 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] Checking router: 789267d1-aaeb-4297-b0da-8d29419f7f96 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:36:11.728383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-123b88ed-b692-43eb-8bac-07b325c17496 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 200 len: 217 time: 0.0749118 Mar 11 16:36:11.733469 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:11.734731 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:35:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:11.798380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-5d0a5da3-e587-4073-9e71-9ed705c6a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:11.799944 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-5d0a5da3-e587-4073-9e71-9ed705c6a568 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 200 len: 834 time: 0.0650449 Mar 11 16:36:11.878417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-810c87e5-6054-401b-bd1b-d874fac8875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:11.881800 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-810c87e5-6054-401b-bd1b-d874fac8875a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6282e459-819a-45a8-a543-99bd694b3d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744703 Mar 11 16:36:11.891555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-ae404deb-d2fd-4ece-b4e7-2ed628274c74 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:36:11.892927 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-ae404deb-d2fd-4ece-b4e7-2ed628274c74 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055664 Mar 11 16:36:11.940102 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:36:11.941743 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:12.092550 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-4ceee8f9-68ab-4274-ad8d-b98a5f85c458 service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920905 Mar 11 16:36:12.140990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610292a-c105-452f-a6e3-82779b319e40 req-28dd20ae-5a62-460d-878c-125f1ce210bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:12.141674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-7610292a-c105-452f-a6e3-82779b319e40 req-28dd20ae-5a62-460d-878c-125f1ce210bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:12.247599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6df00c2-086a-4f1e-9a4e-d698dadd05d1 req-0dd890b6-895a-4ef6-aa14-28c547e95b3e service neutron] 10.222.0.35 "GET /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460733 Mar 11 16:36:12.295701 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:12.300242 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bb88c-f489-4762-b74d-059ba4dd6291 None None] The sync data for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv is: [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:34:36Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'b7a61052-c6d9-43e1-9536-16f3014ec481', 'name': '', 'network_id': '6282e459-819a-45a8-a543-99bd694b3d84', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:5d:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '40570115-1620-4c5d-9806-6405a992a8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:35Z', 'updated_at': '2022-03-11T16:34:41Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': '40570115-1620-4c5d-9806-6405a992a8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:36:12.316399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-7610292a-c105-452f-a6e3-82779b319e40 req-28dd20ae-5a62-460d-878c-125f1ce210bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:12.321222 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7610292a-c105-452f-a6e3-82779b319e40 req-28dd20ae-5a62-460d-878c-125f1ce210bf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 945 time: 0.3747244 Mar 11 16:36:12.372447 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7610292a-c105-452f-a6e3-82779b319e40 req-1ccb253d-84b9-43fb-803f-7b3b0b50b869 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480888 Mar 11 16:36:12.520076 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f668c4c-63cd-4bdf-a17c-826f8db5c22a None None] New status for floating IP 59784c8a-df8d-4cab-866a-8578b445bbb2: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:36:13.348061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-793fb1f7-3e66-4135-9a4f-c895fe47d1e2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:13.350077 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-793fb1f7-3e66-4135-9a4f-c895fe47d1e2 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 945 time: 0.0783644 Mar 11 16:36:13.400192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abcfab41-6819-4a1a-a884-2f20bc0a9805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.427955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 692cd178-5b2b-45f8-9121-1eed06f8bb9e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:36:13.428306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.573596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7219212-6805-4622-a37b-40fdf4ace7cb req-8ee0b846-3646-475c-9329-f879ed806d8c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:13.575103 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7219212-6805-4622-a37b-40fdf4ace7cb req-8ee0b846-3646-475c-9329-f879ed806d8c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 945 time: 0.0829797 Mar 11 16:36:13.619803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f7219212-6805-4622-a37b-40fdf4ace7cb req-97b0c090-0e09-4b0e-9a0b-3618c87e3a47 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:13.686057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 692cd178-5b2b-45f8-9121-1eed06f8bb9e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=692cd178-5b2b-45f8-9121-1eed06f8bb9e,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:13.686617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.696741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f7219212-6805-4622-a37b-40fdf4ace7cb req-97b0c090-0e09-4b0e-9a0b-3618c87e3a47 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:13.697981 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f7219212-6805-4622-a37b-40fdf4ace7cb req-97b0c090-0e09-4b0e-9a0b-3618c87e3a47 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169229 Mar 11 16:36:13.923065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 692cd178-5b2b-45f8-9121-1eed06f8bb9e owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:36:14.225186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.277006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=692cd178-5b2b-45f8-9121-1eed06f8bb9e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:14.352887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port 692cd178-5b2b-45f8-9121-1eed06f8bb9e on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:36:14.355328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.357777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'name': 'network-vif-deleted', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:14.401563 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bc4114-5411-4f38-b854-c77ec8898b00', 'name': 'network-vif-deleted', 'tag': '692cd178-5b2b-45f8-9121-1eed06f8bb9e', 'status': 'completed', 'code': 200} Mar 11 16:36:14.530907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-94f332ac-0c14-4c8c-bda6-1729497471ab req-046db50d-4961-4ed4-b48e-1b647988949a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/692cd178-5b2b-45f8-9121-1eed06f8bb9e HTTP/1.1" status: 204 len: 173 time: 1.1764846 Mar 11 16:36:14.716612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.839874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.858387 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6f7f94b0-80a5-41df-8c18-e48cb5fb2748 req-8d5c2b1f-eb51-4bde-9aa0-3a557f93dce6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=33bc4114-5411-4f38-b854-c77ec8898b00 HTTP/1.1" status: 200 len: 210 time: 0.0508525 Mar 11 16:36:15.955215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38014) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:15.984675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:16.023258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f3f80ea-1463-48b3-ae10-c8519de75c24 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:16.053270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f3f80ea-1463-48b3-ae10-c8519de75c24 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:16.211048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f3f80ea-1463-48b3-ae10-c8519de75c24 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:16.230811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f80ea-1463-48b3-ae10-c8519de75c24 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:16.354773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2f3f80ea-1463-48b3-ae10-c8519de75c24 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:16.355925 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2f3f80ea-1463-48b3-ae10-c8519de75c24 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/e3e6ac9b-aa7c-4731-9d59-d34aa6a50a4f HTTP/1.1" status: 204 len: 168 time: 0.3997171 Mar 11 16:36:16.498636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38020) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:16.556222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 692cd178-5b2b-45f8-9121-1eed06f8bb9e no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:36:16.590368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 692cd178-5b2b-45f8-9121-1eed06f8bb9e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:36:16.590710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 692cd178-5b2b-45f8-9121-1eed06f8bb9e not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:36:17.208709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.561021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port b7a61052-c6d9-43e1-9536-16f3014ec481 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:36:17.561352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.759259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port b7a61052-c6d9-43e1-9536-16f3014ec481, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b7a61052-c6d9-43e1-9536-16f3014ec481,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:17.759606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.886017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for b7a61052-c6d9-43e1-9536-16f3014ec481 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:36:18.367752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:18.421474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=b7a61052-c6d9-43e1-9536-16f3014ec481,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:18.853835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.236951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 789267d1-aaeb-4297-b0da-8d29419f7f96 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:36:19.425054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:36:19.436283 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] Sync routers for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:36:19.440296 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-610b231d-d03e-4749-8ff0-791cc6c316d6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/789267d1-aaeb-4297-b0da-8d29419f7f96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9404969 Mar 11 16:36:19.443007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38024) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:19.448512 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:19.449104 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:36:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:19.533226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-4584d65b-c8ca-4217-a8a0-1c38a144747d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting subnet 40570115-1620-4c5d-9806-6405a992a8a3 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:36:19.536709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4584d65b-c8ca-4217-a8a0-1c38a144747d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.594243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4584d65b-c8ca-4217-a8a0-1c38a144747d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.625754 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:19.691993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4584d65b-c8ca-4217-a8a0-1c38a144747d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.880145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4584d65b-c8ca-4217-a8a0-1c38a144747d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.920851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584d65b-c8ca-4217-a8a0-1c38a144747d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Subnet': ['ID=40570115-1620-4c5d-9806-6405a992a8a3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:19.922793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4584d65b-c8ca-4217-a8a0-1c38a144747d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.933193 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4584d65b-c8ca-4217-a8a0-1c38a144747d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/subnets/40570115-1620-4c5d-9806-6405a992a8a3 HTTP/1.1" status: 204 len: 168 time: 0.4813986 Mar 11 16:36:19.933499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a135631-a05d-482d-b7e3-c8fa45cfabe9 None None] Network 6282e459-819a-45a8-a543-99bd694b3d84 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:36:19.934110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38028) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:19.945220 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:36:18Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:19.950053 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] Checking router: 789267d1-aaeb-4297-b0da-8d29419f7f96 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:36:19.958766 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] Routers {'789267d1-aaeb-4297-b0da-8d29419f7f96'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:19.959458 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:36:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['789267d1-aaeb-4297-b0da-8d29419f7f96'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:20.125108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.157830 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] Set router 789267d1-aaeb-4297-b0da-8d29419f7f96 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:20.211525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] DHCP port deletion for 6282e459-819a-45a8-a543-99bd694b3d84 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:36:20.219294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Deleting port cb1b1864-62d1-48ef-94f1-0685587fe63d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:36:20.219294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.306590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.394131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 609329df-c1f4-4999-bf9e-4232ef6cb581 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:36:20.394567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.424034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] For port cb1b1864-62d1-48ef-94f1-0685587fe63d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=cb1b1864-62d1-48ef-94f1-0685587fe63d,segment=NetworkSegment(f9e4467d-d3f4-4745-94d9-4ea0e6772e19),segment_id=f9e4467d-d3f4-4745-94d9-4ea0e6772e19)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:20.424547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.455836 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:36:18Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:20.459993 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b0c3f-c5b9-4d23-a130-d8c3a33bea47 None None] The sync data for ids ['789267d1-aaeb-4297-b0da-8d29419f7f96'] in dv-neutron-833379-1-hyperv is: [{'id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'name': 'tempest-TestNetworkBasicOps-router-1350032272', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:34:30Z', 'updated_at': '2022-03-11T16:36:18Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': '609329df-c1f4-4999-bf9e-4232ef6cb581', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789267d1-aaeb-4297-b0da-8d29419f7f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:34:31Z', 'updated_at': '2022-03-11T16:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:36:20.554820 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Calling delete_port for cb1b1864-62d1-48ef-94f1-0685587fe63d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:36:20.710817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.718567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 609329df-c1f4-4999-bf9e-4232ef6cb581, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=609329df-c1f4-4999-bf9e-4232ef6cb581,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:20.719129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.757492 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Pushing event deleted for resources: {'Port': ['ID=cb1b1864-62d1-48ef-94f1-0685587fe63d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:20.759743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] No DVR routers for this DVR port cb1b1864-62d1-48ef-94f1-0685587fe63d on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:36:20.772897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.773320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.773663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.774047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.774408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.774691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.775043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.775366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.775689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.776007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.776325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.776642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4113688-6024-4645-8d6c-415cdd25c722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:20.845337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 609329df-c1f4-4999-bf9e-4232ef6cb581 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:36:20.922308 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cb1b1864-62d1-48ef-94f1-0685587fe63d no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:36:20.958278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: cb1b1864-62d1-48ef-94f1-0685587fe63d {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:36:20.959772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cb1b1864-62d1-48ef-94f1-0685587fe63d not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:36:20.959772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b7a61052-c6d9-43e1-9536-16f3014ec481 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:36:20.993449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: b7a61052-c6d9-43e1-9536-16f3014ec481 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:36:20.993793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b7a61052-c6d9-43e1-9536-16f3014ec481 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:36:21.086959 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.162633 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=609329df-c1f4-4999-bf9e-4232ef6cb581,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:21.229427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.405639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.407838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.514021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.514603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Fanout notify agent at l3_agent the message router_deleted on router 789267d1-aaeb-4297-b0da-8d29419f7f96 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:36:21.530258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.531750 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3b5ba903-5c78-4e54-90e2-d7d8cdcabf00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/routers/789267d1-aaeb-4297-b0da-8d29419f7f96 HTTP/1.1" status: 204 len: 168 time: 1.5979319 Mar 11 16:36:21.534228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38032) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:21.651844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.783180 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.812516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6282e459-819a-45a8-a543-99bd694b3d84']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:21.824914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:21.825206 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e4467d-d3f4-4745-94d9-4ea0e6772e19') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:21.837213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.853312 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.859696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:36:21.860082 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:36:21.881595 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:36:22.053166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.074561 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.087658 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Network': ['ID=6282e459-819a-45a8-a543-99bd694b3d84,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:22.150209 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8432df7c-6851-4d9c-8d86-9d14386d3707 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/networks/6282e459-819a-45a8-a543-99bd694b3d84 HTTP/1.1" status: 204 len: 168 time: 0.6149020 Mar 11 16:36:22.187026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38036) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:22.193006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'network': {'name': 'tempest-network-smoke--733843161', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:22.198859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:22.203036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:network and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:22.205908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:22.212270 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:22.279686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:36:22.283090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.311803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:36:22.321358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.321690 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Added segment f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51 of type vlan for network ebe18160-680e-44b4-b792-454cd4c8b650 Mar 11 16:36:22.348426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.430133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.435623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:22.436233 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.551221 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3630881 Mar 11 16:36:22.554918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38040) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:22.560067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-318309666', 'admin_state_up': True, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:22.563704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fe2c8-cd19-411c-894d-e9af2873a514 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Network': ['ID=ebe18160-680e-44b4-b792-454cd4c8b650,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:22.567306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:22.571342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:router and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:22.574130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network ebe18160-680e-44b4-b792-454cd4c8b650 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:36:22.574661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:22.581066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:22.646995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.648076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.664006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:22.917439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 609329df-c1f4-4999-bf9e-4232ef6cb581 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:36:22.950822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 609329df-c1f4-4999-bf9e-4232ef6cb581 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:36:22.951153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 609329df-c1f4-4999-bf9e-4232ef6cb581 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:36:23.018606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:23.391866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:23.420933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:23.563292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.44 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/dd624ca2-2dcb-45cd-ad7e-d14feabb2317) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:23.708043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:23.793669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:23.854313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:23.856969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:23.864484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:36:23.896010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:24.428635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.766569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:25.068015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 87acd5ff-661d-42ee-881e-f5522fa33013 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:36:25.242728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:36:25.252021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Sync routers for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:36:25.261324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:25.261935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:36:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:25.325558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:25.326729 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bc02f229-b776-4800-80b4-edb866da4cdd tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7707593 Mar 11 16:36:25.335992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38044) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:25.380001 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-aeac937f-4b6f-4a9e-8afb-4a890fb75cef tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7b8493e287da4b2284f40c28615f4074&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428269 Mar 11 16:36:25.382557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38048) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:25.471695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:25.630363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9461f53d-42b9-48ef-851a-551b4e20bfd8 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:25.635112 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9461f53d-42b9-48ef-851a-551b4e20bfd8 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2482913 Mar 11 16:36:25.635340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38052) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:25.675563 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5fb84430-9682-41c3-85d9-95b02a6acc17 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368907 Mar 11 16:36:25.675789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38056) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:25.680898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626449299', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:25.760524 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:36:24Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:25.764690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Checking router: 87acd5ff-661d-42ee-881e-f5522fa33013 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:36:25.765044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Updating router 87acd5ff-661d-42ee-881e-f5522fa33013 port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:36:25.789570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:25.793360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:subnet and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:25.796144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:25.801780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:25.822573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:25.913731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:36:25.917658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.144856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.157263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Transition to ACTIVE for port object dd624ca2-2dcb-45cd-ad7e-d14feabb2317 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:26.196516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.224705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.282807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Subnet': ['ID=e2a25859-d117-471e-a5d8-2403667af2a3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:26.291979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Checking segment: {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:36:26.292338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network hostable DHCP agents. Network: ebe18160-680e-44b4-b792-454cd4c8b650, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:36:26.305888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Attempting to bind port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:36:26.306469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Attempting to bind port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:36:26.306602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Attempting to bind port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:36:26.309958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91febab-816a-4086-8ffa-dc871b9dddee None None] Pushing event updated for resources: {'Port': ['ID=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:26.314220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:36:26.314935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:36:26.315063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.315371 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:36:26.315772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Bound port: dd624ca2-2dcb-45cd-ad7e-d14feabb2317, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:36:26.316135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.365331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network ebe18160-680e-44b4-b792-454cd4c8b650 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:36:26.392379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] For port dd624ca2-2dcb-45cd-ad7e-d14feabb2317, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:36:26.395358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] For port dd624ca2-2dcb-45cd-ad7e-d14feabb2317, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:36:26.447074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, ebe18160-680e-44b4-b792-454cd4c8b650) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:26.451317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:26.464077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.464460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574cc49d-e163-40cd-89c2-ce5e95e83241 None None] Network ebe18160-680e-44b4-b792-454cd4c8b650 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:36:26.537998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.555283 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e58f0746-daf0-4c6f-9254-04c87c032e34 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8785110 Mar 11 16:36:26.560036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38060) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:26.658851 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:26.659580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:36:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:26.743426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91febab-816a-4086-8ffa-dc871b9dddee None None] Pushing event updated for resources: {'Port': ['ID=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:26.942318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-ebe18160-680e-44b4-b792-454cd4c8b650', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:36:26.943205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:26.969176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:27.300876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:27.380463 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Allocated IP 172.20.0.2 (ebe18160-680e-44b4-b792-454cd4c8b650/e2a25859-d117-471e-a5d8-2403667af2a3/61668a7f-0551-41d3-a844-86f4b2162fd8) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:27.519818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:36:24Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:27.537136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88392dc0-c561-43cf-92da-cfd9d126aa86 None None] The sync data for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv is: [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:36:24Z', 'revision_number': 3, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:36:27.628940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:27.640693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Transition to ACTIVE for port object 61668a7f-0551-41d3-a844-86f4b2162fd8 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:27.662856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Transition to ACTIVE for port object 61668a7f-0551-41d3-a844-86f4b2162fd8 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:27.728093 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:27.810467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Network ebe18160-680e-44b4-b792-454cd4c8b650 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:27.814706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:27.818536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:36:27.861727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.1 (ebe18160-680e-44b4-b792-454cd4c8b650/e2a25859-d117-471e-a5d8-2403667af2a3/2600a3a8-881f-414a-a796-d9c43b5f8b11) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:27.869523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Pushing event updated for resources: {'Port': ['ID=61668a7f-0551-41d3-a844-86f4b2162fd8,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:27.933754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Attempting to bind port 61668a7f-0551-41d3-a844-86f4b2162fd8 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:36:27.934135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Attempting to bind port 61668a7f-0551-41d3-a844-86f4b2162fd8 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:36:27.934530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Attempting to bind port 61668a7f-0551-41d3-a844-86f4b2162fd8 on network ebe18160-680e-44b4-b792-454cd4c8b650 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:36:27.940566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:36:27.940930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Checking segment: {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:36:27.941333 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:27.941860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Bound using segment: {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:36:27.942232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Bound port: 61668a7f-0551-41d3-a844-86f4b2162fd8, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:36:27.942589 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:28.041049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] For port 61668a7f-0551-41d3-a844-86f4b2162fd8, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:36:28.045624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] For port 61668a7f-0551-41d3-a844-86f4b2162fd8, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=61668a7f-0551-41d3-a844-86f4b2162fd8,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:36:28.051120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:28.080379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object 2600a3a8-881f-414a-a796-d9c43b5f8b11 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:28.145033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:28.180177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:28.229490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5429b-e901-457b-8486-b6e4ac8453ba None None] Pushing event updated for resources: {'Port': ['ID=61668a7f-0551-41d3-a844-86f4b2162fd8,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:28.263540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network ebe18160-680e-44b4-b792-454cd4c8b650 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:28.267789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:28.273085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:36:28.335131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=2600a3a8-881f-414a-a796-d9c43b5f8b11,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:28.354764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:28.590453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:28.999473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dd624ca2-2dcb-45cd-ad7e-d14feabb2317 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:29.036163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:29.081121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:29.125070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:29.130302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:29.130676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:29.200882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=2600a3a8-881f-414a-a796-d9c43b5f8b11,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:29.205570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:29.283910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:29.304927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port dd624ca2-2dcb-45cd-ad7e-d14feabb2317, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:29.353863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network ebe18160-680e-44b4-b792-454cd4c8b650 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:29.355118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:29.361711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:29.362708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 61668a7f-0551-41d3-a844-86f4b2162fd8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:29.489141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:29.539119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 61668a7f-0551-41d3-a844-86f4b2162fd8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:29.549203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 87acd5ff-661d-42ee-881e-f5522fa33013 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:36:29.869464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e304746d-1d68-4e10-a0b6-dd4f647c5659 None None] Network ebe18160-680e-44b4-b792-454cd4c8b650 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:36:29.879252 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:36:29.891210 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Sync routers for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:36:29.894335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b0361861-8ff8-430c-98f2-95a974993b52 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/87acd5ff-661d-42ee-881e-f5522fa33013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3352749 Mar 11 16:36:29.898487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38064) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:29.904735 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:29.906235 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:36:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:30.072757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb4f61-1a6b-49c4-ac55-05d9112d7174 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.073650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb4f61-1a6b-49c4-ac55-05d9112d7174 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.073778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c36aea89-d0fe-4a27-b5b9-7dd40da125f7 None None] Provisioning for port 61668a7f-0551-41d3-a844-86f4b2162fd8 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:30.074842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb4f61-1a6b-49c4-ac55-05d9112d7174 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.075387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb4f61-1a6b-49c4-ac55-05d9112d7174 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.080039 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-59fb4f61-1a6b-49c4-ac55-05d9112d7174 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1776218 Mar 11 16:36:30.085835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38068) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:30.086459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c36aea89-d0fe-4a27-b5b9-7dd40da125f7 None None] Provisioning complete for port 61668a7f-0551-41d3-a844-86f4b2162fd8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:30.086459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c36aea89-d0fe-4a27-b5b9-7dd40da125f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:30.150742 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:30.154519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79724f2-322e-4e5a-8d36-7f7ab89089dd tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.155067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79724f2-322e-4e5a-8d36-7f7ab89089dd tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.155581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79724f2-322e-4e5a-8d36-7f7ab89089dd tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.156092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79724f2-322e-4e5a-8d36-7f7ab89089dd tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.160675 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d79724f2-322e-4e5a-8d36-7f7ab89089dd tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0793400 Mar 11 16:36:30.160967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38072) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:30.300597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c36aea89-d0fe-4a27-b5b9-7dd40da125f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:30.343572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c36aea89-d0fe-4a27-b5b9-7dd40da125f7 None None] For port 61668a7f-0551-41d3-a844-86f4b2162fd8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=61668a7f-0551-41d3-a844-86f4b2162fd8,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:30.401127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c36aea89-d0fe-4a27-b5b9-7dd40da125f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:30.427479 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-79ccb4de-3be9-41e4-924a-fbbebfcb595d tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2621770 Mar 11 16:36:30.508364 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36aea89-d0fe-4a27-b5b9-7dd40da125f7 None None] Pushing event updated for resources: {'Port': ['ID=61668a7f-0551-41d3-a844-86f4b2162fd8,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:30.558510 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:36:28Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:36:28Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:30.563855 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Checking router: 87acd5ff-661d-42ee-881e-f5522fa33013 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:36:30.564343 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Updating router 87acd5ff-661d-42ee-881e-f5522fa33013 port 2600a3a8-881f-414a-a796-d9c43b5f8b11 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:36:30.643846 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:30.681229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-016e1705-d1b2-47a0-925e-ab17c468513f None None] Provisioning for port 2600a3a8-881f-414a-a796-d9c43b5f8b11 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:30.688665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-016e1705-d1b2-47a0-925e-ab17c468513f None None] Provisioning complete for port 2600a3a8-881f-414a-a796-d9c43b5f8b11 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:30.693712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-016e1705-d1b2-47a0-925e-ab17c468513f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:30.764160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-016e1705-d1b2-47a0-925e-ab17c468513f None None] Port 2600a3a8-881f-414a-a796-d9c43b5f8b11 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:36:30.786082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-016e1705-d1b2-47a0-925e-ab17c468513f None None] Provisioning complete for port 61668a7f-0551-41d3-a844-86f4b2162fd8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:30.786582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-016e1705-d1b2-47a0-925e-ab17c468513f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:30.974834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dd624ca2-2dcb-45cd-ad7e-d14feabb2317 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:31.064683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:31.064938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.075078 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.089793 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Transition to ACTIVE for port object 2600a3a8-881f-414a-a796-d9c43b5f8b11 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:31.130979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4f8bd324-dab4-4a43-9f20-6243d0b091a1 None None] Provisioning complete for port 2600a3a8-881f-414a-a796-d9c43b5f8b11 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:31.130979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4f8bd324-dab4-4a43-9f20-6243d0b091a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.176379 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.192885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4f8bd324-dab4-4a43-9f20-6243d0b091a1 None None] Port 2600a3a8-881f-414a-a796-d9c43b5f8b11 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:36:31.257789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 61668a7f-0551-41d3-a844-86f4b2162fd8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:31.289181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38080) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:31.295286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776655725', 'description': 'tempest-secgroup-smoke-1776655725 description', 'project_id': '7b8493e287da4b2284f40c28615f4074'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:31.308207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:31.320581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:31.324304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:31.331698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:31.353257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 61668a7f-0551-41d3-a844-86f4b2162fd8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:31.353257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.363358 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Pushing event updated for resources: {'Port': ['ID=2600a3a8-881f-414a-a796-d9c43b5f8b11,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:31.401428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.411985 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.412352 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.412638 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.412997 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.413431 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.414122 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.414122 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.414483 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.414753 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.415063 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.415447 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.415757 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:31.428906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:31.433289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:31.436831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:31.437840 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Attempting to bind port 2600a3a8-881f-414a-a796-d9c43b5f8b11 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:36:31.438212 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Attempting to bind port 2600a3a8-881f-414a-a796-d9c43b5f8b11 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:36:31.438562 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Attempting to bind port 2600a3a8-881f-414a-a796-d9c43b5f8b11 on network ebe18160-680e-44b4-b792-454cd4c8b650 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:36:31.445766 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:36:31.446222 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Checking segment: {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:36:31.446526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:31.446661 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.447071 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Bound using segment: {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:36:31.447530 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Bound port: 2600a3a8-881f-414a-a796-d9c43b5f8b11, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:36:31.447892 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.534879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.568750 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] For port 2600a3a8-881f-414a-a796-d9c43b5f8b11, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:36:31.573028 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] For port 2600a3a8-881f-414a-a796-d9c43b5f8b11, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2600a3a8-881f-414a-a796-d9c43b5f8b11,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:36:31.662410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.674544 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.709334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2185a91e-5caa-4647-87f8-7a7f6ffd89c7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:31.759374 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:31.760070 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:36:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:31.794207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.798819 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-107b1209-c9ac-4226-b242-c0be58b36dcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5054669 Mar 11 16:36:31.799814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38084) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:31.808029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2185a91e-5caa-4647-87f8-7a7f6ffd89c7', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:31.815347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:31.823197 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:31.824177 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f30c0-db36-4d0d-b94b-e4e16b6c4d4a None None] Pushing event updated for resources: {'Port': ['ID=2600a3a8-881f-414a-a796-d9c43b5f8b11,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:31.837963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:31.846237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:31.956287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:31.963479 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:32.136600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.189285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.225431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1c4b37-a9a2-446d-afb6-e3070fa0d4ba,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:32.280809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.282106 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-64359841-16d2-4fe9-942c-e7494939ebcf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4811902 Mar 11 16:36:32.285454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38088) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:32.290984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2185a91e-5caa-4647-87f8-7a7f6ffd89c7', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:32.296785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:32.300660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:32.303851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:32.309638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:32.327124 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:36:28Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:36:31Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:32.335292 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbd5b33-9a2e-40cb-9d31-45752bd4f1a9 None None] The sync data for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv is: [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:36:28Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:36:31Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:36:32.393248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.465260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.555739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.580948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2ac3fe-3919-4987-8476-02849e0a66e7,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:32.653289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.654732 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3fffd4d0-af2f-495b-bbb7-ca7628eee774 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3683360 Mar 11 16:36:32.657388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38092) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:32.662800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2185a91e-5caa-4647-87f8-7a7f6ffd89c7', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:32.669278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:32.673299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:32.677749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:32.685100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:32.767361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.839862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.932509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.955232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2600a3a8-881f-414a-a796-d9c43b5f8b11 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:32.961401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fefb006-7f6c-47fc-a57a-b567eaeb5798,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:33.047340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.048771 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-40decad6-6578-420a-affb-233edac9bd02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3900912 Mar 11 16:36:33.051555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38096) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:33.057360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2185a91e-5caa-4647-87f8-7a7f6ffd89c7', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:33.063549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:33.067438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:33.070860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:33.077253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:33.108452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 2600a3a8-881f-414a-a796-d9c43b5f8b11 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:33.113955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2600a3a8-881f-414a-a796-d9c43b5f8b11 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:33.122470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.207304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.254288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.281514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.282879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 2600a3a8-881f-414a-a796-d9c43b5f8b11, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2600a3a8-881f-414a-a796-d9c43b5f8b11,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:33.360032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.366603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.386561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b10fdcf-4bd5-4fd3-9aab-de3f2e6e6342,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:33.445180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=2600a3a8-881f-414a-a796-d9c43b5f8b11,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:33.456923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.458351 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-afa0c536-f086-42e2-a291-8fa3e7981e4b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4057345 Mar 11 16:36:33.461683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38100) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:33.467340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2185a91e-5caa-4647-87f8-7a7f6ffd89c7', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:33.473389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:33.477378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:33.480902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:33.485957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:33.571666 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:36:33.579118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.648238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.730492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.753846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fc5119-4168-4f4e-9d2d-3e8ebb5a3534,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:33.810452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.811605 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7828c1e6-1ca3-4297-b192-7c91426bf7fc tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3485465 Mar 11 16:36:33.814398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38104) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:33.824020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'security_group_rule': {'security_group_id': '2185a91e-5caa-4647-87f8-7a7f6ffd89c7', 'project_id': '7b8493e287da4b2284f40c28615f4074', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:33.826655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:33.830589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:security_group_rule and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:33.833487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:33.841981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:33.920857 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Project 7b8493e287da4b2284f40c28615f4074 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:36:33.928884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:34.001877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:34.087002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:34.117865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6281a2-6893-40a9-b903-16cb84dac105,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:34.196261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:34.197512 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-58170a6a-288f-40af-b1fa-3f995ded4a7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3821495 Mar 11 16:36:34.419486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-ea25f82d-ac6f-4ccc-9f0c-55de333fa2f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:34.538619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-ea25f82d-ac6f-4ccc-9f0c-55de333fa2f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:34.539703 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-ea25f82d-ac6f-4ccc-9f0c-55de333fa2f0 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776655725&fields=id&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 267 time: 0.1615679 Mar 11 16:36:34.697407 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-91957406-6076-4994-a52e-a66e46d2a989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:34.698071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-91957406-6076-4994-a52e-a66e46d2a989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:34.766829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-91957406-6076-4994-a52e-a66e46d2a989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:34.768016 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-91957406-6076-4994-a52e-a66e46d2a989 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/networks?id=ebe18160-680e-44b4-b792-454cd4c8b650 HTTP/1.1" status: 200 len: 796 time: 0.2215776 Mar 11 16:36:34.783578 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-9de68b9a-55bf-4aeb-bc86-ec77c9440ff1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/quotas/7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 375 time: 0.0094004 Mar 11 16:36:34.869033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-56c26d5c-6811-4ebb-8317-fe07eedf1bdf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:34.937742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2600a3a8-881f-414a-a796-d9c43b5f8b11 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:34.950251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-56c26d5c-6811-4ebb-8317-fe07eedf1bdf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:34.952886 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-56c26d5c-6811-4ebb-8317-fe07eedf1bdf tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627781 Mar 11 16:36:34.969606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-b7d7e118-d314-426a-bdc5-b312ab24b398 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:36:34.970900 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-b7d7e118-d314-426a-bdc5-b312ab24b398 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060399 Mar 11 16:36:35.014341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2600a3a8-881f-414a-a796-d9c43b5f8b11 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:35.014835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:35.108659 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-7425841f-6619-4cb9-8d0e-df6afd340649 service neutron] 10.222.0.57 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317887 Mar 11 16:36:35.248650 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-49d3e325-7699-4c41-939e-6bfe43e3eaca service neutron] 10.222.0.57 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334240 Mar 11 16:36:35.608031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-311da776-07c9-4cbb-99a5-fb67162a3422 req-a89170c3-ef31-4748-8e90-d23ef06d254c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:35.620995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-311da776-07c9-4cbb-99a5-fb67162a3422 req-a89170c3-ef31-4748-8e90-d23ef06d254c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:35.622133 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-311da776-07c9-4cbb-99a5-fb67162a3422 req-a89170c3-ef31-4748-8e90-d23ef06d254c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 210 time: 0.1755655 Mar 11 16:36:36.780171 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-da6b0cd2-3725-4e61-b150-0df8a0dc1180 req-ff6b17bf-a55c-40ca-af33-1ce0dd53dcc3 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 210 time: 0.0493271 Mar 11 16:36:37.514024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-111a9ad5-ae09-4539-99ca-5baa455f1d8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:37.515472 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-111a9ad5-ae09-4539-99ca-5baa455f1d8b tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/networks?id=ebe18160-680e-44b4-b792-454cd4c8b650 HTTP/1.1" status: 200 len: 796 time: 0.1545539 Mar 11 16:36:37.563864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-ade7677e-a8e9-453c-a215-1c4c9bf6da4a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:37.575712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-ade7677e-a8e9-453c-a215-1c4c9bf6da4a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:37.576830 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-ade7677e-a8e9-453c-a215-1c4c9bf6da4a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8493e287da4b2284f40c28615f4074 HTTP/1.1" status: 200 len: 380 time: 0.0534978 Mar 11 16:36:37.586135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'port': {'device_id': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'admin_state_up': True, 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'security_groups': ['2185a91e-5caa-4647-87f8-7a7f6ffd89c7']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:37.745265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:37.754759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:37.833786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Made reservation on behalf of 7b8493e287da4b2284f40c28615f4074 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:36:37.838352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:37.955798 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a272f9c-1f94-4db4-861f-5872c00f9b8e req-ef574979-05f8-48e1-bb59-a4f62806c3ff tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 210 time: 0.0558085 Mar 11 16:36:38.065054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.20.0.13 (ebe18160-680e-44b4-b792-454cd4c8b650/e2a25859-d117-471e-a5d8-2403667af2a3/e8fc0091-7778-4d73-a8d1-320e1227adb7) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:38.365030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:38.382493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Transition to ACTIVE for port object e8fc0091-7778-4d73-a8d1-320e1227adb7 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:38.498344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:38.564438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network ebe18160-680e-44b4-b792-454cd4c8b650 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:38.567467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:38.576673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:36:38.610310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=e8fc0091-7778-4d73-a8d1-320e1227adb7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:38.649279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:38.649940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:38.761529 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-896b5c7a-8ba0-4e9a-b3db-a0851a463740 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1795268 Mar 11 16:36:38.819103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Request body: {'port': {'device_id': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:38.930061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:38.937825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f670c76-d6d1-43f6-aca6-b47eb4ea33fd None None] Provisioning for port e8fc0091-7778-4d73-a8d1-320e1227adb7 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:38.943728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f670c76-d6d1-43f6-aca6-b47eb4ea33fd None None] Provisioning complete for port e8fc0091-7778-4d73-a8d1-320e1227adb7 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:38.944779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f670c76-d6d1-43f6-aca6-b47eb4ea33fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:39.006426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9f670c76-d6d1-43f6-aca6-b47eb4ea33fd None None] Port e8fc0091-7778-4d73-a8d1-320e1227adb7 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:36:39.157155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea54d6-77f0-43c4-bfd9-e3c85f9ffdd4 req-060f19eb-f174-42fa-9ee7-f546da488535 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:39.158643 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99ea54d6-77f0-43c4-bfd9-e3c85f9ffdd4 req-060f19eb-f174-42fa-9ee7-f546da488535 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 932 time: 0.0826268 Mar 11 16:36:39.213294 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99ea54d6-77f0-43c4-bfd9-e3c85f9ffdd4 req-1aab0124-5cb2-43e0-a7c3-fb4aca99bb33 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453584 Mar 11 16:36:39.286357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fc0091-7778-4d73-a8d1-320e1227adb7 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:36:39.294655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:39.309173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Transition to ACTIVE for port object e8fc0091-7778-4d73-a8d1-320e1227adb7 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:39.355078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:39.394664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:39.550528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fc0091-7778-4d73-a8d1-320e1227adb7,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:39.641788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Attempting to bind port e8fc0091-7778-4d73-a8d1-320e1227adb7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:36:39.642476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Attempting to bind port e8fc0091-7778-4d73-a8d1-320e1227adb7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:36:39.642476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Attempting to bind port e8fc0091-7778-4d73-a8d1-320e1227adb7 on network ebe18160-680e-44b4-b792-454cd4c8b650 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:36:39.647713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Port e8fc0091-7778-4d73-a8d1-320e1227adb7 on network ebe18160-680e-44b4-b792-454cd4c8b650 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:36:39.648320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Attempting to bind port e8fc0091-7778-4d73-a8d1-320e1227adb7 on network ebe18160-680e-44b4-b792-454cd4c8b650 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:36:39.653340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:36:39.653672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Checking segment: {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:36:39.654053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Bound using segment: {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:36:39.654498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Bound port: e8fc0091-7778-4d73-a8d1-320e1227adb7, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:36:39.654841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:39.743602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] For port e8fc0091-7778-4d73-a8d1-320e1227adb7, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:36:39.746521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] For port e8fc0091-7778-4d73-a8d1-320e1227adb7, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e8fc0091-7778-4d73-a8d1-320e1227adb7,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:36:39.817953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:39.877270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:39.877875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:39.879379 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] 10.222.0.35 "PUT /v2.0/ports/e8fc0091-7778-4d73-a8d1-320e1227adb7 HTTP/1.1" status: 200 len: 1094 time: 1.1102877 Mar 11 16:36:39.879677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:39.909304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0baf9-744d-4239-908f-71f62d225914 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fc0091-7778-4d73-a8d1-320e1227adb7,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:40.013136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'status': 'completed', 'code': 200} Mar 11 16:36:40.042896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-21716f5c-4ca5-400e-88b7-1a22dfce249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:40.044404 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-21716f5c-4ca5-400e-88b7-1a22dfce249b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 1097 time: 0.0837409 Mar 11 16:36:40.134426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-06ccbe1d-4456-4675-afe6-35cb638fe366 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc0091-7778-4d73-a8d1-320e1227adb7 HTTP/1.1" status: 200 len: 217 time: 0.0827820 Mar 11 16:36:40.197520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-bd4cbc1a-6286-47fb-ac1b-fceeaccd624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:40.198987 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-bd4cbc1a-6286-47fb-ac1b-fceeaccd624d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2a25859-d117-471e-a5d8-2403667af2a3 HTTP/1.1" status: 200 len: 835 time: 0.0593300 Mar 11 16:36:40.281527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-83676a74-91d1-483a-b3ad-616829aa99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:40.283021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-83676a74-91d1-483a-b3ad-616829aa99ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebe18160-680e-44b4-b792-454cd4c8b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779738 Mar 11 16:36:40.411164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4450df-c9d9-4e99-8cea-7624944160e4 req-2db0ce67-74f0-43ec-a6ac-f136e152b8cb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:40.413450 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9f4450df-c9d9-4e99-8cea-7624944160e4 req-2db0ce67-74f0-43ec-a6ac-f136e152b8cb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 944 time: 0.0897753 Mar 11 16:36:40.421041 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-e568c03e-d1d4-4b10-bae6-86003a9bae3d service neutron] 10.222.0.35 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319001 Mar 11 16:36:40.460237 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9f4450df-c9d9-4e99-8cea-7624944160e4 req-99d392e9-2960-449e-9249-c1820da7165e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394413 Mar 11 16:36:40.736966 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-657699b5-ee54-438f-a1d0-ecec6f4ef0e7 req-7f5fc2a9-5f21-4e1d-9c57-abfd2f0cee5a service neutron] 10.222.0.35 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098955 Mar 11 16:36:40.953114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-8682ca44-1e4b-4213-85f7-58fda674889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:40.954603 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-8682ca44-1e4b-4213-85f7-58fda674889d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 1097 time: 0.0724418 Mar 11 16:36:41.092746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-32c7c04c-0f05-4e1a-b6bb-50a23cf6d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:41.094200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-32c7c04c-0f05-4e1a-b6bb-50a23cf6d8d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebe18160-680e-44b4-b792-454cd4c8b650 HTTP/1.1" status: 200 len: 897 time: 0.1334417 Mar 11 16:36:41.158908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-52253b8e-ae16-4b9b-9dde-fcf08807d1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:41.169112 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-eeb0155f-a059-4615-a077-58bf2076e290 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc0091-7778-4d73-a8d1-320e1227adb7 HTTP/1.1" status: 200 len: 217 time: 0.0676908 Mar 11 16:36:41.231618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-aba9cec2-133f-4b44-895c-4b4fe2936f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:41.233030 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-aba9cec2-133f-4b44-895c-4b4fe2936f87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2a25859-d117-471e-a5d8-2403667af2a3 HTTP/1.1" status: 200 len: 835 time: 0.0576451 Mar 11 16:36:41.316038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-def5b874-e501-4a7e-8c16-20738e441b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:41.317487 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-def5b874-e501-4a7e-8c16-20738e441b1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebe18160-680e-44b4-b792-454cd4c8b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774758 Mar 11 16:36:41.450573 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-13693959-10f4-4e99-8b30-0cbe320459c6 service neutron] 10.222.0.35 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261427 Mar 11 16:36:41.588215 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d60cc69b-4d1b-4aff-86f2-81640085b467 req-1f231bba-fbb7-40ab-9939-97c24619a240 service neutron] 10.222.0.35 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315393 Mar 11 16:36:41.666574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5073a-7fe3-41a0-85a4-aa8074b9e2d3 req-4a84c4c3-2292-4a6e-a6e8-be3a09625a9c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:41.667260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f5d5073a-7fe3-41a0-85a4-aa8074b9e2d3 req-4a84c4c3-2292-4a6e-a6e8-be3a09625a9c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:41.765936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f5d5073a-7fe3-41a0-85a4-aa8074b9e2d3 req-4a84c4c3-2292-4a6e-a6e8-be3a09625a9c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:41.767119 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f5d5073a-7fe3-41a0-85a4-aa8074b9e2d3 req-4a84c4c3-2292-4a6e-a6e8-be3a09625a9c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 944 time: 0.1780529 Mar 11 16:36:41.814913 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f5d5073a-7fe3-41a0-85a4-aa8074b9e2d3 req-10f1f72b-9623-4b1b-8708-20e38706c002 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416238 Mar 11 16:36:42.696386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device e8fc0091-7778-4d73-a8d1-320e1227adb7 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:36:42.833910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port e8fc0091-7778-4d73-a8d1-320e1227adb7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e8fc0091-7778-4d73-a8d1-320e1227adb7,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:42.848402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'port_id': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'mac_address': 'fa:16:3e:97:0c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:36:42.909607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:42.931570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fc0091-7778-4d73-a8d1-320e1227adb7 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:36:42.949855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port e8fc0091-7778-4d73-a8d1-320e1227adb7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e8fc0091-7778-4d73-a8d1-320e1227adb7,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:43.007755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7eb1-aa2d-4f09-a01c-40230c7dccef req-2021cd46-377a-4999-8f40-bedea23bbccb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:43.009215 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93cb7eb1-aa2d-4f09-a01c-40230c7dccef req-2021cd46-377a-4999-8f40-bedea23bbccb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 944 time: 0.0877113 Mar 11 16:36:43.054679 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93cb7eb1-aa2d-4f09-a01c-40230c7dccef req-5724a80e-78b4-4bf8-915d-56163188ef00 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396769 Mar 11 16:36:43.063316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:43.131005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=e8fc0091-7778-4d73-a8d1-320e1227adb7,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:43.250772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['e8fc0091-7778-4d73-a8d1-320e1227adb7'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:36:43.410698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-76d19810-e602-490c-90bd-4956e131d32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:44.247667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb2776-96ad-43ff-8aa6-5508858befe0 req-bea0f626-72a8-41bc-a641-42771cf7a581 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:44.249129 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8fdb2776-96ad-43ff-8aa6-5508858befe0 req-bea0f626-72a8-41bc-a641-42771cf7a581 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 945 time: 0.0836885 Mar 11 16:36:44.294963 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8fdb2776-96ad-43ff-8aa6-5508858befe0 req-3230b963-4efe-44ca-a4ff-6630a2a48545 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Mar 11 16:36:44.640205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:44.657298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:44.710946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device e8fc0091-7778-4d73-a8d1-320e1227adb7 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:44.827470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port e8fc0091-7778-4d73-a8d1-320e1227adb7 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:44.832522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port e8fc0091-7778-4d73-a8d1-320e1227adb7 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:44.832888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:44.953120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:44.981710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:44.992672 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port e8fc0091-7778-4d73-a8d1-320e1227adb7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e8fc0091-7778-4d73-a8d1-320e1227adb7,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:36:45.032247 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'code': 200} Mar 11 16:36:45.070302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:45.144745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=e8fc0091-7778-4d73-a8d1-320e1227adb7,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:45.472990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033befab-f1e0-486f-8bfd-d238b1006e46 req-1027a1c9-5c79-4e1d-8cbc-a56c5a8e3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:45.474407 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-033befab-f1e0-486f-8bfd-d238b1006e46 req-1027a1c9-5c79-4e1d-8cbc-a56c5a8e3c13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 1099 time: 0.1194050 Mar 11 16:36:45.524653 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-033befab-f1e0-486f-8bfd-d238b1006e46 req-a9d2f224-9a1a-4954-810d-913f7a1b510c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446436 Mar 11 16:36:45.545218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfd0f4-2f63-4807-aabb-7efcbaf9c1df req-d5d259e4-d0d2-45e3-b989-4f81de455780 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:45.546708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bfcfd0f4-2f63-4807-aabb-7efcbaf9c1df req-d5d259e4-d0d2-45e3-b989-4f81de455780 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 946 time: 0.1302803 Mar 11 16:36:45.592413 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bfcfd0f4-2f63-4807-aabb-7efcbaf9c1df req-1ae32a43-0570-4b84-8f1f-f6fa3b8776b9 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401857 Mar 11 16:36:45.880775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:46.793518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91281b7e-3466-41c1-9cea-d854e81dc32e req-237c4491-f4c1-40fb-bfb9-aac3337e8187 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:46.795162 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91281b7e-3466-41c1-9cea-d854e81dc32e req-237c4491-f4c1-40fb-bfb9-aac3337e8187 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 946 time: 0.0910301 Mar 11 16:36:46.841463 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-91281b7e-3466-41c1-9cea-d854e81dc32e req-415ce2ff-c037-463e-9442-2cd9bdaf66c8 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403666 Mar 11 16:36:48.026779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e08bab-bc17-40e6-adb5-4fe74fd0063b req-74031bfe-6cbb-4d48-91ac-775d75d3ce11 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:48.028210 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15e08bab-bc17-40e6-adb5-4fe74fd0063b req-74031bfe-6cbb-4d48-91ac-775d75d3ce11 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 946 time: 0.0817564 Mar 11 16:36:48.074122 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15e08bab-bc17-40e6-adb5-4fe74fd0063b req-b94c1e18-d88e-4e07-8135-34392d8435e5 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400112 Mar 11 16:36:48.288529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c7252-a5f2-41ee-8cb3-4e6283167d4f req-af4d891a-e4ae-4e09-b67c-3396a9ec9142 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:48.289988 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b4c7252-a5f2-41ee-8cb3-4e6283167d4f req-af4d891a-e4ae-4e09-b67c-3396a9ec9142 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 946 time: 0.1024673 Mar 11 16:36:48.333688 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7b4c7252-a5f2-41ee-8cb3-4e6283167d4f req-ced13106-bb1d-4426-8ea1-07d78c2a7922 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379543 Mar 11 16:36:48.357814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38170) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:48.425674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadfca46-b991-44c2-ac6f-e2ee1a4efc53 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:48.427178 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fadfca46-b991-44c2-ac6f-e2ee1a4efc53 tempest-TestNetworkBasicOps-192326126 tempest-TestNetworkBasicOps-192326126-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 1094 time: 0.0682592 Mar 11 16:36:48.430098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38174) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:48.434855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:36:48.440731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:48.445021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Usage tracker for resource:floatingip and tenant:7b8493e287da4b2284f40c28615f4074 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:48.447820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:48.453389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:48.547258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:48.687065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:48.831076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Allocated IP 172.26.8.215 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/5a6c624d-de2d-4ea3-8579-9c06baf227dc) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:48.919540 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:36:49.083763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:49.178271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:49.249598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:49.252463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:49.254928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:36:49.295379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=5a6c624d-de2d-4ea3-8579-9c06baf227dc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:49.681488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:49.808771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:50.014136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:50.102754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:50.222021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event updated for resources: {'Port': ['ID=5a6c624d-de2d-4ea3-8579-9c06baf227dc,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:50.233778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:50.410338 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 53d9e678-f47e-442d-8381-8f2f9d1c5699 associated. External IP: 172.26.8.215, port: e8fc0091-7778-4d73-a8d1-320e1227adb7. Mar 11 16:36:50.878031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 87acd5ff-661d-42ee-881e-f5522fa33013 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:36:51.065711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:36:51.077681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] Sync routers for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:36:51.088191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:51.088821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:36:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:51.164539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:51.220206 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-86fb4834-93cc-4633-83cc-fa9884fe98ce tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7890546 Mar 11 16:36:51.220773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:36:51.223039 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:51.267823 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'status': 'completed', 'code': 200} Mar 11 16:36:51.273195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:51.341325 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-52af0711-4f3e-4142-9b28-abe853b92e23 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/53d9e678-f47e-442d-8381-8f2f9d1c5699 HTTP/1.1" status: 200 len: 992 time: 0.1163604 Mar 11 16:36:51.368553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-2295ddc1-07e5-4fc0-93db-9f2138882897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:51.370009 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-2295ddc1-07e5-4fc0-93db-9f2138882897 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 1099 time: 0.0752740 Mar 11 16:36:51.508646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-59935b14-06d0-4152-97d0-ec5233a63217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:51.510005 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-59935b14-06d0-4152-97d0-ec5233a63217 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebe18160-680e-44b4-b792-454cd4c8b650 HTTP/1.1" status: 200 len: 897 time: 0.1341324 Mar 11 16:36:51.622909 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-21697fe5-a1bb-4bc4-940c-c08819ae635c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc0091-7778-4d73-a8d1-320e1227adb7 HTTP/1.1" status: 200 len: 1000 time: 0.1071827 Mar 11 16:36:51.632823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:36:28Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '53d9e678-f47e-442d-8381-8f2f9d1c5699', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'port_id': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'mac_address': 'fa:16:3e:97:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:49Z', 'updated_at': '2022-03-11T16:36:49Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:36:33Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:51.636919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] Checking router: 87acd5ff-661d-42ee-881e-f5522fa33013 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:36:51.645513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:36:51.646186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:36:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:51.690147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-8cd3eba8-59ef-41e1-99ef-c196391828d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:51.691596 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-8cd3eba8-59ef-41e1-99ef-c196391828d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2a25859-d117-471e-a5d8-2403667af2a3 HTTP/1.1" status: 200 len: 835 time: 0.0637553 Mar 11 16:36:51.771086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-b0897d68-f394-4fce-943d-ec7fe2a1f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:51.772847 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-b0897d68-f394-4fce-943d-ec7fe2a1f2b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebe18160-680e-44b4-b792-454cd4c8b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760190 Mar 11 16:36:51.834727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:36:51.915974 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-97da1e93-8c19-4e81-976d-ea4d0a9d3e16 service neutron] 10.222.0.35 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373162 Mar 11 16:36:52.049515 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-47d24021-925f-4e10-984d-68c0bfb0bf76 req-738ee33c-7016-4a6e-87f0-d93890075b2f service neutron] 10.222.0.35 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282258 Mar 11 16:36:52.243574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:36:28Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '53d9e678-f47e-442d-8381-8f2f9d1c5699', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'port_id': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'mac_address': 'fa:16:3e:97:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:49Z', 'updated_at': '2022-03-11T16:36:49Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:36:33Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:52.247843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290eacf5-f396-4fda-815b-f8407e28ccf1 None None] The sync data for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv is: [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:36:28Z', 'revision_number': 4, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '53d9e678-f47e-442d-8381-8f2f9d1c5699', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'port_id': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'mac_address': 'fa:16:3e:97:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:49Z', 'updated_at': '2022-03-11T16:36:49Z', 'revision_number': 0, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:36:33Z', 'revision_number': 5, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:36:52.345228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38184) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:52.451722 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31418af-e10e-4ef1-a4e8-0b3760ea61a4 None None] New status for floating IP 53d9e678-f47e-442d-8381-8f2f9d1c5699: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:36:52.462047 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-29bb70f9-575d-4e26-8a30-7e6ed381bcbb tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/53d9e678-f47e-442d-8381-8f2f9d1c5699 HTTP/1.1" status: 200 len: 992 time: 0.1153862 Mar 11 16:36:53.466334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38188) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:53.572933 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-45692a9b-617d-4510-8d15-0badb338b2f6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/53d9e678-f47e-442d-8381-8f2f9d1c5699 HTTP/1.1" status: 200 len: 994 time: 0.1054208 Mar 11 16:37:09.346877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:11.107456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8d1aafb-fd94-4c37-a97a-a4f5e995bcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:13.370179 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b9952de2-5fe5-4a6d-8a02-fe9fb1dd6d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.650843 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.672443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:15.850409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:18.196758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38202) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:18.203316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-74251e17-43dc-4688-96b0-48c9027e307c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:18.871587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74251e17-43dc-4688-96b0-48c9027e307c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:19.010777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74251e17-43dc-4688-96b0-48c9027e307c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:19.216368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74251e17-43dc-4688-96b0-48c9027e307c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 87acd5ff-661d-42ee-881e-f5522fa33013 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:37:19.403410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74251e17-43dc-4688-96b0-48c9027e307c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:19.409967 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-74251e17-43dc-4688-96b0-48c9027e307c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:19.414874 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-74251e17-43dc-4688-96b0-48c9027e307c tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/87acd5ff-661d-42ee-881e-f5522fa33013 HTTP/1.1" status: 200 len: 887 time: 1.2133555 Mar 11 16:37:19.415076 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c22727c-d13a-419b-80d5-50872fb3350c None None] Sync routers for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:19.423468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c22727c-d13a-419b-80d5-50872fb3350c None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:19.424078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1c22727c-d13a-419b-80d5-50872fb3350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:19.486223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1c22727c-d13a-419b-80d5-50872fb3350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:19.494365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c22727c-d13a-419b-80d5-50872fb3350c None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:19.494946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1c22727c-d13a-419b-80d5-50872fb3350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:19.554490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-1c22727c-d13a-419b-80d5-50872fb3350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:19.554883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c22727c-d13a-419b-80d5-50872fb3350c None None] The sync data for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv is: [] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:20.293770 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d364b-54f9-4ffb-b34a-8549ca00b39e None None] New status for floating IP 53d9e678-f47e-442d-8381-8f2f9d1c5699: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:37:20.953082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2600a3a8-881f-414a-a796-d9c43b5f8b11 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:21.065852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:21.097395 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 2600a3a8-881f-414a-a796-d9c43b5f8b11, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2600a3a8-881f-414a-a796-d9c43b5f8b11,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:21.198592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:21.199300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dd624ca2-2dcb-45cd-ad7e-d14feabb2317 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:21.317603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=2600a3a8-881f-414a-a796-d9c43b5f8b11,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:21.354587 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.354948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.355313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.355650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.355980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.357055 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.357479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.357851 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.358240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.358572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.358893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.359215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:21.391631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:21.407677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port dd624ca2-2dcb-45cd-ad7e-d14feabb2317, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:21.478416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:21.547038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:22.464681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38212) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:22.469923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6c7ba579-79e5-4aa4-8bf4-3e5916a9ed7a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:23.107218 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ba579-79e5-4aa4-8bf4-3e5916a9ed7a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:23.176147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ba579-79e5-4aa4-8bf4-3e5916a9ed7a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1798936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1798931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1800800'] for router, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:23.363195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7ba579-79e5-4aa4-8bf4-3e5916a9ed7a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 87acd5ff-661d-42ee-881e-f5522fa33013 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:37:23.546062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7ba579-79e5-4aa4-8bf4-3e5916a9ed7a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:23.553101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c7ba579-79e5-4aa4-8bf4-3e5916a9ed7a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:23.553906 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6c7ba579-79e5-4aa4-8bf4-3e5916a9ed7a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/87acd5ff-661d-42ee-881e-f5522fa33013 HTTP/1.1" status: 200 len: 886 time: 1.0882568 Mar 11 16:37:23.555408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] Sync routers for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:23.556937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38216) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:23.565269 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:23.565875 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:23.664782 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8502fe11-c311-4c47-9e13-55cf67d3254e tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/53d9e678-f47e-442d-8381-8f2f9d1c5699 HTTP/1.1" status: 200 len: 992 time: 0.1065502 Mar 11 16:37:23.750649 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:24.112975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:37:23Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:37:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '53d9e678-f47e-442d-8381-8f2f9d1c5699', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'port_id': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'mac_address': 'fa:16:3e:97:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:49Z', 'updated_at': '2022-03-11T16:37:20Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:37:21Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:24.117154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] Checking router: 87acd5ff-661d-42ee-881e-f5522fa33013 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:24.126776 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:24.127441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:24.351117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:24.668641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38222) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:24.705300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:37:23Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:37:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '53d9e678-f47e-442d-8381-8f2f9d1c5699', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'port_id': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'mac_address': 'fa:16:3e:97:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:49Z', 'updated_at': '2022-03-11T16:37:20Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:37:21Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:24.709275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c46a8-d18b-49c2-9fd2-a22f9a18db90 None None] The sync data for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv is: [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:37:23Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:37:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '53d9e678-f47e-442d-8381-8f2f9d1c5699', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'port_id': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'mac_address': 'fa:16:3e:97:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:49Z', 'updated_at': '2022-03-11T16:37:20Z', 'revision_number': 2, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:37:21Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:24.784080 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1a0751de-274d-4a51-bd65-38eae9a24025 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/53d9e678-f47e-442d-8381-8f2f9d1c5699 HTTP/1.1" status: 200 len: 992 time: 0.1122282 Mar 11 16:37:24.999634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2600a3a8-881f-414a-a796-d9c43b5f8b11 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:25.077321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2600a3a8-881f-414a-a796-d9c43b5f8b11 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:25.077690 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:25.207986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:25.242146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 2600a3a8-881f-414a-a796-d9c43b5f8b11, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2600a3a8-881f-414a-a796-d9c43b5f8b11,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:25.314062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:25.392625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=2600a3a8-881f-414a-a796-d9c43b5f8b11,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:25.786914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38226) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:25.899554 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9126a6ba-9cec-483b-90ec-fd7e38c1881a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/53d9e678-f47e-442d-8381-8f2f9d1c5699 HTTP/1.1" status: 200 len: 992 time: 0.1115086 Mar 11 16:37:25.917641 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:37:26.309573 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae42c5c-6ddf-4999-b27c-95ca26beb55a None None] New status for floating IP 53d9e678-f47e-442d-8381-8f2f9d1c5699: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:37:26.903685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38230) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:27.026778 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3b3e3fc0-cfa1-4fa1-ac9b-1e30c4868c02 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/floatingips/53d9e678-f47e-442d-8381-8f2f9d1c5699 HTTP/1.1" status: 200 len: 994 time: 0.1215417 Mar 11 16:37:27.028727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2600a3a8-881f-414a-a796-d9c43b5f8b11 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:27.097525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 2600a3a8-881f-414a-a796-d9c43b5f8b11 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:27.097916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.219303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dd624ca2-2dcb-45cd-ad7e-d14feabb2317 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:27.284651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:27.284936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.315333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38238) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:27.401631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.418703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port dd624ca2-2dcb-45cd-ad7e-d14feabb2317, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:27.501311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.525688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 5a6c624d-de2d-4ea3-8579-9c06baf227dc {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:27.526042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.573178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:27.799602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.799843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:27.926585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 5a6c624d-de2d-4ea3-8579-9c06baf227dc owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:28.129808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:28.179653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=5a6c624d-de2d-4ea3-8579-9c06baf227dc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:28.225683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.226029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.226400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.226779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.227099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.227431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.227911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.228251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.228580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.228902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.229224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.229545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:28.292171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:28.292501 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Floating IP 53d9e678-f47e-442d-8381-8f2f9d1c5699 disassociated (deleted). External IP: 172.26.8.215, port: e8fc0091-7778-4d73-a8d1-320e1227adb7. Mar 11 16:37:28.655490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 87acd5ff-661d-42ee-881e-f5522fa33013 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:37:28.833272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:28.843129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] Sync routers for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:28.852109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:28.852708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:28.915660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:28.973004 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-34cc6d3b-c398-4b44-9fa5-9b7993147309 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/floatingips/53d9e678-f47e-442d-8381-8f2f9d1c5699 HTTP/1.1" status: 204 len: 168 time: 1.6541014 Mar 11 16:37:28.973004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:37:28.996286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dd624ca2-2dcb-45cd-ad7e-d14feabb2317 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:29.018286 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'status': 'completed', 'code': 200} Mar 11 16:37:29.087238 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:29.123010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-c0f38c27-d09b-4cd5-99e6-b52df08be111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:29.124497 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-c0f38c27-d09b-4cd5-99e6-b52df08be111 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7b8493e287da4b2284f40c28615f4074&device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 1099 time: 0.0833225 Mar 11 16:37:29.260649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-5af9ee8b-0f3d-420a-9d4c-d355b886920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:29.262282 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-5af9ee8b-0f3d-420a-9d4c-d355b886920b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebe18160-680e-44b4-b792-454cd4c8b650 HTTP/1.1" status: 200 len: 897 time: 0.1319287 Mar 11 16:37:29.275726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:29.276093 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:29.459851 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-424b339c-ee5c-45de-8a6b-da41e93be827 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc0091-7778-4d73-a8d1-320e1227adb7 HTTP/1.1" status: 200 len: 217 time: 0.1917639 Mar 11 16:37:29.542849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-a1612006-76d4-4d8a-a1ce-37616419b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:29.546103 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-a1612006-76d4-4d8a-a1ce-37616419b69b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e2a25859-d117-471e-a5d8-2403667af2a3 HTTP/1.1" status: 200 len: 835 time: 0.0798573 Mar 11 16:37:29.557587 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:37:23Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:37:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:37:25Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:29.563396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] Checking router: 87acd5ff-661d-42ee-881e-f5522fa33013 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:29.572020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:29.572620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:29.580307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c019f-b8b6-4768-bc8f-2b3e53a08efb req-5d3932ef-766a-43e0-853a-b56ed88824a7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:29.581940 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1b0c019f-b8b6-4768-bc8f-2b3e53a08efb req-5d3932ef-766a-43e0-853a-b56ed88824a7 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 946 time: 0.0861650 Mar 11 16:37:29.625954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-7798dfaf-31a9-411c-a9a9-e4ffa2887fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:29.627579 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-7798dfaf-31a9-411c-a9a9-e4ffa2887fb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebe18160-680e-44b4-b792-454cd4c8b650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748413 Mar 11 16:37:29.628291 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1b0c019f-b8b6-4768-bc8f-2b3e53a08efb req-136bbc36-7054-42ce-8eda-0b9d370bd673 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404544 Mar 11 16:37:29.755299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:29.762890 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-e89619df-9399-48ac-b437-7e6a0e080dc4 service neutron] 10.222.0.35 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289093 Mar 11 16:37:29.901243 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6e7c4c4f-9c0a-45e8-8847-5bbacc9dff96 req-53d48095-3627-4ecb-9ead-b8287d48b3d3 service neutron] 10.222.0.35 "GET /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325984 Mar 11 16:37:30.079857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:37:23Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:37:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:37:25Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:30.083758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c42f98-98a8-47c4-8bb9-22a6d158accc None None] The sync data for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv is: [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:37:23Z', 'revision_number': 6, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:37:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '2600a3a8-881f-414a-a796-d9c43b5f8b11', 'name': '', 'network_id': 'ebe18160-680e-44b4-b792-454cd4c8b650', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'mac_address': 'fa:16:3e:2a:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:27Z', 'updated_at': '2022-03-11T16:37:25Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'subnets': [{'id': 'e2a25859-d117-471e-a5d8-2403667af2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:30.745780 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e8d18-68a9-4119-ba18-27b7336c0cef None None] New status for floating IP 53d9e678-f47e-442d-8381-8f2f9d1c5699: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:37:30.862430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-0599087d-2c2f-4ab4-8f2b-baa802fd18c6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:30.863130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-0599087d-2c2f-4ab4-8f2b-baa802fd18c6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:37:30.875679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e9e58-0f76-4aac-9bde-2339b780fb6b req-ff79f3f7-007d-4c79-bdbf-e885dd8328d1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:30.876390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-bd0e9e58-0f76-4aac-9bde-2339b780fb6b req-ff79f3f7-007d-4c79-bdbf-e885dd8328d1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:37:30.953147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-0599087d-2c2f-4ab4-8f2b-baa802fd18c6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:37:30.954382 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-0599087d-2c2f-4ab4-8f2b-baa802fd18c6 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 946 time: 0.2351246 Mar 11 16:37:30.955398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-bd0e9e58-0f76-4aac-9bde-2339b780fb6b req-ff79f3f7-007d-4c79-bdbf-e885dd8328d1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:37:30.956453 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bd0e9e58-0f76-4aac-9bde-2339b780fb6b req-ff79f3f7-007d-4c79-bdbf-e885dd8328d1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 946 time: 0.2050540 Mar 11 16:37:31.063511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port e8fc0091-7778-4d73-a8d1-320e1227adb7 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:31.063511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.097748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bd0e9e58-0f76-4aac-9bde-2339b780fb6b req-251752f4-a4d5-4b92-9f5e-2308ca828e3a tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/security-groups?id=2185a91e-5caa-4647-87f8-7a7f6ffd89c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062951 Mar 11 16:37:31.310985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port e8fc0091-7778-4d73-a8d1-320e1227adb7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=e8fc0091-7778-4d73-a8d1-320e1227adb7,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:31.311415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.436087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for e8fc0091-7778-4d73-a8d1-320e1227adb7 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:31.638746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.693778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=e8fc0091-7778-4d73-a8d1-320e1227adb7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:31.769597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] No DVR routers for this DVR port e8fc0091-7778-4d73-a8d1-320e1227adb7 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:37:31.772041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:31.774596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'name': 'network-vif-deleted', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:37:31.819342 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd', 'name': 'network-vif-deleted', 'tag': 'e8fc0091-7778-4d73-a8d1-320e1227adb7', 'status': 'completed', 'code': 200} Mar 11 16:37:31.861404 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-73bf2287-9ad0-4f14-b3cc-d0a1dfa68acd req-64459d1a-2373-41d7-a7f0-c14e7920ce7f tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.35 "DELETE /v2.0/ports/e8fc0091-7778-4d73-a8d1-320e1227adb7 HTTP/1.1" status: 204 len: 173 time: 0.9019718 Mar 11 16:37:32.268355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f1dc6e69-5f17-4b61-944a-2cfafb580421 req-137e1c9a-4040-4aa6-812a-343299718cd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Synchronizing usage tracker for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:37:32.323276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f1dc6e69-5f17-4b61-944a-2cfafb580421 req-137e1c9a-4040-4aa6-812a-343299718cd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Unset dirty status for tenant:7b8493e287da4b2284f40c28615f4074 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:37:32.324343 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1dc6e69-5f17-4b61-944a-2cfafb580421 req-137e1c9a-4040-4aa6-812a-343299718cd1 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa44c33b-e70c-4ece-93ff-38c9d1d2e5cd HTTP/1.1" status: 200 len: 210 time: 0.0990150 Mar 11 16:37:32.937577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device e8fc0091-7778-4d73-a8d1-320e1227adb7 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:32.972880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: e8fc0091-7778-4d73-a8d1-320e1227adb7 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:37:32.973217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device e8fc0091-7778-4d73-a8d1-320e1227adb7 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:33.423324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38256) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:33.492016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36f3d072-ba35-443b-9f6e-3b377331c5fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.521045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36f3d072-ba35-443b-9f6e-3b377331c5fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.649241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36f3d072-ba35-443b-9f6e-3b377331c5fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.671511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3d072-ba35-443b-9f6e-3b377331c5fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2185a91e-5caa-4647-87f8-7a7f6ffd89c7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:33.762814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-36f3d072-ba35-443b-9f6e-3b377331c5fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:33.763974 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-36f3d072-ba35-443b-9f6e-3b377331c5fe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/security-groups/2185a91e-5caa-4647-87f8-7a7f6ffd89c7 HTTP/1.1" status: 204 len: 168 time: 0.3396118 Mar 11 16:37:33.855954 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38262) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:34.578365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:34.935710 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port 2600a3a8-881f-414a-a796-d9c43b5f8b11 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:34.936409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:35.134646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port 2600a3a8-881f-414a-a796-d9c43b5f8b11, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=2600a3a8-881f-414a-a796-d9c43b5f8b11,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:35.134996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:35.272942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for 2600a3a8-881f-414a-a796-d9c43b5f8b11 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:35.523390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:35.578061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=2600a3a8-881f-414a-a796-d9c43b5f8b11,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:35.618472 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.618822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.619154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.619608 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.619795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.620122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.620439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.620761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.621078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.621396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.621786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.622735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:35.988804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:36.391367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Router 87acd5ff-661d-42ee-881e-f5522fa33013 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:37:36.576245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:36.588042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] Sync routers for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:36.597712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:36.605367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:36.656659 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b4c86a78-3066-492e-ad9c-68a9687ddf80 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "PUT /v2.0/routers/87acd5ff-661d-42ee-881e-f5522fa33013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7989230 Mar 11 16:37:36.659781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38266) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:36.784915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:36.821974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4968b209-b674-492c-8b64-c5857f3ae63d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting subnet e2a25859-d117-471e-a5d8-2403667af2a3 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:37:36.825184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4968b209-b674-492c-8b64-c5857f3ae63d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:36.879308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4968b209-b674-492c-8b64-c5857f3ae63d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:36.970012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4968b209-b674-492c-8b64-c5857f3ae63d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.101209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4968b209-b674-492c-8b64-c5857f3ae63d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.125832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:37:35Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:37:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:37.129742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] Checking router: 87acd5ff-661d-42ee-881e-f5522fa33013 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:37.138858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] Routers {'87acd5ff-661d-42ee-881e-f5522fa33013'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:37.139496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['87acd5ff-661d-42ee-881e-f5522fa33013'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:37.147035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968b209-b674-492c-8b64-c5857f3ae63d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a25859-d117-471e-a5d8-2403667af2a3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:37.152676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4968b209-b674-492c-8b64-c5857f3ae63d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.160809 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4968b209-b674-492c-8b64-c5857f3ae63d tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/subnets/e2a25859-d117-471e-a5d8-2403667af2a3 HTTP/1.1" status: 204 len: 168 time: 0.4999313 Mar 11 16:37:37.163390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38270) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:37.190795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aaa47b-e974-4edc-8a81-fcc8024df148 None None] Network ebe18160-680e-44b4-b792-454cd4c8b650 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:37:37.349501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.466764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] Set router 87acd5ff-661d-42ee-881e-f5522fa33013 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:37.532321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.603392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Deleting port dd624ca2-2dcb-45cd-ad7e-d14feabb2317 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:37.603740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.782011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f962e9a6-39d6-44a7-ba81-682160fe1b69 None None] DHCP port deletion for ebe18160-680e-44b4-b792-454cd4c8b650 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:37:37.788614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f962e9a6-39d6-44a7-ba81-682160fe1b69 None None] Deleting port 61668a7f-0551-41d3-a844-86f4b2162fd8 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:37:37.788975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f962e9a6-39d6-44a7-ba81-682160fe1b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.800762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] For port dd624ca2-2dcb-45cd-ad7e-d14feabb2317, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:37.801324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:37.842194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:37:35Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:37:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:37.882006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f581b-02c7-4528-b8c0-bb01625f98bb None None] The sync data for ids ['87acd5ff-661d-42ee-881e-f5522fa33013'] in dv-neutron-833379-1-hyperv is: [{'id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'name': 'tempest-TestNetworkBasicOps-router-318309666', 'tenant_id': '7b8493e287da4b2284f40c28615f4074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:22Z', 'updated_at': '2022-03-11T16:37:35Z', 'revision_number': 7, 'project_id': '7b8493e287da4b2284f40c28615f4074', 'gw_port': {'id': 'dd624ca2-2dcb-45cd-ad7e-d14feabb2317', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:30:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87acd5ff-661d-42ee-881e-f5522fa33013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:23Z', 'updated_at': '2022-03-11T16:37:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:37.955409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Calling delete_port for dd624ca2-2dcb-45cd-ad7e-d14feabb2317 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:38.238717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f962e9a6-39d6-44a7-ba81-682160fe1b69 None None] For port 61668a7f-0551-41d3-a844-86f4b2162fd8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=61668a7f-0551-41d3-a844-86f4b2162fd8,segment=NetworkSegment(f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51),segment_id=f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:38.239340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f962e9a6-39d6-44a7-ba81-682160fe1b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:38.452638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f962e9a6-39d6-44a7-ba81-682160fe1b69 None None] Calling delete_port for 61668a7f-0551-41d3-a844-86f4b2162fd8 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:37:38.523539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:38.573627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Port': ['ID=dd624ca2-2dcb-45cd-ad7e-d14feabb2317,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:38.763667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f962e9a6-39d6-44a7-ba81-682160fe1b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:38.778006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:38.812213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962e9a6-39d6-44a7-ba81-682160fe1b69 None None] Pushing event deleted for resources: {'Port': ['ID=61668a7f-0551-41d3-a844-86f4b2162fd8,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:38.814003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962e9a6-39d6-44a7-ba81-682160fe1b69 None None] No DVR routers for this DVR port 61668a7f-0551-41d3-a844-86f4b2162fd8 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:37:38.953371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:38.955668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.010068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2600a3a8-881f-414a-a796-d9c43b5f8b11 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:39.050482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 2600a3a8-881f-414a-a796-d9c43b5f8b11 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:37:39.050751 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 2600a3a8-881f-414a-a796-d9c43b5f8b11 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:39.051170 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 61668a7f-0551-41d3-a844-86f4b2162fd8 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:39.054701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.060424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Fanout notify agent at l3_agent the message router_deleted on router 87acd5ff-661d-42ee-881e-f5522fa33013 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:37:39.071538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.072933 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-def9d337-091d-4a66-b68b-479f36f62402 tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/routers/87acd5ff-661d-42ee-881e-f5522fa33013 HTTP/1.1" status: 204 len: 168 time: 1.9085736 Mar 11 16:37:39.075675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38274) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:39.084013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 61668a7f-0551-41d3-a844-86f4b2162fd8 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:37:39.084356 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 61668a7f-0551-41d3-a844-86f4b2162fd8 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:39.197103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.333682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.358423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.359467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe18160-680e-44b4-b792-454cd4c8b650']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:39.371708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:39.372002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f2a1ef-aad6-4a90-b6e8-68e1e8184c51') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:39.383070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.398947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.405999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:37:39.406395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:37:39.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:37:39.603747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.622678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:39.634659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] Pushing event deleted for resources: {'Network': ['ID=ebe18160-680e-44b4-b792-454cd4c8b650,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:39.723752 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-05bcc425-94e1-4cb5-bcb6-911d557a6cbe tempest-TestNetworkBasicOps-439701320 tempest-TestNetworkBasicOps-439701320-project] 10.222.0.57 "DELETE /v2.0/networks/ebe18160-680e-44b4-b792-454cd4c8b650 HTTP/1.1" status: 204 len: 168 time: 0.6468599 Mar 11 16:37:40.308421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38282) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:40.473716 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bbd703f2-2ce2-4831-b638-f0aa33e041bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b8493e287da4b2284f40c28615f4074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632006 Mar 11 16:37:40.476117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38288) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:40.534006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f978f492-84f7-491f-8114-d4a26c1c74f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:40.560169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f978f492-84f7-491f-8114-d4a26c1c74f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:40.677459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f978f492-84f7-491f-8114-d4a26c1c74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:40.699800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f492-84f7-491f-8114-d4a26c1c74f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c66ad1b-c8db-4bd7-a1e3-08425b4a2118,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:40.708460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f978f492-84f7-491f-8114-d4a26c1c74f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:40.709815 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f978f492-84f7-491f-8114-d4a26c1c74f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c66ad1b-c8db-4bd7-a1e3-08425b4a2118 HTTP/1.1" status: 204 len: 168 time: 0.2325590 Mar 11 16:37:40.918519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dd624ca2-2dcb-45cd-ad7e-d14feabb2317 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:40.955081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: dd624ca2-2dcb-45cd-ad7e-d14feabb2317 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:37:40.955420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device dd624ca2-2dcb-45cd-ad7e-d14feabb2317 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:41.129269 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5f117c60-cc13-4a4b-99af-174f26ba4b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.322367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38296) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:41.339992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c755-8b00-412a-a485-8533233ab210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.354877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2a2c755-8b00-412a-a485-8533233ab210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:41.358631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2a2c755-8b00-412a-a485-8533233ab210 admin admin] Usage tracker for resource:security_group_rule and tenant:4ed304ab94a44effac883d89a98647db is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:41.361333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a2a2c755-8b00-412a-a485-8533233ab210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:41.366830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a2a2c755-8b00-412a-a485-8533233ab210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:41.453086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c755-8b00-412a-a485-8533233ab210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.511481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c755-8b00-412a-a485-8533233ab210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.560343 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a2a2c755-8b00-412a-a485-8533233ab210 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ed304ab94a44effac883d89a98647db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368438 Mar 11 16:37:41.561675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2c755-8b00-412a-a485-8533233ab210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4deccc-0801-4e10-a709-e5e64af10c82,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:41.563692 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38300) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:41.621628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a915e66c-594a-45a3-8c79-bf01401e75d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.647724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a915e66c-594a-45a3-8c79-bf01401e75d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.780154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a915e66c-594a-45a3-8c79-bf01401e75d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.797503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915e66c-594a-45a3-8c79-bf01401e75d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4deccc-0801-4e10-a709-e5e64af10c82,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:41.804263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a915e66c-594a-45a3-8c79-bf01401e75d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:41.805372 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a915e66c-594a-45a3-8c79-bf01401e75d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab4deccc-0801-4e10-a709-e5e64af10c82 HTTP/1.1" status: 204 len: 168 time: 0.2406917 Mar 11 16:37:42.884499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38324) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:42.987746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1420630437-network', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:42.992438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:42.996361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Usage tracker for resource:network and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:42.999392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:43.005057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:43.082819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Made reservation on behalf of 40e0fc60b45342d99dcd035efb3d5bc2 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:37:43.085477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.098344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.113276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:43.117213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Usage tracker for resource:security_group_rule and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:43.120037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:43.126058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:43.206715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.277498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.308670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:37:43.321319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0390669-be99-4b89-8894-c190cbe3a904,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:43.327588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.327923 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Added segment 0400795a-23ae-46e6-91aa-7bba0fc31790 of type vlan for network a62c8744-30d5-419c-b992-4a84e2d8cabd Mar 11 16:37:43.355247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.397472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0d860bc-9b6b-46f1-930c-37c1354a7b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.454357 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.455338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:43.455901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.557853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] Pushing event updated for resources: {'Network': ['ID=a62c8744-30d5-419c-b992-4a84e2d8cabd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:43.567553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network a62c8744-30d5-419c-b992-4a84e2d8cabd details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:37:43.615235 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c999ee3e-ddee-4f7b-8024-b4f63c71985f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7296174 Mar 11 16:37:43.618492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38330) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:43.624389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Request body: {'subnet': {'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1420630437-subnet', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:43.629388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:43.633420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Usage tracker for resource:subnet and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:43.636304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:43.642929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:43.723143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Made reservation on behalf of 40e0fc60b45342d99dcd035efb3d5bc2 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:37:43.725512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:43.997298 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.069988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5106d8a4-bb25-488b-8df7-2011ecbf1036,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:44.078960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Checking segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:44.079307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Network hostable DHCP agents. Network: a62c8744-30d5-419c-b992-4a84e2d8cabd, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:37:44.162735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Network a62c8744-30d5-419c-b992-4a84e2d8cabd is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:37:44.242880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, a62c8744-30d5-419c-b992-4a84e2d8cabd) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:44.249824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:44.250527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.251474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5af795e-6704-49d8-afd5-d912e81966e4 None None] Network a62c8744-30d5-419c-b992-4a84e2d8cabd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:37:44.329713 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-060d8e51-423c-45bc-b172-d0518dcc74bd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7101145 Mar 11 16:37:44.332397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38334) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:44.337656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:44.342503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:44.346703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Usage tracker for resource:router and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:44.349545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:44.355205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:44.426127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.427248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.443560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.469313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-a62c8744-30d5-419c-b992-4a84e2d8cabd', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:37:44.470150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.659348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Allocated IP 172.20.0.2 (a62c8744-30d5-419c-b992-4a84e2d8cabd/5106d8a4-bb25-488b-8df7-2011ecbf1036/ad8a728c-4e2e-49c4-b7de-f6e2e94cae32) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:44.753107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.755683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.880791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.891668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Transition to ACTIVE for port object ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:44.895059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.911792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Transition to ACTIVE for port object ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:45.015245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.075471 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Network a62c8744-30d5-419c-b992-4a84e2d8cabd is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:45.078719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:45.082359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:37:45.119962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Pushing event updated for resources: {'Port': ['ID=ad8a728c-4e2e-49c4-b7de-f6e2e94cae32,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:45.183005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Attempting to bind port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:37:45.183355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Attempting to bind port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:37:45.183711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Attempting to bind port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 on network a62c8744-30d5-419c-b992-4a84e2d8cabd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:37:45.189562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:37:45.189926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Checking segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:45.190347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.190734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Bound using segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:37:45.191251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Bound port: ad8a728c-4e2e-49c4-b7de-f6e2e94cae32, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:37:45.191615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.268591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.279500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] For port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:37:45.282461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] For port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ad8a728c-4e2e-49c4-b7de-f6e2e94cae32,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:37:45.297892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.334972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.420069 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f2945-8753-4c33-81ec-1d9b9405f1d6 None None] Pushing event updated for resources: {'Port': ['ID=ad8a728c-4e2e-49c4-b7de-f6e2e94cae32,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:45.440791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Allocated IP 172.26.8.115 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/7a48c7a9-56c7-4c2c-b6db-677f1bf15e93) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:45.606748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.700887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:45.770698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:45.773537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:45.782194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:37:45.822587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Pushing event updated for resources: {'Port': ['ID=7a48c7a9-56c7-4c2c-b6db-677f1bf15e93,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:45.859967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.339330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383db4ef-2234-40c1-b6c4-bc2047b6662b None None] Network a62c8744-30d5-419c-b992-4a84e2d8cabd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:37:46.408104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.513124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ed496925-ddc2-4cf0-97ae-9da53d7b1ed4 None None] Provisioning for port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:46.767033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.986295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:47.054675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Router 202f201e-f1e8-47c6-b639-151d49d25420 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:37:47.129031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:47.134158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:47.134559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.238513 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:47.247648 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Sync routers for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:47.258199 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:47.258808 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:47.262090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.294100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ad8a728c-4e2e-49c4-b7de-f6e2e94cae32,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:47.317229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.318620 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4de2ed33-d4ad-412f-9ac8-5ec0bdadf19d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9853055 Mar 11 16:37:47.321372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38338) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:47.341778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:47.415001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=ad8a728c-4e2e-49c4-b7de-f6e2e94cae32,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:47.436927 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:47.720939 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:46Z', 'revision_number': 3, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:47.724683 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Checking router: 202f201e-f1e8-47c6-b639-151d49d25420 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:47.725106 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Updating router 202f201e-f1e8-47c6-b639-151d49d25420 port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:37:47.778879 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.120034 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.129250 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.146959 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Transition to ACTIVE for port object 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:48.232468 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.316880 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Attempting to bind port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:37:48.317539 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Attempting to bind port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:37:48.317539 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Attempting to bind port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:37:48.319618 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Pushing event updated for resources: {'Port': ['ID=7a48c7a9-56c7-4c2c-b6db-677f1bf15e93,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:48.328276 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:37:48.328635 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:48.329019 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.329397 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:37:48.329838 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Bound port: 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:37:48.330262 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.350520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Allocated IP 172.20.0.1 (a62c8744-30d5-419c-b992-4a84e2d8cabd/5106d8a4-bb25-488b-8df7-2011ecbf1036/ea5b8309-3aa4-48e5-9f56-1642f4f7a080) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:48.359517 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.359854 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.360185 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.360509 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.360825 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.361144 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.361465 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.361777 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.362089 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.362427 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.362737 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.363043 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:48.414898 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] For port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:37:48.417956 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] For port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7a48c7a9-56c7-4c2c-b6db-677f1bf15e93,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:37:48.501030 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.510631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.527059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Transition to ACTIVE for port object ea5b8309-3aa4-48e5-9f56-1642f4f7a080 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:48.580038 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:48.580643 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:48.620655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.638364 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789890fc-dfb6-41a8-9b0c-eed916ddd3d6 None None] Pushing event updated for resources: {'Port': ['ID=7a48c7a9-56c7-4c2c-b6db-677f1bf15e93,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:48.687199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Network a62c8744-30d5-419c-b992-4a84e2d8cabd is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:48.690017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:48.697944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:37:48.730746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Pushing event updated for resources: {'Port': ['ID=ea5b8309-3aa4-48e5-9f56-1642f4f7a080,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:48.765021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:48.793927 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:48.983640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:49.023740 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a3024ac-b5fa-47da-ab89-a27bd01a982f None None] Provisioning for port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:49.033859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1a3024ac-b5fa-47da-ab89-a27bd01a982f None None] Provisioning complete for port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:49.034252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1a3024ac-b5fa-47da-ab89-a27bd01a982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.095833 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:46Z', 'revision_number': 3, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:49.100015 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfff736-be22-48db-9d58-70a3c49eba75 None None] The sync data for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv is: [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:46Z', 'revision_number': 3, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:49.104978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1a3024ac-b5fa-47da-ab89-a27bd01a982f None None] Port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:37:49.106156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.112868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:49.113237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.356043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.408607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.521943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Pushing event updated for resources: {'Port': ['ID=ea5b8309-3aa4-48e5-9f56-1642f4f7a080,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:49.526234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.667412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Network a62c8744-30d5-419c-b992-4a84e2d8cabd is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:49.668629 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:49.930915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9ca27026-a2aa-4db3-98b6-a28a643333ae None None] Provisioning complete for port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:49.931362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ca27026-a2aa-4db3-98b6-a28a643333ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:49.988219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9ca27026-a2aa-4db3-98b6-a28a643333ae None None] Port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:37:49.988913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Router 202f201e-f1e8-47c6-b639-151d49d25420 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:37:50.181644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:50.194473 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-decb733e-a7b4-4357-b8e0-f28df04aa80a admin admin] 10.222.0.57 "PUT /v2.0/routers/202f201e-f1e8-47c6-b639-151d49d25420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8693259 Mar 11 16:37:50.599800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Sync routers for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:50.609034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:50.609651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:50.790221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:50.902787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38358) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:50.909819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1643735233-network', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:50.914989 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:50.919181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Usage tracker for resource:network and tenant:ce6b4c8b0a894934813c911306481d52 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:50.924538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:50.932499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:50.994578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Made reservation on behalf of ce6b4c8b0a894934813c911306481d52 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:37:50.996909 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.009582 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.012205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:51.028553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:51.032949 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Usage tracker for resource:security_group_rule and tenant:ce6b4c8b0a894934813c911306481d52 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:51.035756 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:51.041344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:51.124975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.175462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:49Z', 'revision_number': 2, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:51.179379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Checking router: 202f201e-f1e8-47c6-b639-151d49d25420 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:51.179720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Updating router 202f201e-f1e8-47c6-b639-151d49d25420 port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:37:51.180252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.207980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:51.213201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:37:51.222196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028a0335-3418-4949-b2aa-00a485e8ab14,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:51.223293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:51.223655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.229077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.239226 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Added segment 1e7c2541-e325-4d66-90c4-16d34c6209ef of type vlan for network 9311c40e-ad35-493f-95fd-508ec992b1fd Mar 11 16:37:51.258320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.278849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.362877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.363856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:51.364466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.476820 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] Pushing event updated for resources: {'Network': ['ID=9311c40e-ad35-493f-95fd-508ec992b1fd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:51.494365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 9311c40e-ad35-493f-95fd-508ec992b1fd details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:37:51.538234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.543425 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8348b265-1ebc-46c3-9c5d-aee041e88b99 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6370769 Mar 11 16:37:51.543771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38362) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:51.549399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Request body: {'subnet': {'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1643735233-subnet', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:51.554052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:51.558363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Usage tracker for resource:subnet and tenant:ce6b4c8b0a894934813c911306481d52 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:51.562069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:51.567984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:51.659795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Made reservation on behalf of ce6b4c8b0a894934813c911306481d52 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:37:51.660400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7a48c7a9-56c7-4c2c-b6db-677f1bf15e93,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:51.662276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.735900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.822467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=7a48c7a9-56c7-4c2c-b6db-677f1bf15e93,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:51.901583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.913210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Transition to ACTIVE for port object ea5b8309-3aa4-48e5-9f56-1642f4f7a080 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:51.923493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:51.974070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.009881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c92e85-7916-428c-87ab-3f830e025384,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:52.015236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Checking segment: {'id': '1e7c2541-e325-4d66-90c4-16d34c6209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:52.015597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Network hostable DHCP agents. Network: 9311c40e-ad35-493f-95fd-508ec992b1fd, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:37:52.102314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dd612-e7d2-4aca-93d8-5eeaed1b59e1 None None] Pushing event updated for resources: {'Port': ['ID=ea5b8309-3aa4-48e5-9f56-1642f4f7a080,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:52.117065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Network 9311c40e-ad35-493f-95fd-508ec992b1fd is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:37:52.189949 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Attempting to bind port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:37:52.190409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Attempting to bind port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:37:52.190715 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Attempting to bind port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 on network a62c8744-30d5-419c-b992-4a84e2d8cabd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:37:52.196577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:37:52.196953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Checking segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:52.197412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.197719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Bound using segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:37:52.198306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Bound port: ea5b8309-3aa4-48e5-9f56-1642f4f7a080, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:37:52.198881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.208197 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 9311c40e-ad35-493f-95fd-508ec992b1fd) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:52.221305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:52.221305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.221569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd4ca4-d2ea-484a-a112-9e47ed1e21d5 None None] Network 9311c40e-ad35-493f-95fd-508ec992b1fd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:37:52.329476 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2dfcd81a-8476-4d7a-8b9b-81d6628f3ecb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7843897 Mar 11 16:37:52.331825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38366) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:52.336996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:52.341895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:52.346065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Usage tracker for resource:router and tenant:ce6b4c8b0a894934813c911306481d52 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:52.353028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:52.354925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:52.404930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] For port ea5b8309-3aa4-48e5-9f56-1642f4f7a080, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:37:52.431532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.432637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.439900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] For port ea5b8309-3aa4-48e5-9f56-1642f4f7a080, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ea5b8309-3aa4-48e5-9f56-1642f4f7a080,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:37:52.448457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.509282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-9311c40e-ad35-493f-95fd-508ec992b1fd', 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'fixed_ips': [{'subnet_id': '94c92e85-7916-428c-87ab-3f830e025384'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:37:52.510096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.521528 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.668617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:52.669251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:52.727550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dd612-e7d2-4aca-93d8-5eeaed1b59e1 None None] Pushing event updated for resources: {'Port': ['ID=ea5b8309-3aa4-48e5-9f56-1642f4f7a080,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:52.811965 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:52.895059 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Allocated IP 172.20.0.2 (9311c40e-ad35-493f-95fd-508ec992b1fd/94c92e85-7916-428c-87ab-3f830e025384/89d9734f-24f8-465c-b51e-bf412c0e1d95) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:52.933862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:52.985894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:53.321679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.352770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.381832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:53.382463 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.493098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Allocated IP 172.26.8.19 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/c41c5b3a-9175-4f09-ac49-cd671ba1dbc2) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:53.567503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.616073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Transition to ACTIVE for port object 89d9734f-24f8-465c-b51e-bf412c0e1d95 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:53.644254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.657412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Transition to ACTIVE for port object 89d9734f-24f8-465c-b51e-bf412c0e1d95 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:53.670752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:52Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:53.674895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5a0df-aa30-4f8b-b8fc-67a6c48eaf6c None None] The sync data for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv is: [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:52Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:53.710357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.740461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.783817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Network 9311c40e-ad35-493f-95fd-508ec992b1fd is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:53.790732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:53.797743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:37:53.798817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Pushing event updated for resources: {'Port': ['ID=89d9734f-24f8-465c-b51e-bf412c0e1d95,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:53.805694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:53.808466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:53.815440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:37:53.874968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Pushing event updated for resources: {'Port': ['ID=c41c5b3a-9175-4f09-ac49-cd671ba1dbc2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:53.895380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Attempting to bind port 89d9734f-24f8-465c-b51e-bf412c0e1d95 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:37:53.895896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Attempting to bind port 89d9734f-24f8-465c-b51e-bf412c0e1d95 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '1e7c2541-e325-4d66-90c4-16d34c6209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:37:53.896383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Attempting to bind port 89d9734f-24f8-465c-b51e-bf412c0e1d95 on network 9311c40e-ad35-493f-95fd-508ec992b1fd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:37:53.902399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:37:53.902916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Checking segment: {'id': '1e7c2541-e325-4d66-90c4-16d34c6209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:53.903454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.903939 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Bound using segment: {'id': '1e7c2541-e325-4d66-90c4-16d34c6209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:37:53.905106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Bound port: 89d9734f-24f8-465c-b51e-bf412c0e1d95, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7c2541-e325-4d66-90c4-16d34c6209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:37:53.905629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:53.999984 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] For port 89d9734f-24f8-465c-b51e-bf412c0e1d95, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:37:54.003797 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] For port 89d9734f-24f8-465c-b51e-bf412c0e1d95, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=89d9734f-24f8-465c-b51e-bf412c0e1d95,segment=NetworkSegment(1e7c2541-e325-4d66-90c4-16d34c6209ef),segment_id=1e7c2541-e325-4d66-90c4-16d34c6209ef)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:37:54.060698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.161729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77cd42-8905-4663-b15f-6969a72a69a2 None None] Pushing event updated for resources: {'Port': ['ID=89d9734f-24f8-465c-b51e-bf412c0e1d95,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:54.381373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:54.775341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.070427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ea5b8309-3aa4-48e5-9f56-1642f4f7a080 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:55.210050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef8417f-0b6d-49db-a750-3e5d525b4426 None None] Network 9311c40e-ad35-493f-95fd-508ec992b1fd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:37:55.225465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:55.236626 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Router 2704baaa-8d03-46da-aba6-5a50a95049e6 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:37:55.244676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:55.245029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.417091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:55.427623 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Sync routers for ids ['2704baaa-8d03-46da-aba6-5a50a95049e6'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:55.439120 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Routers {'2704baaa-8d03-46da-aba6-5a50a95049e6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:55.441679 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2704baaa-8d03-46da-aba6-5a50a95049e6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:55.474253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0f7eb6af-9906-4ed0-9827-7d0237beab32 None None] Provisioning for port 89d9734f-24f8-465c-b51e-bf412c0e1d95 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:55.512252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.516853 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-da436728-a154-4027-b8b2-ebb4c3b97c79 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1825488 Mar 11 16:37:55.517241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38370) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:55.529134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.580184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port ea5b8309-3aa4-48e5-9f56-1642f4f7a080, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ea5b8309-3aa4-48e5-9f56-1642f4f7a080,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:55.625430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.626304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 89d9734f-24f8-465c-b51e-bf412c0e1d95 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:55.661500 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Set router 2704baaa-8d03-46da-aba6-5a50a95049e6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:55.745493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=ea5b8309-3aa4-48e5-9f56-1642f4f7a080,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:55.843416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 89d9734f-24f8-465c-b51e-bf412c0e1d95 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:55.849631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 89d9734f-24f8-465c-b51e-bf412c0e1d95 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:55.849999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.953858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f6843d4c-1b11-47fd-92c3-58c0c348d5e5 None None] Provisioning complete for port 89d9734f-24f8-465c-b51e-bf412c0e1d95 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:55.954297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6843d4c-1b11-47fd-92c3-58c0c348d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:55.980600 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:52Z', 'updated_at': '2022-03-11T16:37:54Z', 'revision_number': 3, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'gw_port': {'id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:53Z', 'updated_at': '2022-03-11T16:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:55.984899 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Checking router: 2704baaa-8d03-46da-aba6-5a50a95049e6 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:55.984899 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Updating router 2704baaa-8d03-46da-aba6-5a50a95049e6 port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:37:56.041659 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.088376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.159866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 89d9734f-24f8-465c-b51e-bf412c0e1d95, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=89d9734f-24f8-465c-b51e-bf412c0e1d95,segment=NetworkSegment(1e7c2541-e325-4d66-90c4-16d34c6209ef),segment_id=1e7c2541-e325-4d66-90c4-16d34c6209ef)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:56.184775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6843d4c-1b11-47fd-92c3-58c0c348d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.225924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.247170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.348830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-f6843d4c-1b11-47fd-92c3-58c0c348d5e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:37:56.349268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-f6843d4c-1b11-47fd-92c3-58c0c348d5e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:37:56.352712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=89d9734f-24f8-465c-b51e-bf412c0e1d95,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:56.383260 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.394508 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Transition to ACTIVE for port object c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:56.447908 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.460603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Allocated IP 172.20.0.1 (9311c40e-ad35-493f-95fd-508ec992b1fd/94c92e85-7916-428c-87ab-3f830e025384/5b65fd99-aff9-4375-bbae-aa2c6f8aed0b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:56.534382 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ab583-bd92-443f-9bb5-6392bb8cfdc4 None None] Pushing event updated for resources: {'Port': ['ID=c41c5b3a-9175-4f09-ac49-cd671ba1dbc2,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:56.536693 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Attempting to bind port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:37:56.537058 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Attempting to bind port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:37:56.537422 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Attempting to bind port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:37:56.543670 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:37:56.543841 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:37:56.544230 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.546305 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:37:56.546305 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Bound port: c41c5b3a-9175-4f09-ac49-cd671ba1dbc2, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:37:56.546659 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.620931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.637535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Transition to ACTIVE for port object 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:56.649236 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] For port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:37:56.652132 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] For port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c41c5b3a-9175-4f09-ac49-cd671ba1dbc2,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:37:56.705425 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.728350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:56.779764 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Routers {'2704baaa-8d03-46da-aba6-5a50a95049e6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:56.780382 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2704baaa-8d03-46da-aba6-5a50a95049e6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:56.854693 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ab583-bd92-443f-9bb5-6392bb8cfdc4 None None] Pushing event updated for resources: {'Port': ['ID=c41c5b3a-9175-4f09-ac49-cd671ba1dbc2,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:56.914859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Network 9311c40e-ad35-493f-95fd-508ec992b1fd is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:56.917613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:56.922299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:37:56.979669 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] Set router 2704baaa-8d03-46da-aba6-5a50a95049e6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:56.983562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b65fd99-aff9-4375-bbae-aa2c6f8aed0b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:56.997433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.003077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ea5b8309-3aa4-48e5-9f56-1642f4f7a080 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:57.089134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:57.090938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.185839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.225608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 89d9734f-24f8-465c-b51e-bf412c0e1d95 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:57.292747 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:52Z', 'updated_at': '2022-03-11T16:37:54Z', 'revision_number': 3, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'gw_port': {'id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:53Z', 'updated_at': '2022-03-11T16:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:57.297579 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b02eea-1716-4aa4-8289-597b9effb233 None None] The sync data for ids ['2704baaa-8d03-46da-aba6-5a50a95049e6'] in dv-neutron-833379-1-hyperv is: [{'id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:52Z', 'updated_at': '2022-03-11T16:37:54Z', 'revision_number': 3, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'gw_port': {'id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:53Z', 'updated_at': '2022-03-11T16:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:37:57.307072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 89d9734f-24f8-465c-b51e-bf412c0e1d95 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:57.307687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.336693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-17b910ab-68e6-43ab-aed1-8166e8bf2b61 None None] Provisioning for port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:57.351127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-17b910ab-68e6-43ab-aed1-8166e8bf2b61 None None] Provisioning complete for port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:57.351491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17b910ab-68e6-43ab-aed1-8166e8bf2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.426603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-17b910ab-68e6-43ab-aed1-8166e8bf2b61 None None] Port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:37:57.433299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.511215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.637805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:57.641974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b65fd99-aff9-4375-bbae-aa2c6f8aed0b,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:57.785181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Network 9311c40e-ad35-493f-95fd-508ec992b1fd is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:57.786621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:57.987968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Router 2704baaa-8d03-46da-aba6-5a50a95049e6 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:37:58.052002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7a6e357e-89d0-49b8-a8ba-ca1aaebc3b26 None None] Provisioning complete for port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:58.052284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7a6e357e-89d0-49b8-a8ba-ca1aaebc3b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:58.110485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e357e-89d0-49b8-a8ba-ca1aaebc3b26 None None] Port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:37:58.177145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:37:58.185985 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0fb94699-9290-486d-bed5-78df0083ade6 admin admin] 10.222.0.57 "PUT /v2.0/routers/2704baaa-8d03-46da-aba6-5a50a95049e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6679144 Mar 11 16:37:58.829340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Sync routers for ids ['2704baaa-8d03-46da-aba6-5a50a95049e6'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:37:58.839082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Routers {'2704baaa-8d03-46da-aba6-5a50a95049e6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:37:58.839694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2704baaa-8d03-46da-aba6-5a50a95049e6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:59.002806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:59.063387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Set router 2704baaa-8d03-46da-aba6-5a50a95049e6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:37:59.354832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38380) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:59.369762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:59.370449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129045860', 'description': 'tempest-secgroup-smoke-1129045860 description', 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:59.370449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:59.370449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:security_group and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:59.373717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:59.377556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:59.377930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.379407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:59.437424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.457927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:59.462106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:security_group_rule and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:59.464999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:59.472004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:59.547399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.551203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:52Z', 'updated_at': '2022-03-11T16:37:57Z', 'revision_number': 4, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'gw_port': {'id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:53Z', 'updated_at': '2022-03-11T16:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5b65fd99-aff9-4375-bbae-aa2c6f8aed0b', 'name': '', 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'mac_address': 'fa:16:3e:5a:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '94c92e85-7916-428c-87ab-3f830e025384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:56Z', 'updated_at': '2022-03-11T16:37:57Z', 'revision_number': 2, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'subnets': [{'id': '94c92e85-7916-428c-87ab-3f830e025384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:59.553304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.561715 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Checking router: 2704baaa-8d03-46da-aba6-5a50a95049e6 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:37:59.561996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Updating router 2704baaa-8d03-46da-aba6-5a50a95049e6 port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:37:59.602606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.609068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c41c5b3a-9175-4f09-ac49-cd671ba1dbc2,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:37:59.624663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.653101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02547663-c5dc-4f8c-a520-efb4c20e8ecd,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:59.689847 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.739491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.740753 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef1b750e-b1cd-4615-b7bc-c7d76aa8fd12 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3848553 Mar 11 16:37:59.743677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38384) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:59.749292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'security_group_rule': {'security_group_id': '02547663-c5dc-4f8c-a520-efb4c20e8ecd', 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:37:59.755411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:59.759855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:security_group_rule and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:59.762958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:59.769929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:59.838196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.852510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=c41c5b3a-9175-4f09-ac49-cd671ba1dbc2,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:59.901974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:59.996351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.024987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24701991-929a-4d2f-b596-ce15684174eb,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:00.033085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.044770 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Transition to ACTIVE for port object 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:00.082160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.083490 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f036951-5650-4c78-b44f-5c209af26a0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388686 Mar 11 16:38:00.086358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38388) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:00.092363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'security_group_rule': {'security_group_id': '02547663-c5dc-4f8c-a520-efb4c20e8ecd', 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:00.098563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:00.102400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.102554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:security_group_rule and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:00.105479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:00.112173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:00.181201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.233188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c38a2a-9565-4339-b36d-cd732765efe5 None None] Pushing event updated for resources: {'Port': ['ID=5b65fd99-aff9-4375-bbae-aa2c6f8aed0b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:00.265043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.321362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Attempting to bind port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:38:00.321835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Attempting to bind port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '1e7c2541-e325-4d66-90c4-16d34c6209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:38:00.322230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Attempting to bind port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b on network 9311c40e-ad35-493f-95fd-508ec992b1fd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:38:00.323421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.327989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:38:00.328372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Checking segment: {'id': '1e7c2541-e325-4d66-90c4-16d34c6209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:38:00.328766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.329153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Bound using segment: {'id': '1e7c2541-e325-4d66-90c4-16d34c6209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:38:00.329619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Bound port: 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7c2541-e325-4d66-90c4-16d34c6209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:38:00.329988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.349379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32697af0-5b3b-4a5e-8089-426d4c47649c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:00.408347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.409572 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-15369af1-0644-41c5-88b6-d7af0a30d6b4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3222752 Mar 11 16:38:00.412515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38392) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:00.417500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'security_group_rule': {'security_group_id': '02547663-c5dc-4f8c-a520-efb4c20e8ecd', 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:00.422919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] For port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:38:00.423708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:00.426072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] For port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5b65fd99-aff9-4375-bbae-aa2c6f8aed0b,segment=NetworkSegment(1e7c2541-e325-4d66-90c4-16d34c6209ef),segment_id=1e7c2541-e325-4d66-90c4-16d34c6209ef)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:38:00.427469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:security_group_rule and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:00.430451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:00.436996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:00.471389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.518958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.548703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Routers {'2704baaa-8d03-46da-aba6-5a50a95049e6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:00.549336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:37:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2704baaa-8d03-46da-aba6-5a50a95049e6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:00.592425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.608319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c38a2a-9565-4339-b36d-cd732765efe5 None None] Pushing event updated for resources: {'Port': ['ID=5b65fd99-aff9-4375-bbae-aa2c6f8aed0b,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:00.680920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.702208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2351401c-bf66-4f96-86c0-219b9f7a87c2,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:00.746316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] Set router 2704baaa-8d03-46da-aba6-5a50a95049e6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:00.773827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.775169 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3733c8a8-d84a-4513-9202-724ba55e2a01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616328 Mar 11 16:38:00.777866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:00.782895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'security_group_rule': {'security_group_id': '02547663-c5dc-4f8c-a520-efb4c20e8ecd', 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:00.788897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:00.792716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:security_group_rule and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:00.796458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:00.804241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:00.895019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:00.965603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.007000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:01.042320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.067193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b1c908-a18f-4cfe-b938-689dbab4028a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:01.145319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.146645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:01.146952 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-59db4c76-6f58-412a-a49a-308ed0a6f73e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677814 Mar 11 16:38:01.147088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.149332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38400) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:01.155045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'security_group_rule': {'security_group_id': '02547663-c5dc-4f8c-a520-efb4c20e8ecd', 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:01.160656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:01.164452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:security_group_rule and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:01.167489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:01.175062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:01.227052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:52Z', 'updated_at': '2022-03-11T16:37:57Z', 'revision_number': 4, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'gw_port': {'id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:53Z', 'updated_at': '2022-03-11T16:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5b65fd99-aff9-4375-bbae-aa2c6f8aed0b', 'name': '', 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'mac_address': 'fa:16:3e:5a:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '94c92e85-7916-428c-87ab-3f830e025384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:56Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'subnets': [{'id': '94c92e85-7916-428c-87ab-3f830e025384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:01.242187 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Project 40e0fc60b45342d99dcd035efb3d5bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:38:01.249690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.257791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e2bb1-9647-4527-a5ac-0bbe90901b7e None None] The sync data for ids ['2704baaa-8d03-46da-aba6-5a50a95049e6'] in dv-neutron-833379-1-hyperv is: [{'id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:52Z', 'updated_at': '2022-03-11T16:37:57Z', 'revision_number': 4, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'gw_port': {'id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:53Z', 'updated_at': '2022-03-11T16:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5b65fd99-aff9-4375-bbae-aa2c6f8aed0b', 'name': '', 'network_id': '9311c40e-ad35-493f-95fd-508ec992b1fd', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'mac_address': 'fa:16:3e:5a:74:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '94c92e85-7916-428c-87ab-3f830e025384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:56Z', 'updated_at': '2022-03-11T16:38:00Z', 'revision_number': 4, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'subnets': [{'id': '94c92e85-7916-428c-87ab-3f830e025384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:38:01.345564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.402146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.428639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f68a3f7-15d5-4782-9e53-3887dde4cd2b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:01.483187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.484814 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b2383e39-4a95-4981-aa0c-5fda64758ef0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3344939 Mar 11 16:38:01.487410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38404) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:01.493582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'security_group_rule': {'security_group_id': '02547663-c5dc-4f8c-a520-efb4c20e8ecd', 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:01.500703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:01.505105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:security_group_rule and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:01.511548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:01.520366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:01.596840 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Project 40e0fc60b45342d99dcd035efb3d5bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:38:01.604221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.674868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.733758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.759171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e533dae-5f3d-4db8-b284-e4dea92519db,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:01.819818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.821381 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4ddb5288-6c6d-4c48-9bd0-465907f16dfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3326323 Mar 11 16:38:02.915585 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:38:02.996864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:03.122388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:03.127406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:03.127771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.249888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.282794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5b65fd99-aff9-4375-bbae-aa2c6f8aed0b,segment=NetworkSegment(1e7c2541-e325-4d66-90c4-16d34c6209ef),segment_id=1e7c2541-e325-4d66-90c4-16d34c6209ef)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:03.345240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.420955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=5b65fd99-aff9-4375-bbae-aa2c6f8aed0b,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:04.980567 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:05.049253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:05.049927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:09.362334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.202835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-472901e1-82a0-45c7-9f08-ab97938c07b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:13.396126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-476f0eaf-207a-4070-9e33-0cabc46f77e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:14.681810 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:14.704760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:15.853374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:29.056413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-96037456-6046-4ecb-8ae0-f0e165cddef9 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:29.155515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-96037456-6046-4ecb-8ae0-f0e165cddef9 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:29.156727 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-96037456-6046-4ecb-8ae0-f0e165cddef9 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129045860&fields=id&tenant_id=40e0fc60b45342d99dcd035efb3d5bc2 HTTP/1.1" status: 200 len: 267 time: 0.1396124 Mar 11 16:38:29.316389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-43cf23bf-0329-4106-8238-7a6de2ffcadc tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:29.317728 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-43cf23bf-0329-4106-8238-7a6de2ffcadc tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 812 time: 0.1544757 Mar 11 16:38:29.332847 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-18169bfa-a229-413c-b388-2e64b9ae0f23 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/quotas/40e0fc60b45342d99dcd035efb3d5bc2 HTTP/1.1" status: 200 len: 375 time: 0.0090010 Mar 11 16:38:29.422053 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-7d080d66-4047-43a9-8c2b-ac3bb2d4bf26 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833123 Mar 11 16:38:29.537644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-68aec978-cc8d-42f0-b3b2-67e5d3496818 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:38:29.538703 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-68aec978-cc8d-42f0-b3b2-67e5d3496818 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1053143 Mar 11 16:38:29.765635 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-218f6519-cbb3-4235-848f-e3f3e970f5dd service neutron] 10.222.0.57 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206619 Mar 11 16:38:29.897939 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-4bcf378a-e75c-43cc-abf4-82d6c6233a1a service neutron] 10.222.0.57 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264753 Mar 11 16:38:30.581151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-61b57eee-5c14-4b4e-8824-80b21e9a85c6 req-546306da-a5c6-43be-aa98-53fb0e7e8872 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:30.664201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-61b57eee-5c14-4b4e-8824-80b21e9a85c6 req-546306da-a5c6-43be-aa98-53fb0e7e8872 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:30.665511 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-61b57eee-5c14-4b4e-8824-80b21e9a85c6 req-546306da-a5c6-43be-aa98-53fb0e7e8872 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 210 time: 0.1271749 Mar 11 16:38:31.818318 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f8ce629a-3a2e-46aa-851b-9f8753b1658b req-ab9b1769-e0c3-4e89-ab9f-1eda8c0aa02e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 210 time: 0.0442548 Mar 11 16:38:32.530802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-bfecba3f-074f-4bdc-a444-cc20bd6bae1b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:32.532573 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-bfecba3f-074f-4bdc-a444-cc20bd6bae1b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 812 time: 0.1515839 Mar 11 16:38:32.585137 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-ce65a96f-d8a0-4f44-9bb8-6aebe4242db9 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e0fc60b45342d99dcd035efb3d5bc2 HTTP/1.1" status: 200 len: 380 time: 0.0450010 Mar 11 16:38:32.654664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'port': {'device_id': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'admin_state_up': True, 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'security_groups': ['02547663-c5dc-4f8c-a520-efb4c20e8ecd']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:32.799383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:32.808975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:32.869585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Made reservation on behalf of 40e0fc60b45342d99dcd035efb3d5bc2 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:38:32.873552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:32.997819 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ce39e346-eafe-4f00-a74f-9f9880ca1635 req-04b31e1d-6a6c-4bab-86b8-964dc2af8b2e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 210 time: 0.0447950 Mar 11 16:38:33.068809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Allocated IP 172.20.0.9 (a62c8744-30d5-419c-b992-4a84e2d8cabd/5106d8a4-bb25-488b-8df7-2011ecbf1036/60d12779-9116-4ecf-bdad-6aa0107114f1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:38:33.269394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:33.285764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Transition to ACTIVE for port object 60d12779-9116-4ecf-bdad-6aa0107114f1 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:33.344809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:33.411515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Network a62c8744-30d5-419c-b992-4a84e2d8cabd is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:38:33.414510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:33.423319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:38:33.459495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'Port': ['ID=60d12779-9116-4ecf-bdad-6aa0107114f1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:33.481759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.482100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.482464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.482796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.483121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.483446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.483768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.484088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.484409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.484729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.485199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.485352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:33.509264 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:33.510620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:33.620322 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-5db411de-2955-49ae-a05c-89d8a8bb3bb8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9709995 Mar 11 16:38:33.631986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Request body: {'port': {'device_id': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:33.746388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:33.790064 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c4f73c92-70c6-4fd8-acef-8c93b9e374ba None None] Provisioning for port 60d12779-9116-4ecf-bdad-6aa0107114f1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:33.797802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c4f73c92-70c6-4fd8-acef-8c93b9e374ba None None] Provisioning complete for port 60d12779-9116-4ecf-bdad-6aa0107114f1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:33.798348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c4f73c92-70c6-4fd8-acef-8c93b9e374ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:33.870255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c4f73c92-70c6-4fd8-acef-8c93b9e374ba None None] Port 60d12779-9116-4ecf-bdad-6aa0107114f1 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:38:34.100842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d12779-9116-4ecf-bdad-6aa0107114f1 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:38:34.110354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:34.169322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Transition to ACTIVE for port object 60d12779-9116-4ecf-bdad-6aa0107114f1 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:34.204846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987add2-9c72-4611-af33-9df3a9a2cab6 req-b0700a12-6546-431d-83e4-e7f57b2d2f4b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:34.205552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e987add2-9c72-4611-af33-9df3a9a2cab6 req-b0700a12-6546-431d-83e4-e7f57b2d2f4b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:34.230373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:34.375790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e987add2-9c72-4611-af33-9df3a9a2cab6 req-b0700a12-6546-431d-83e4-e7f57b2d2f4b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:34.376933 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e987add2-9c72-4611-af33-9df3a9a2cab6 req-b0700a12-6546-431d-83e4-e7f57b2d2f4b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 931 time: 0.2636929 Mar 11 16:38:34.532579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Pushing event updated for resources: {'Port': ['ID=60d12779-9116-4ecf-bdad-6aa0107114f1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:34.560947 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e987add2-9c72-4611-af33-9df3a9a2cab6 req-8ec8e43d-ec6d-41ed-a41b-ba934c2aaa4e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747115 Mar 11 16:38:34.660060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Attempting to bind port 60d12779-9116-4ecf-bdad-6aa0107114f1 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:38:34.660392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Attempting to bind port 60d12779-9116-4ecf-bdad-6aa0107114f1 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:38:34.660762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Attempting to bind port 60d12779-9116-4ecf-bdad-6aa0107114f1 on network a62c8744-30d5-419c-b992-4a84e2d8cabd {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:38:34.667030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Port 60d12779-9116-4ecf-bdad-6aa0107114f1 on network a62c8744-30d5-419c-b992-4a84e2d8cabd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:38:34.667361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Attempting to bind port 60d12779-9116-4ecf-bdad-6aa0107114f1 on network a62c8744-30d5-419c-b992-4a84e2d8cabd {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:38:34.673328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:38:34.673679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Checking segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:38:34.674094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Bound using segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:38:34.674744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Bound port: 60d12779-9116-4ecf-bdad-6aa0107114f1, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:38:34.675206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:34.771310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] For port 60d12779-9116-4ecf-bdad-6aa0107114f1, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:38:34.774599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] For port 60d12779-9116-4ecf-bdad-6aa0107114f1, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=60d12779-9116-4ecf-bdad-6aa0107114f1,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:38:34.832736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:34.893611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:34.894293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:34.895652 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] 10.222.0.35 "PUT /v2.0/ports/60d12779-9116-4ecf-bdad-6aa0107114f1 HTTP/1.1" status: 200 len: 1093 time: 1.2678812 Mar 11 16:38:34.896210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'tag': '60d12779-9116-4ecf-bdad-6aa0107114f1'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:38:34.942679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649b1d4-2eec-4295-b0b8-f3bfeac1b325 service neutron] Pushing event updated for resources: {'Port': ['ID=60d12779-9116-4ecf-bdad-6aa0107114f1,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:34.961850 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'tag': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'status': 'completed', 'code': 200} Mar 11 16:38:35.059861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abba14-12b4-47eb-9162-be0508a88485 req-68972ae2-0560-4c15-b5d9-93db4b83333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:35.061374 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51abba14-12b4-47eb-9162-be0508a88485 req-68972ae2-0560-4c15-b5d9-93db4b83333f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 1096 time: 0.0802801 Mar 11 16:38:35.223740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abba14-12b4-47eb-9162-be0508a88485 req-8a096eaf-a0e0-47e1-8dee-58a2860cf738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:35.225126 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51abba14-12b4-47eb-9162-be0508a88485 req-8a096eaf-a0e0-47e1-8dee-58a2860cf738 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1569908 Mar 11 16:38:35.370112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abba14-12b4-47eb-9162-be0508a88485 req-8c868a2a-84e7-41a3-944b-ba9b22d1af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:35.371539 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51abba14-12b4-47eb-9162-be0508a88485 req-8c868a2a-84e7-41a3-944b-ba9b22d1af0e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404412 Mar 11 16:38:35.477204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-46b2621a-a791-4b73-88c3-8edfc2323319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:35.479244 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-46b2621a-a791-4b73-88c3-8edfc2323319 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 1096 time: 0.0741343 Mar 11 16:38:35.547927 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-78bf5a86-67c3-49ae-bd88-e5d719f9c455 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d12779-9116-4ecf-bdad-6aa0107114f1 HTTP/1.1" status: 200 len: 217 time: 0.0618026 Mar 11 16:38:35.614683 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-38cbc6d1-61fd-496e-aea7-bff275a4ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:35.616221 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-38cbc6d1-61fd-496e-aea7-bff275a4ca44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0625551 Mar 11 16:38:35.743769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-7b6b44a3-5995-479d-b66d-d6f57aa44925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:35.745420 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-7b6b44a3-5995-479d-b66d-d6f57aa44925 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1230950 Mar 11 16:38:35.855647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80603fd2-cc4b-4966-996d-630b1b551b66 req-03cb8343-5de2-45d3-adaf-d099af0e4a4f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:35.857071 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-80603fd2-cc4b-4966-996d-630b1b551b66 req-03cb8343-5de2-45d3-adaf-d099af0e4a4f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 943 time: 0.1831555 Mar 11 16:38:35.927423 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-80603fd2-cc4b-4966-996d-630b1b551b66 req-59763898-eacc-4e3a-ab11-16bfad319c8c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629168 Mar 11 16:38:35.930690 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-39eb55c9-91a8-42ca-a347-5a80d7a60bc4 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778316 Mar 11 16:38:36.070551 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1544a52b-0f59-49b6-9311-b704cb53e780 req-6e55fe43-6481-435d-8fb9-a2fb3b08acb4 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338804 Mar 11 16:38:37.118603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fc794-62f4-4bd1-8488-ff3a7bf9fcaf req-2274846f-f471-4c85-ac61-4cb299c1f08f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:37.120657 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e43fc794-62f4-4bd1-8488-ff3a7bf9fcaf req-2274846f-f471-4c85-ac61-4cb299c1f08f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 943 time: 0.0859685 Mar 11 16:38:37.165003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e43fc794-62f4-4bd1-8488-ff3a7bf9fcaf req-5dcf4add-1325-4ffe-b611-e084b204054c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:37.178275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-e43fc794-62f4-4bd1-8488-ff3a7bf9fcaf req-5dcf4add-1325-4ffe-b611-e084b204054c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:37.179468 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e43fc794-62f4-4bd1-8488-ff3a7bf9fcaf req-5dcf4add-1325-4ffe-b611-e084b204054c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531385 Mar 11 16:38:38.372055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a585-3d59-424d-ba1c-175d70b96a70 req-ae1dac49-2e9b-4f2c-a73c-c04031cf7b70 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:38.373421 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a7e9a585-3d59-424d-ba1c-175d70b96a70 req-ae1dac49-2e9b-4f2c-a73c-c04031cf7b70 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 943 time: 0.0802677 Mar 11 16:38:38.419695 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a7e9a585-3d59-424d-ba1c-175d70b96a70 req-f56b9396-dc70-4c87-af24-b42663af9dfd tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406632 Mar 11 16:38:39.366795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:39.604832 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8653b6-3a4f-4c61-a6c9-56879a7b2f9a req-db5a9465-bd1f-420e-ac80-eaffd43f43bb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:39.607034 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dd8653b6-3a4f-4c61-a6c9-56879a7b2f9a req-db5a9465-bd1f-420e-ac80-eaffd43f43bb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 943 time: 0.0806146 Mar 11 16:38:39.651209 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dd8653b6-3a4f-4c61-a6c9-56879a7b2f9a req-38251362-5f90-46bf-b09a-e133c1d40665 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384705 Mar 11 16:38:39.912964 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:38:40.939644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c340b-7dc8-4ad8-9b07-d7b1f1771565 req-aa1055be-3c9c-4f25-b13b-b3dee9f02f20 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:40.941145 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-392c340b-7dc8-4ad8-9b07-d7b1f1771565 req-aa1055be-3c9c-4f25-b13b-b3dee9f02f20 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 943 time: 0.1828015 Mar 11 16:38:40.985490 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-392c340b-7dc8-4ad8-9b07-d7b1f1771565 req-1d601933-ab9e-4bf3-b80b-1521f6fb2b04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386248 Mar 11 16:38:41.126675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20af09eb-b5df-4a24-a2be-663999ac36c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:42.179876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1b4a-a5fa-4df4-b4bd-d787dd2c6631 req-b8e41d91-562f-41f5-8905-1a6071be4ed5 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:42.181383 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-37ab1b4a-a5fa-4df4-b4bd-d787dd2c6631 req-b8e41d91-562f-41f5-8905-1a6071be4ed5 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 943 time: 0.0852661 Mar 11 16:38:42.227285 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-37ab1b4a-a5fa-4df4-b4bd-d787dd2c6631 req-2211d626-6351-4d78-9f47-4a9b89b547df tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402794 Mar 11 16:38:43.372385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8753165a-4924-4360-bc90-256680f805ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:43.417516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a17b-c1f9-4cb2-a9c0-e29af1f4e9d7 req-6695b1d6-d405-41ee-9d70-5f160d5d6bb6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:43.419072 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c337a17b-c1f9-4cb2-a9c0-e29af1f4e9d7 req-6695b1d6-d405-41ee-9d70-5f160d5d6bb6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 943 time: 0.0849910 Mar 11 16:38:43.463588 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c337a17b-c1f9-4cb2-a9c0-e29af1f4e9d7 req-d4ae35c0-8fb9-4cff-8f05-47da38503888 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387757 Mar 11 16:38:44.646836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:44.649619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fa37d-49e9-4289-a7e7-3d51c648c758 req-76afe7db-2915-4ffe-8e59-51522e9e6d39 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:44.651167 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7c5fa37d-49e9-4289-a7e7-3d51c648c758 req-76afe7db-2915-4ffe-8e59-51522e9e6d39 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 943 time: 0.0834973 Mar 11 16:38:44.675128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:44.801883 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7c5fa37d-49e9-4289-a7e7-3d51c648c758 req-dad087a7-48e5-4d50-9f58-71b666117183 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443093 Mar 11 16:38:45.346672 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 60d12779-9116-4ecf-bdad-6aa0107114f1 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:38:45.477514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 60d12779-9116-4ecf-bdad-6aa0107114f1, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=60d12779-9116-4ecf-bdad-6aa0107114f1,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:45.491749 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'port_id': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'mac_address': 'fa:16:3e:ee:16:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:38:45.545737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:45.564557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d12779-9116-4ecf-bdad-6aa0107114f1 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:38:45.579576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 60d12779-9116-4ecf-bdad-6aa0107114f1, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=60d12779-9116-4ecf-bdad-6aa0107114f1,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:45.697877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:45.767387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=60d12779-9116-4ecf-bdad-6aa0107114f1,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:45.774264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.774608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.774941 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.775267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.775592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.775914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.776229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.776543 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.776859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.777169 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.778712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.778712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:45.898082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:45.955197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['60d12779-9116-4ecf-bdad-6aa0107114f1'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:38:45.991728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c344727-197d-4f96-bba6-83e4d54ab72c req-6e220e51-324a-4cfa-a690-221724641368 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:45.993212 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c344727-197d-4f96-bba6-83e4d54ab72c req-6e220e51-324a-4cfa-a690-221724641368 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 944 time: 0.0856161 Mar 11 16:38:46.044549 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c344727-197d-4f96-bba6-83e4d54ab72c req-2c430238-cc5e-4391-8473-2269c71d4f35 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429027 Mar 11 16:38:47.234042 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed5be-9141-44e4-bebc-6e4f91d78f44 req-ea554d40-42df-4edb-a798-c4ca890f01bc tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:47.235453 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f7ed5be-9141-44e4-bebc-6e4f91d78f44 req-ea554d40-42df-4edb-a798-c4ca890f01bc tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 944 time: 0.0805156 Mar 11 16:38:47.280533 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8f7ed5be-9141-44e4-bebc-6e4f91d78f44 req-3d6ed4a5-bddf-4e10-94e0-c7491937c6e0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388672 Mar 11 16:38:47.361575 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 60d12779-9116-4ecf-bdad-6aa0107114f1 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:47.463760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 60d12779-9116-4ecf-bdad-6aa0107114f1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:47.469281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 60d12779-9116-4ecf-bdad-6aa0107114f1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:47.469643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:47.616636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:47.643725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d12779-9116-4ecf-bdad-6aa0107114f1'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:38:47.653598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 60d12779-9116-4ecf-bdad-6aa0107114f1, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=60d12779-9116-4ecf-bdad-6aa0107114f1,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:38:47.688968 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'code': 200} Mar 11 16:38:47.709570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:47.776373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=60d12779-9116-4ecf-bdad-6aa0107114f1,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:47.967577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085f66e-d329-43ce-b2e0-c291a4fef56b req-93d12784-74cc-4e62-8955-3633b0ee7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:47.969014 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f085f66e-d329-43ce-b2e0-c291a4fef56b req-93d12784-74cc-4e62-8955-3633b0ee7b52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 1098 time: 0.0721436 Mar 11 16:38:48.009486 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f085f66e-d329-43ce-b2e0-c291a4fef56b req-f5666c61-0909-45f4-89c9-dcd2e67ab270 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344276 Mar 11 16:38:48.477067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26661d9-61d5-4795-8517-e86e171888ae req-dc53760b-6659-4e76-b866-2e42ca535495 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:48.478575 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d26661d9-61d5-4795-8517-e86e171888ae req-dc53760b-6659-4e76-b866-2e42ca535495 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 945 time: 0.0844502 Mar 11 16:38:48.524972 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d26661d9-61d5-4795-8517-e86e171888ae req-1f1ba2e0-28f6-4002-812a-25632702dda8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393081 Mar 11 16:38:49.718499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48104b6-f155-4821-9b90-723943dc37e0 req-a593b134-e84e-48f3-a0d7-ae208f1b43a7 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:49.720830 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a48104b6-f155-4821-9b90-723943dc37e0 req-a593b134-e84e-48f3-a0d7-ae208f1b43a7 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 945 time: 0.0868771 Mar 11 16:38:49.765116 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a48104b6-f155-4821-9b90-723943dc37e0 req-27a639aa-4454-433e-b57a-76e56d26f641 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Mar 11 16:38:49.976151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8acd3-3f46-464d-bae4-08a109da1036 req-f91043f4-9fd7-49bc-a3cb-7475ea4e9678 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:49.977606 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ace8acd3-3f46-464d-bae4-08a109da1036 req-f91043f4-9fd7-49bc-a3cb-7475ea4e9678 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 945 time: 0.0805082 Mar 11 16:38:50.026426 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ace8acd3-3f46-464d-bae4-08a109da1036 req-bf57029b-8eae-430f-9809-3460d174629d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418160 Mar 11 16:38:50.051066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38628) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:50.180445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec6c5a-f495-4c48-93d4-48c765588b96 tempest-TestVolumeBootPattern-1740648030 tempest-TestVolumeBootPattern-1740648030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:50.181927 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-51ec6c5a-f495-4c48-93d4-48c765588b96 tempest-TestVolumeBootPattern-1740648030 tempest-TestVolumeBootPattern-1740648030-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 1093 time: 0.1298501 Mar 11 16:38:50.184965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38634) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:50.189703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:38:50.195455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:50.199749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:floatingip and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:50.202537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:50.208385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:50.343642 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:50.487568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:50.626703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Allocated IP 172.26.8.104 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/fcda7384-1a20-43c3-b38c-d179cb9fe2bb) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:38:50.778981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:50.886045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:50.950766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:38:50.953482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:50.957356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:38:51.002864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'Port': ['ID=fcda7384-1a20-43c3-b38c-d179cb9fe2bb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:51.384268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:51.538865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:51.843761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:51.886305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:51.999166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'Port': ['ID=fcda7384-1a20-43c3-b38c-d179cb9fe2bb,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:52.006990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:52.186541 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Floating IP bdb2ae52-d29d-4d86-a229-20f81497a3d7 associated. External IP: 172.26.8.104, port: 60d12779-9116-4ecf-bdad-6aa0107114f1. Mar 11 16:38:52.547177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Router 202f201e-f1e8-47c6-b639-151d49d25420 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:38:52.725265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:38:52.735567 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] Sync routers for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:38:52.748858 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:52.749548 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:38:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:52.806737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:52.866541 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1d65f2c-1787-45bb-bd28-09b874fbd3e4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6805494 Mar 11 16:38:52.867294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'tag': '60d12779-9116-4ecf-bdad-6aa0107114f1'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:38:52.914745 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'tag': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'status': 'completed', 'code': 200} Mar 11 16:38:52.925406 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:53.003093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-1c2cc4d2-3a51-4bd6-85c1-7ff35ab119ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:53.004546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-1c2cc4d2-3a51-4bd6-85c1-7ff35ab119ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 1098 time: 0.0693567 Mar 11 16:38:53.136388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-81e86abc-540a-49d5-9004-d8fa265a553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:53.138400 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-81e86abc-540a-49d5-9004-d8fa265a553d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1282201 Mar 11 16:38:53.274881 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'bdb2ae52-d29d-4d86-a229-20f81497a3d7', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.104', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:ee:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:38:51Z', 'updated_at': '2022-03-11T16:38:51Z', 'revision_number': 0, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:53.279483 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] Checking router: 202f201e-f1e8-47c6-b639-151d49d25420 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:38:53.287851 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:38:53.288479 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:38:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:53.355115 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-8bca00d4-50a6-4286-a67e-39cffd33bccb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d12779-9116-4ecf-bdad-6aa0107114f1 HTTP/1.1" status: 200 len: 999 time: 0.2103710 Mar 11 16:38:53.419037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-80149e33-e257-413d-a9e3-de639a52a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:53.420428 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-80149e33-e257-413d-a9e3-de639a52a53d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0594318 Mar 11 16:38:53.499333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-b315511b-a621-491d-b9da-5e86cae4aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:53.500799 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-b315511b-a621-491d-b9da-5e86cae4aeb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743432 Mar 11 16:38:53.500918 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:38:53.633839 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-9c42f07d-0be9-4498-a888-54c67e023bb4 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260486 Mar 11 16:38:53.772125 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a46afdab-40ae-48ed-b7ca-f24de54ec7ea req-275c977c-e084-4cbe-a6c1-3c1512b2d26b service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249709 Mar 11 16:38:53.847215 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'bdb2ae52-d29d-4d86-a229-20f81497a3d7', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.104', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:ee:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:38:51Z', 'updated_at': '2022-03-11T16:38:51Z', 'revision_number': 0, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:53.851193 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8178cea-f1ff-4370-bb61-fe427cbabdbd None None] The sync data for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv is: [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'bdb2ae52-d29d-4d86-a229-20f81497a3d7', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.104', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:ee:16:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:38:51Z', 'updated_at': '2022-03-11T16:38:51Z', 'revision_number': 0, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:38:54.040409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34f615e-7e31-4459-9b0d-f68afac77fc4 None None] New status for floating IP bdb2ae52-d29d-4d86-a229-20f81497a3d7: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:39:09.456965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:11.160192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1115-b78d-4dde-a46a-48bba0e65980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:13.398862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-62160712-867b-4f91-b994-59409e239b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:14.661907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:14.685561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:16.339243 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:16.910351 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:39:36.973209 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-8dd6dc91-1587-41cb-8fee-d6f171d1a200 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734968 Mar 11 16:39:37.116380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-c63ea770-8df6-4f2f-8635-2018edc6a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:37.117825 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-c63ea770-8df6-4f2f-8635-2018edc6a66b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 1098 time: 0.0792110 Mar 11 16:39:37.262224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-6d1dfe02-b162-4769-bb2d-1aa2071c67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:37.263707 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-6d1dfe02-b162-4769-bb2d-1aa2071c67a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1279838 Mar 11 16:39:37.367811 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-5c4e31f1-ff44-4b31-a716-a89f97998e32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d12779-9116-4ecf-bdad-6aa0107114f1 HTTP/1.1" status: 200 len: 1001 time: 0.0984716 Mar 11 16:39:37.434949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-84e6b6e1-6f6a-4c23-9c35-65cde6a28073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:37.436414 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-84e6b6e1-6f6a-4c23-9c35-65cde6a28073 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0630925 Mar 11 16:39:37.528159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-830448c8-f72c-4509-832a-4880428cf5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:37.530004 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-830448c8-f72c-4509-832a-4880428cf5f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870485 Mar 11 16:39:37.667443 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-2dc9ce56-09d0-40f4-8ea5-e206f265fa19 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321726 Mar 11 16:39:37.797535 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bdc47868-dd80-41da-a0d3-341bd1c65833 req-739b300d-2478-482a-a359-37c108ac7e01 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242778 Mar 11 16:39:39.444883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:41.140650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a9ebfff3-105d-4eb4-8ba4-6102a0e89a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:43.433758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f3cee25f-f509-4275-ba2d-fb79a959be73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:44.708811 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:44.724728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:45.936186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:53.908283 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:40:09.445244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:11.186896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3a71cdb1-954c-4034-b8d7-67a41f4d0c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:13.387754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-42c6ec53-2b3f-4cbb-aacf-38f8a0b56525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:14.735999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:14.770132 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:15.898378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:19.764846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-394c1da7-e477-45f9-bfe9-a0bbeaafc76a req-37920de0-e769-4e16-a7f3-c8a935aea717 service neutron] (88600) timed out ('10.222.0.35', 64345) {{(pid=88600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:40:30.906806 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:40:37.980722 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-63986be2-3376-42f0-af21-ef0a9a7a5886 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691257 Mar 11 16:40:38.123482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-b383cb30-e475-45d7-a26a-4ca774dc7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:38.124897 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-b383cb30-e475-45d7-a26a-4ca774dc7641 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 1098 time: 0.0741782 Mar 11 16:40:38.268670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-6130ce56-fc6d-4e6c-aa63-bd4c366d0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:38.269983 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-6130ce56-fc6d-4e6c-aa63-bd4c366d0684 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1258104 Mar 11 16:40:38.469209 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-1ae6e016-c507-4ec1-b906-a176804d382f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60d12779-9116-4ecf-bdad-6aa0107114f1 HTTP/1.1" status: 200 len: 1001 time: 0.1931350 Mar 11 16:40:38.531004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-20554754-9b3a-4c7a-b14f-097dfdc38a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:38.532328 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-20554754-9b3a-4c7a-b14f-097dfdc38a5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0572066 Mar 11 16:40:38.606908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-7f51af18-0e6c-4927-9363-a08aad22f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:38.610093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-7f51af18-0e6c-4927-9363-a08aad22f7ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700872 Mar 11 16:40:38.739971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-a3d91e6a-ab93-4847-8d2e-371fb7ce2977 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251462 Mar 11 16:40:38.870030 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-106dd699-5461-4610-8d00-f9683d3a5e49 req-9ce808ad-0c85-4f40-a3cd-d61186c43392 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244106 Mar 11 16:40:39.447295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:41.136288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-705ba106-6e58-4c94-9c78-eb3f03272f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:43.376073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ec36a12-a23e-423a-8391-6bebe4bd4acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:44.679625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:44.701792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:45.870322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:07.904336 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:41:09.459294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:11.154522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-66d1cd89-c3ca-4d0a-8df4-160961e64489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:13.388389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-017e7fc0-60df-4124-a157-3687ed06d28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:14.771474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:14.799796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:15.903558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.129994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad7643-cbd4-4291-ac7b-935c917d650a req-d1d73803-0ded-4cac-bacf-c8e75ba5ac6b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:32.131559 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97ad7643-cbd4-4291-ac7b-935c917d650a req-d1d73803-0ded-4cac-bacf-c8e75ba5ac6b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 945 time: 0.0905797 Mar 11 16:41:32.180795 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97ad7643-cbd4-4291-ac7b-935c917d650a req-5275f85b-0311-4cee-bb84-1b342a4605c8 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 Mar 11 16:41:33.384085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf58c-313d-4986-9f6b-0bbff782bf37 req-a1d858d9-e9e3-458d-8d4f-aa94f23ae297 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:33.385650 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-257bf58c-313d-4986-9f6b-0bbff782bf37 req-a1d858d9-e9e3-458d-8d4f-aa94f23ae297 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 945 time: 0.0827236 Mar 11 16:41:33.430646 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-257bf58c-313d-4986-9f6b-0bbff782bf37 req-3d27c10e-6e51-4836-8642-9da8d4fd6186 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385251 Mar 11 16:41:33.597263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-f803bd58-0774-470f-bca5-303b2b4bca73 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:33.598649 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-f803bd58-0774-470f-bca5-303b2b4bca73 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 945 time: 0.0796266 Mar 11 16:41:33.672468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Deleting port 60d12779-9116-4ecf-bdad-6aa0107114f1 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:41:33.672832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.920831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] For port 60d12779-9116-4ecf-bdad-6aa0107114f1, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=60d12779-9116-4ecf-bdad-6aa0107114f1,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:41:33.921185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.218287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.218723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.219134 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Floating IP bdb2ae52-d29d-4d86-a229-20f81497a3d7 disassociated. External IP: 172.26.8.104, port: 60d12779-9116-4ecf-bdad-6aa0107114f1. Mar 11 16:41:34.219506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Calling delete_port for 60d12779-9116-4ecf-bdad-6aa0107114f1 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:41:34.423410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.476005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event deleted for resources: {'Port': ['ID=60d12779-9116-4ecf-bdad-6aa0107114f1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:34.487966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.489356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.489356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.489356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.489356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.489898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.489898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.490205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.490513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.491592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.492070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.492554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:34.716388 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a5835006-14d1-46f3-a6e6-380e31e5abe6 req-6a1cbebf-1058-4b9e-9eb9-a127d4cb8419 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 210 time: 0.0586708 Mar 11 16:41:34.830058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Router 202f201e-f1e8-47c6-b639-151d49d25420 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:41:35.015809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:41:35.027822 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] Sync routers for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:41:35.038022 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:41:35.038659 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:41:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:35.093300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] No DVR routers for this DVR port 60d12779-9116-4ecf-bdad-6aa0107114f1 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:41:35.095789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:35.098381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'name': 'network-vif-deleted', 'tag': '60d12779-9116-4ecf-bdad-6aa0107114f1'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:41:35.148998 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdd06f7-b33d-421c-a569-2a7165e62015', 'name': 'network-vif-deleted', 'tag': '60d12779-9116-4ecf-bdad-6aa0107114f1', 'status': 'completed', 'code': 200} Mar 11 16:41:35.190531 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c01cffbf-ef8c-46da-a2e5-e3b5d9efedf5 req-491c0c81-c5a4-443f-ae0e-1884c0d02006 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "DELETE /v2.0/ports/60d12779-9116-4ecf-bdad-6aa0107114f1 HTTP/1.1" status: 204 len: 173 time: 1.5864861 Mar 11 16:41:35.223384 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:41:35.554713 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:35.559036 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] Checking router: 202f201e-f1e8-47c6-b639-151d49d25420 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:41:35.568128 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:41:35.568912 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:41:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:35.797814 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:41:35.923437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ddac292d-2369-433c-88b1-ff69614bc3f3 req-867b3897-0930-4b16-ba06-def3bececc1b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:36.024142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ddac292d-2369-433c-88b1-ff69614bc3f3 req-867b3897-0930-4b16-ba06-def3bececc1b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:36.025312 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ddac292d-2369-433c-88b1-ff69614bc3f3 req-867b3897-0930-4b16-ba06-def3bececc1b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cdd06f7-b33d-421c-a569-2a7165e62015 HTTP/1.1" status: 200 len: 210 time: 0.2025592 Mar 11 16:41:36.126860 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:36.130731 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47ec4e-0f4b-4635-b136-69444b0eca4f None None] The sync data for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv is: [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:41:36.337652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13222d58-d9fb-4f5a-a359-8fec720f1370 None None] New status for floating IP bdb2ae52-d29d-4d86-a229-20f81497a3d7: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:41:37.313656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-c48a630c-d85a-4e0a-a8f9-07676d4c6908 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129045860&fields=id&tenant_id=40e0fc60b45342d99dcd035efb3d5bc2 HTTP/1.1" status: 200 len: 267 time: 0.0393264 Mar 11 16:41:37.467846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-645be292-076c-48ec-b429-1c050ef6b2f5 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:37.469275 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-645be292-076c-48ec-b429-1c050ef6b2f5 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 812 time: 0.1491203 Mar 11 16:41:37.484255 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-40bb155c-b6f2-4965-a497-b962a3be394b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/quotas/40e0fc60b45342d99dcd035efb3d5bc2 HTTP/1.1" status: 200 len: 375 time: 0.0094428 Mar 11 16:41:37.570396 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-befe709f-9b80-49b9-839c-d435c6252a85 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807576 Mar 11 16:41:37.710394 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-83e26785-fa6d-4028-8df6-80f120026c7e service neutron] 10.222.0.57 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281030 Mar 11 16:41:37.843342 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-64ef77f7-1d8c-4c3b-a5e6-e8fe6db6062c service neutron] 10.222.0.57 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267774 Mar 11 16:41:38.312570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 60d12779-9116-4ecf-bdad-6aa0107114f1 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:41:38.346649 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 60d12779-9116-4ecf-bdad-6aa0107114f1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:41:38.346989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 60d12779-9116-4ecf-bdad-6aa0107114f1 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:41:38.680273 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6276ff44-dff1-4f77-92cd-e65b08a6e5c1 req-f5df0a4e-ba15-43ed-822c-2839c6798cfb tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 210 time: 0.1006987 Mar 11 16:41:39.492292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:39.835022 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-273ce14d-5d18-4f1b-bdfd-6c42979627b2 req-21104f84-5ceb-4f8b-9556-729c49b8d67d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 210 time: 0.0445507 Mar 11 16:41:40.755973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-f10ec922-015c-4790-aa68-3bd64a66d443 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:40.757422 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-f10ec922-015c-4790-aa68-3bd64a66d443 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 812 time: 0.1474895 Mar 11 16:41:40.811340 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-2ca0b563-af36-436e-8b1e-6dc433084b22 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e0fc60b45342d99dcd035efb3d5bc2 HTTP/1.1" status: 200 len: 380 time: 0.0461559 Mar 11 16:41:40.819511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'port': {'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'admin_state_up': True, 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'security_groups': ['02547663-c5dc-4f8c-a520-efb4c20e8ecd']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:41:40.991321 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-beafc428-f998-465b-9440-02a884a4be67 req-115a94f5-d0f2-4353-acd4-4c98cade77fd tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 210 time: 0.0442519 Mar 11 16:41:41.104953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:41.118821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:41.156500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7220-2953-4963-8ed4-0d009c0767ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.233396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Made reservation on behalf of 40e0fc60b45342d99dcd035efb3d5bc2 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:41.237507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.410427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Allocated IP 172.20.0.6 (a62c8744-30d5-419c-b992-4a84e2d8cabd/5106d8a4-bb25-488b-8df7-2011ecbf1036/4a5d002f-5919-48c3-887b-994e436a9218) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:41.602940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.620344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Transition to ACTIVE for port object 4a5d002f-5919-48c3-887b-994e436a9218 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:41.716405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.783513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Network a62c8744-30d5-419c-b992-4a84e2d8cabd is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:41.786534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:41.795940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:41:41.830547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'Port': ['ID=4a5d002f-5919-48c3-887b-994e436a9218,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:41.867796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:41.868428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.980084 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ef868a9e-6a4c-436d-b230-b59b211ae842 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1640019 Mar 11 16:41:42.062145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Request body: {'port': {'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:41:42.116431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d5b097de-7f9f-4803-9d47-179782e55d06 None None] Provisioning for port 4a5d002f-5919-48c3-887b-994e436a9218 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:42.123201 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d5b097de-7f9f-4803-9d47-179782e55d06 None None] Provisioning complete for port 4a5d002f-5919-48c3-887b-994e436a9218 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:42.123578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d5b097de-7f9f-4803-9d47-179782e55d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:42.183336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d5b097de-7f9f-4803-9d47-179782e55d06 None None] Port 4a5d002f-5919-48c3-887b-994e436a9218 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:41:42.229985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:42.305090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76ae70-abee-4feb-b224-b4e091fbe96f req-7f75164b-85e7-49f5-9a83-1cae9505cbac tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:42.305769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-fc76ae70-abee-4feb-b224-b4e091fbe96f req-7f75164b-85e7-49f5-9a83-1cae9505cbac tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:42.404776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-fc76ae70-abee-4feb-b224-b4e091fbe96f req-7f75164b-85e7-49f5-9a83-1cae9505cbac tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:42.406423 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc76ae70-abee-4feb-b224-b4e091fbe96f req-7f75164b-85e7-49f5-9a83-1cae9505cbac tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 931 time: 0.2958789 Mar 11 16:41:42.549977 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc76ae70-abee-4feb-b224-b4e091fbe96f req-86489648-be86-4686-b05d-c079d4eb6089 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368856 Mar 11 16:41:42.659127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5d002f-5919-48c3-887b-994e436a9218 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:41:42.667047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:42.682130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Transition to ACTIVE for port object 4a5d002f-5919-48c3-887b-994e436a9218 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:42.783580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:42.944671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5d002f-5919-48c3-887b-994e436a9218,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:43.038620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Attempting to bind port 4a5d002f-5919-48c3-887b-994e436a9218 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:43.039012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Attempting to bind port 4a5d002f-5919-48c3-887b-994e436a9218 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:43.039403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Attempting to bind port 4a5d002f-5919-48c3-887b-994e436a9218 on network a62c8744-30d5-419c-b992-4a84e2d8cabd {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:41:43.045597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Port 4a5d002f-5919-48c3-887b-994e436a9218 on network a62c8744-30d5-419c-b992-4a84e2d8cabd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:41:43.045921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Attempting to bind port 4a5d002f-5919-48c3-887b-994e436a9218 on network a62c8744-30d5-419c-b992-4a84e2d8cabd {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:41:43.051464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:41:43.051800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Checking segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:41:43.052185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Bound using segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:41:43.052612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Bound port: 4a5d002f-5919-48c3-887b-994e436a9218, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:43.052954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.162962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] For port 4a5d002f-5919-48c3-887b-994e436a9218, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:41:43.168608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] For port 4a5d002f-5919-48c3-887b-994e436a9218, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a5d002f-5919-48c3-887b-994e436a9218,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:41:43.231626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.292319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:43.293670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.295200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] 10.222.0.35 "PUT /v2.0/ports/4a5d002f-5919-48c3-887b-994e436a9218 HTTP/1.1" status: 200 len: 1093 time: 1.3080554 Mar 11 16:41:43.295646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:41:43.345067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b68e5-5fc6-4689-a370-8a6aded8fa82 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5d002f-5919-48c3-887b-994e436a9218,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:43.416034 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218', 'status': 'completed', 'code': 200} Mar 11 16:41:43.425569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7e14693f-feea-4c61-b034-4e093a9d214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.522254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454ab32-39c8-4473-83f8-d1efe005051b req-78768f6f-fbde-4b9f-a924-29242b3aefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:43.524299 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9454ab32-39c8-4473-83f8-d1efe005051b req-78768f6f-fbde-4b9f-a924-29242b3aefa8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1096 time: 0.0890913 Mar 11 16:41:43.829970 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454ab32-39c8-4473-83f8-d1efe005051b req-20e9266e-b8ce-4ed0-8091-a995bec71b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:43.831448 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9454ab32-39c8-4473-83f8-d1efe005051b req-20e9266e-b8ce-4ed0-8091-a995bec71b55 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2999029 Mar 11 16:41:43.889625 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0d7c1-37d1-4b2b-8014-135e6e13e446 req-85abc5c3-93c7-4082-ac15-21c408475f79 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:43.891110 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4a0d7c1-37d1-4b2b-8014-135e6e13e446 req-85abc5c3-93c7-4082-ac15-21c408475f79 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 943 time: 0.1573045 Mar 11 16:41:44.011777 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4a0d7c1-37d1-4b2b-8014-135e6e13e446 req-ea9eba73-5a3d-4173-93d9-6a03bb0f8fc9 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710275 Mar 11 16:41:44.019019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454ab32-39c8-4473-83f8-d1efe005051b req-45247d0a-e430-4c80-a5c3-4c67cf807ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:44.020426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9454ab32-39c8-4473-83f8-d1efe005051b req-45247d0a-e430-4c80-a5c3-4c67cf807ecf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827729 Mar 11 16:41:44.144670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-79f4eacc-dddb-4e18-999a-04dadb031d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:44.146030 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-79f4eacc-dddb-4e18-999a-04dadb031d56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1096 time: 0.0721560 Mar 11 16:41:44.216340 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-843aba47-2d0c-43d3-ad5d-b2d0c45bd2ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a5d002f-5919-48c3-887b-994e436a9218 HTTP/1.1" status: 200 len: 217 time: 0.0643778 Mar 11 16:41:44.278284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bd0473da-e593-4130-b629-c4050b4c58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:44.279728 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-bd0473da-e593-4130-b629-c4050b4c58eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0576890 Mar 11 16:41:44.359003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-19b16e29-05da-4bb3-b6de-e0f9c84ae49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:44.360465 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-19b16e29-05da-4bb3-b6de-e0f9c84ae49c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748010 Mar 11 16:41:44.506199 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-4e96e9a5-8c49-4abd-9dd8-2eda3d462bc9 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391518 Mar 11 16:41:44.647877 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5aa8db36-6f69-432e-bd6d-aeaebf355f25 req-ba8e722f-a38e-426b-8e17-3768c93f0a21 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359041 Mar 11 16:41:44.699556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.745682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.903444 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:41:45.201050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5577d98-b13e-47c7-b9a9-7319d3ad7718 req-693e631d-9e02-4a6f-9e53-d74e92137879 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:45.202405 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5577d98-b13e-47c7-b9a9-7319d3ad7718 req-693e631d-9e02-4a6f-9e53-d74e92137879 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 943 time: 0.0784059 Mar 11 16:41:45.251476 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e5577d98-b13e-47c7-b9a9-7319d3ad7718 req-94df9375-e7c9-4031-bba9-3e1a78c87c73 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Mar 11 16:41:45.904639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.438247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc71bc9-36a1-4189-858e-efee54c48a18 req-b9985b69-4837-40a5-8198-b592e2445c2d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:46.439707 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcc71bc9-36a1-4189-858e-efee54c48a18 req-b9985b69-4837-40a5-8198-b592e2445c2d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 943 time: 0.0824084 Mar 11 16:41:46.487681 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcc71bc9-36a1-4189-858e-efee54c48a18 req-1df6ff9e-d71a-4561-9898-af8bf18bd56e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Mar 11 16:41:47.674373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12a0bd-f6ac-4eae-a6a2-8729e49c9370 req-ff183b27-40b9-43dc-a4a5-5e31edb1c4f3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:47.675869 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec12a0bd-f6ac-4eae-a6a2-8729e49c9370 req-ff183b27-40b9-43dc-a4a5-5e31edb1c4f3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 943 time: 0.0803437 Mar 11 16:41:47.722468 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ec12a0bd-f6ac-4eae-a6a2-8729e49c9370 req-252bfc70-4f9e-4bdf-9ec0-808a74044d50 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Mar 11 16:41:48.908835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c7099-2e2d-472c-90b4-d7e217cb7fe7 req-88de9714-7f20-4e9a-9b8f-0c52369952ae tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:48.910319 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e61c7099-2e2d-472c-90b4-d7e217cb7fe7 req-88de9714-7f20-4e9a-9b8f-0c52369952ae tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 943 time: 0.0836027 Mar 11 16:41:48.955685 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e61c7099-2e2d-472c-90b4-d7e217cb7fe7 req-dcfa0521-d11b-4000-a03a-ab8b8cc306d4 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395517 Mar 11 16:41:50.148526 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b8b6a-3471-4b35-b8ef-36baeae13ea3 req-3578e715-78dc-4373-a9df-f448cab03808 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:50.149953 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e2b8b6a-3471-4b35-b8ef-36baeae13ea3 req-3578e715-78dc-4373-a9df-f448cab03808 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 943 time: 0.0841899 Mar 11 16:41:50.194576 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8e2b8b6a-3471-4b35-b8ef-36baeae13ea3 req-0e3236c3-6177-4c68-8ff3-e8c59eb53227 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Mar 11 16:41:51.376714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb530d-5f6c-4680-8926-3664287e2a8d req-46caad47-bc51-4485-9359-2c441afc8a22 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:51.378114 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eaeb530d-5f6c-4680-8926-3664287e2a8d req-46caad47-bc51-4485-9359-2c441afc8a22 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 943 time: 0.0799365 Mar 11 16:41:51.425280 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eaeb530d-5f6c-4680-8926-3664287e2a8d req-3a18fbfa-9352-4e04-8396-37cdf654b0cd tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415981 Mar 11 16:41:52.407170 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 4a5d002f-5919-48c3-887b-994e436a9218 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:41:52.545106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 4a5d002f-5919-48c3-887b-994e436a9218, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a5d002f-5919-48c3-887b-994e436a9218,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:41:52.559156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '4a5d002f-5919-48c3-887b-994e436a9218', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:41:52.616982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23395039-7675-4929-b7e9-ebd5f0be8f1a req-2762df42-c1d8-473b-9960-581df221c8ac tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:52.617797 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:52.622915 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-23395039-7675-4929-b7e9-ebd5f0be8f1a req-2762df42-c1d8-473b-9960-581df221c8ac tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 943 time: 0.0809546 Mar 11 16:41:52.666376 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-23395039-7675-4929-b7e9-ebd5f0be8f1a req-48fd7f09-68e0-4c63-bbc7-2ad0e699b9ce tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Mar 11 16:41:52.676730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5d002f-5919-48c3-887b-994e436a9218 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:41:52.693512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 4a5d002f-5919-48c3-887b-994e436a9218, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a5d002f-5919-48c3-887b-994e436a9218,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:41:52.739990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:52.810633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=4a5d002f-5919-48c3-887b-994e436a9218,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:52.818002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.818387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.818729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.819065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.820352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.820352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.820352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.820352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.820660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.820976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.821294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.821611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:52.963330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['4a5d002f-5919-48c3-887b-994e436a9218'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:41:53.855653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40956abf-59ca-4f02-b73e-2a1dc92b7860 req-e5fadf13-292c-46b7-b535-3d85ed1c7f3f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:53.857079 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40956abf-59ca-4f02-b73e-2a1dc92b7860 req-e5fadf13-292c-46b7-b535-3d85ed1c7f3f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 944 time: 0.0809441 Mar 11 16:41:53.901677 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40956abf-59ca-4f02-b73e-2a1dc92b7860 req-46e2ddcc-5c20-4b43-8ace-c7cba15a8c7f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388839 Mar 11 16:41:54.413270 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 4a5d002f-5919-48c3-887b-994e436a9218 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:54.579890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 4a5d002f-5919-48c3-887b-994e436a9218 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:54.585545 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 4a5d002f-5919-48c3-887b-994e436a9218 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:54.588278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:54.706497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:54.733272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:41:54.743204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 4a5d002f-5919-48c3-887b-994e436a9218, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a5d002f-5919-48c3-887b-994e436a9218,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:41:54.802616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:54.834524 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218', 'code': 200} Mar 11 16:41:54.880415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=4a5d002f-5919-48c3-887b-994e436a9218,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:55.092973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2a586-3c8f-4f3f-8313-fecb26555a58 req-57e5aea8-5e08-4f52-8342-feb3e56801e2 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:55.094459 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3e2a586-3c8f-4f3f-8313-fecb26555a58 req-57e5aea8-5e08-4f52-8342-feb3e56801e2 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 945 time: 0.0866117 Mar 11 16:41:55.140680 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3e2a586-3c8f-4f3f-8313-fecb26555a58 req-44f6e112-d56a-4ef3-af5f-8dfba2afb7d0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400937 Mar 11 16:41:55.279485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d2e1c-3e40-431c-bd05-4496fc59aac6 req-33e9c3b5-5277-4d02-bc5c-969e26171352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:55.280954 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dc9d2e1c-3e40-431c-bd05-4496fc59aac6 req-33e9c3b5-5277-4d02-bc5c-969e26171352 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1098 time: 0.0713027 Mar 11 16:41:55.322117 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dc9d2e1c-3e40-431c-bd05-4496fc59aac6 req-2049a752-5e4f-4260-995b-7b392dfe475f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352905 Mar 11 16:41:56.338858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abf87d-5295-481f-a95c-b488bcec8a0e req-f024e541-a9b1-4c42-b3c5-e47b26507f3e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:56.341858 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-25abf87d-5295-481f-a95c-b488bcec8a0e req-f024e541-a9b1-4c42-b3c5-e47b26507f3e tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 945 time: 0.0896990 Mar 11 16:41:56.388668 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-25abf87d-5295-481f-a95c-b488bcec8a0e req-96bb1937-de11-4343-bba6-74a0fd30bff1 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Mar 11 16:41:57.597170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493b6ac-2c97-48bb-9811-d62485d2183a req-9d6e293e-de96-4dfc-af31-ec48acc36a1a tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:57.598681 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3493b6ac-2c97-48bb-9811-d62485d2183a req-9d6e293e-de96-4dfc-af31-ec48acc36a1a tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 945 time: 0.1026459 Mar 11 16:41:57.652026 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3493b6ac-2c97-48bb-9811-d62485d2183a req-3086b272-e99c-418e-8458-e041df01727d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470831 Mar 11 16:41:57.854662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d68fc-3607-4949-baa6-46ae3f16a538 req-76798901-b187-47ec-91b5-0a64529af8b3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:57.856690 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b2d68fc-3607-4949-baa6-46ae3f16a538 req-76798901-b187-47ec-91b5-0a64529af8b3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 945 time: 0.0953054 Mar 11 16:41:57.906072 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8b2d68fc-3607-4949-baa6-46ae3f16a538 req-aac984a6-1785-4599-9895-a2b03d4f6a2b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433509 Mar 11 16:41:57.930554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38786) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:58.001985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5905b105-7082-43a3-8d6b-eba50987e209 tempest-TestVolumeBootPattern-1740648030 tempest-TestVolumeBootPattern-1740648030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:58.002726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5905b105-7082-43a3-8d6b-eba50987e209 tempest-TestVolumeBootPattern-1740648030 tempest-TestVolumeBootPattern-1740648030-project-admin] Synchronizing usage tracker for tenant:ce6b4c8b0a894934813c911306481d52 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:58.162637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5905b105-7082-43a3-8d6b-eba50987e209 tempest-TestVolumeBootPattern-1740648030 tempest-TestVolumeBootPattern-1740648030-project-admin] Unset dirty status for tenant:ce6b4c8b0a894934813c911306481d52 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:58.163948 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5905b105-7082-43a3-8d6b-eba50987e209 tempest-TestVolumeBootPattern-1740648030 tempest-TestVolumeBootPattern-1740648030-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1093 time: 0.2324104 Mar 11 16:41:58.166828 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 38790) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:58.172454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:41:58.178817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:58.182755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:floatingip and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:58.185622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:58.191746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:58.293887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:58.435834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:58.580604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Allocated IP 172.26.8.142 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/000c7f37-1155-4ae3-8d3f-d1867d11a30c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:58.732871 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:58.830403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:58.893181 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:58.895906 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:58.899747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:41:58.949481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'Port': ['ID=000c7f37-1155-4ae3-8d3f-d1867d11a30c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:58.962916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.963258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.963592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.963921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.964247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.964574 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.964931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.965254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.965894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.966452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.966831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.967154 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:59.446315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:59.610778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:59.822587 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:59.897695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:00.008324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'Port': ['ID=000c7f37-1155-4ae3-8d3f-d1867d11a30c,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:00.021264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:00.196348 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Floating IP 0eb64955-1de6-47b6-aaa2-f832cda3ee84 associated. External IP: 172.26.8.142, port: 4a5d002f-5919-48c3-887b-994e436a9218. Mar 11 16:42:00.557831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Router 202f201e-f1e8-47c6-b639-151d49d25420 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:42:00.852689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:42:00.863553 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] Sync routers for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:42:00.873648 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:42:00.874279 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:41:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:00.991333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:01.051937 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f1a9e26-bf36-44d6-a703-1cddedc58056 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8840773 Mar 11 16:42:01.052620 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:42:01.052959 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:42:01.159454 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218', 'status': 'completed', 'code': 200} Mar 11 16:42:01.258594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-35aa86e2-0844-4939-9635-f4f93e34e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:01.260075 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-35aa86e2-0844-4939-9635-f4f93e34e911 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1098 time: 0.0781898 Mar 11 16:42:01.413851 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0eb64955-1de6-47b6-aaa2-f832cda3ee84', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:59Z', 'updated_at': '2022-03-11T16:41:59Z', 'revision_number': 0, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:01.418016 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] Checking router: 202f201e-f1e8-47c6-b639-151d49d25420 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:42:01.426841 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:42:01.427430 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:41:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:01.494054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-3c7b34cb-eebb-4b92-a1b2-7cf46f8cd097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:01.495973 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-3c7b34cb-eebb-4b92-a1b2-7cf46f8cd097 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.2299972 Mar 11 16:42:01.606646 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-7856d35d-041c-45ac-b532-8e4ef1f1fa50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a5d002f-5919-48c3-887b-994e436a9218 HTTP/1.1" status: 200 len: 999 time: 0.1044946 Mar 11 16:42:01.608652 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:42:01.674762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-67602dbd-d2b8-4fbf-a9c5-80016e06457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:01.676126 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-67602dbd-d2b8-4fbf-a9c5-80016e06457c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0640867 Mar 11 16:42:01.750744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-c54123bf-cde0-4572-8310-5476397ad382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:01.752212 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-c54123bf-cde0-4572-8310-5476397ad382 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705817 Mar 11 16:42:01.884469 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-bd773d4c-2e26-4411-9865-fe2f76f11290 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258526 Mar 11 16:42:01.987323 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0eb64955-1de6-47b6-aaa2-f832cda3ee84', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:59Z', 'updated_at': '2022-03-11T16:41:59Z', 'revision_number': 0, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:01.991214 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7772148d-0622-4912-b81b-5af8d1308db9 None None] The sync data for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv is: [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0eb64955-1de6-47b6-aaa2-f832cda3ee84', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:59Z', 'updated_at': '2022-03-11T16:41:59Z', 'revision_number': 0, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:42:02.019118 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-423470a9-9359-4713-b94b-6cfc9a380cdb req-4f49ff22-db13-4ddf-97d2-a29c17b6451a service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292145 Mar 11 16:42:02.187711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7190cc7-9e81-40c4-8148-95b4a81b32de None None] New status for floating IP 0eb64955-1de6-47b6-aaa2-f832cda3ee84: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:42:09.505280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:11.139380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e322beff-e6b5-4b5f-b793-9e8f142d1803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:13.392960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7059a87f-ed18-4eb7-a458-2b5d99bc387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:14.789917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:14.801560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:15.897773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:21.902672 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:42:38.985957 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-bb5f65b2-565b-40e3-acf9-33b90442d093 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731978 Mar 11 16:42:39.123246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-155840cb-be22-422d-9d9b-f8eb9a0a8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:39.124704 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-155840cb-be22-422d-9d9b-f8eb9a0a8281 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1098 time: 0.0715237 Mar 11 16:42:39.266966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-d65e81b9-f7c9-480b-8b95-f28f21a7ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:39.268305 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-d65e81b9-f7c9-480b-8b95-f28f21a7ba33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1257329 Mar 11 16:42:39.372832 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-c5c6f576-0ae4-47f2-b35e-94c6f5dd267d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a5d002f-5919-48c3-887b-994e436a9218 HTTP/1.1" status: 200 len: 1001 time: 0.0988283 Mar 11 16:42:39.434125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-3f82a136-98c8-43da-b125-7995cd8e07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:39.435610 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-3f82a136-98c8-43da-b125-7995cd8e07f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0577192 Mar 11 16:42:39.459626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:39.513297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-b2f541ee-c779-4d3c-8691-5b475c06bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:39.514821 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-b2f541ee-c779-4d3c-8691-5b475c06bf34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729074 Mar 11 16:42:39.643490 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-7058dc17-aa46-4029-b9e8-ff007d43f4a1 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229367 Mar 11 16:42:39.773600 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3d7778d-a92e-4ebe-89bd-ce8bef65bd60 req-d9f1072e-2680-4a1d-a3fe-2b5fdf36cee8 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244504 Mar 11 16:42:41.190771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-728d536b-e309-45d7-81cb-fbe0de6abc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:43.373725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-648e5f6b-67ef-4f42-adf4-462779c7076d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:44.687710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:44.709907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:45.876620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:58.901585 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:43:09.493832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.181140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-afe3752c-1857-43ba-bb22-604af850674a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.375358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3a309bd2-abd8-4308-8dec-9ee6f3b821a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:14.699440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:14.727818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.870902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:35.900245 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:43:39.562640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:40.959863 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-f5aeb974-84cb-415c-b309-d5b3a4365c56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691931 Mar 11 16:43:41.140185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b69d3488-01a4-4c11-a10d-4db06eca699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:41.195553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-339ffefb-3362-40d6-9634-0911018c11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:41.196998 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-339ffefb-3362-40d6-9634-0911018c11e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1098 time: 0.1719041 Mar 11 16:43:41.341464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-2369db92-df59-4b3e-8a3d-098183351607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:41.342860 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-2369db92-df59-4b3e-8a3d-098183351607 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1278927 Mar 11 16:43:41.445572 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-f824862e-aa6f-4ade-8f6f-c70879c976cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a5d002f-5919-48c3-887b-994e436a9218 HTTP/1.1" status: 200 len: 1001 time: 0.0965619 Mar 11 16:43:41.510347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-70c1ac63-f7a7-490f-8b08-cf0e65d2e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:41.511770 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-70c1ac63-f7a7-490f-8b08-cf0e65d2e31d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0600083 Mar 11 16:43:41.587848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-7f4e2c09-0d04-47d0-8f9d-4f8406249a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:41.589293 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-7f4e2c09-0d04-47d0-8f9d-4f8406249a97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711653 Mar 11 16:43:41.721505 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-346ed202-33b9-4b9c-8820-44c6317a4eb9 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253142 Mar 11 16:43:41.852986 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a43f1c1-afef-4b9b-b679-757bef32b35b req-c125b074-385a-4396-8b32-de43a44dc1f3 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259785 Mar 11 16:43:43.374284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ae32be3-5f81-4d99-9538-65b8c67ea19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:44.734775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:44.769270 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:45.888903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:09.443038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:11.179254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-816ac10e-8d83-4d3c-89ce-eee96cb3a079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:12.898045 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:44:13.368594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aaab7aae-9f01-48ff-85f8-d0d2def0cf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:14.699936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:14.722577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:15.904795 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:39.473794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:39.738736 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-8917537e-21c9-4712-a758-4c9d84765324 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129045860&fields=id&tenant_id=40e0fc60b45342d99dcd035efb3d5bc2 HTTP/1.1" status: 200 len: 267 time: 0.0471723 Mar 11 16:44:39.891531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-a5bcd12c-9765-48e2-8677-0b295a92712d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:39.892220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-a5bcd12c-9765-48e2-8677-0b295a92712d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:44:39.974770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-a5bcd12c-9765-48e2-8677-0b295a92712d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:44:39.975870 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-a5bcd12c-9765-48e2-8677-0b295a92712d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 812 time: 0.2299345 Mar 11 16:44:39.991182 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-3c1c493c-ca6e-4aa6-b7a5-07bc0027a55f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/quotas/40e0fc60b45342d99dcd035efb3d5bc2 HTTP/1.1" status: 200 len: 375 time: 0.0098693 Mar 11 16:44:40.081473 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-80a4259a-9f96-42ff-a2e2-69a9fe9da3e7 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0849915 Mar 11 16:44:40.268570 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-474f253e-9a06-4263-878b-742956b1b09d service neutron] 10.222.0.57 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746700 Mar 11 16:44:40.401620 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-7ef314ed-2436-4f92-bbfe-ae9c872d6232 service neutron] 10.222.0.57 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270463 Mar 11 16:44:41.108218 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-891f826b-76c6-4c12-97a7-a48b712189eb req-452ccc7e-9b33-4026-8cdb-b6241461426d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 210 time: 0.0510798 Mar 11 16:44:41.119340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3b281009-24cc-4712-b7a5-b81fd9e70205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:42.273691 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e38d5ba-9785-4c64-ba93-20f33a144ba8 req-d552e637-1752-4bff-8186-4793f719de16 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 210 time: 0.0492542 Mar 11 16:44:42.973728 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87723467-2e5e-4b15-8989-2e01979c641b req-d3949c09-c3e5-41dc-ae9a-502f6ccc5575 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711880 Mar 11 16:44:43.054792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.35', 64513) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:43.130350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87723467-2e5e-4b15-8989-2e01979c641b req-e3120006-ba11-44c1-a91c-09f62e668fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:43.132298 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87723467-2e5e-4b15-8989-2e01979c641b req-e3120006-ba11-44c1-a91c-09f62e668fdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1098 time: 0.0764995 Mar 11 16:44:43.209389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-ece87e24-c210-4ea3-8a5b-247aecd66f5c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:43.210822 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-ece87e24-c210-4ea3-8a5b-247aecd66f5c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 812 time: 0.1558447 Mar 11 16:44:43.258894 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-3aae1fe9-05cb-4c28-ae59-4d5426b3bdb9 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e0fc60b45342d99dcd035efb3d5bc2 HTTP/1.1" status: 200 len: 380 time: 0.0403757 Mar 11 16:44:43.267344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'port': {'device_id': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'admin_state_up': True, 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'security_groups': ['02547663-c5dc-4f8c-a520-efb4c20e8ecd']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:44:43.284162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87723467-2e5e-4b15-8989-2e01979c641b req-d2390026-5e6f-4d19-b092-73171493b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:43.285677 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87723467-2e5e-4b15-8989-2e01979c641b req-d2390026-5e6f-4d19-b092-73171493b5d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1326213 Mar 11 16:44:43.411630 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87723467-2e5e-4b15-8989-2e01979c641b req-65b408df-f5bd-4577-919b-1d73e1b1b877 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a5d002f-5919-48c3-887b-994e436a9218 HTTP/1.1" status: 200 len: 1001 time: 0.1203747 Mar 11 16:44:43.426212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6c51ab24-cee1-4238-a1cc-ba342e399530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:43.470457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:43.481605 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6af4f1a5-d922-4155-b5e5-86a29a0ad515 req-682026a0-eb67-4380-b288-8d01156f8650 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 210 time: 0.0738981 Mar 11 16:44:43.483057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87723467-2e5e-4b15-8989-2e01979c641b req-c4f19144-1592-44a8-a993-a84df8c695d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:43.484571 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87723467-2e5e-4b15-8989-2e01979c641b req-c4f19144-1592-44a8-a993-a84df8c695d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0677099 Mar 11 16:44:43.492758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:43.570410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87723467-2e5e-4b15-8989-2e01979c641b req-015bf4cb-bd3f-4121-91ab-f73518d03d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:43.571902 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87723467-2e5e-4b15-8989-2e01979c641b req-015bf4cb-bd3f-4121-91ab-f73518d03d21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818384 Mar 11 16:44:43.592961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Made reservation on behalf of 40e0fc60b45342d99dcd035efb3d5bc2 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:44:43.596869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:43.713117 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87723467-2e5e-4b15-8989-2e01979c641b req-9ea6dd14-1393-46dc-84f8-69384069fdbd service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349714 Mar 11 16:44:43.770419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Allocated IP 172.20.0.13 (a62c8744-30d5-419c-b992-4a84e2d8cabd/5106d8a4-bb25-488b-8df7-2011ecbf1036/d0075385-ae21-4eb6-9aa9-cfa72210f7c3) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:44:43.849829 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87723467-2e5e-4b15-8989-2e01979c641b req-11d61495-0aef-4d60-8116-2df7a027419e service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305666 Mar 11 16:44:43.967186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:43.984703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Transition to ACTIVE for port object d0075385-ae21-4eb6-9aa9-cfa72210f7c3 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:44:44.100876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:44.170883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Network a62c8744-30d5-419c-b992-4a84e2d8cabd is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:44:44.174072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:44:44.176574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:44:44.344151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'Port': ['ID=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:44.359311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.359660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.359992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.360343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.360687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.361035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.361358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.361690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.362009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.362389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.362729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.363065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:44.383690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:44.384411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:44.473449 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9121857c-8f07-45e4-a6db-e2a278f3aa04 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2101324 Mar 11 16:44:44.487080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Request body: {'port': {'device_id': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:44:44.506232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c0b401cb-789f-4b63-a9c0-03dab259ac0e None None] Provisioning for port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:44:44.512745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c0b401cb-789f-4b63-a9c0-03dab259ac0e None None] Provisioning complete for port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:44:44.513263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c0b401cb-789f-4b63-a9c0-03dab259ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:44.571011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c0b401cb-789f-4b63-a9c0-03dab259ac0e None None] Port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:44:44.653195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:44.718806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38b77-c0e9-4247-9b72-393d406811d6 req-48a5a5c7-ee70-4e41-ab63-ff7ec9bac31c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:44.720185 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ffe38b77-c0e9-4247-9b72-393d406811d6 req-48a5a5c7-ee70-4e41-ab63-ff7ec9bac31c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 932 time: 0.1006384 Mar 11 16:44:44.751951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:44.767515 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ffe38b77-c0e9-4247-9b72-393d406811d6 req-06640a41-b101-42b3-8e5c-6cf66dc97990 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 Mar 11 16:44:44.774796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:45.010953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0075385-ae21-4eb6-9aa9-cfa72210f7c3 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:44:45.018777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:45.032909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Transition to ACTIVE for port object d0075385-ae21-4eb6-9aa9-cfa72210f7c3 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:44:45.117897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:45.282860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Pushing event updated for resources: {'Port': ['ID=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:45.364473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Attempting to bind port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:44:45.364810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Attempting to bind port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:44:45.365136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Attempting to bind port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 on network a62c8744-30d5-419c-b992-4a84e2d8cabd {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:44:45.369804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 on network a62c8744-30d5-419c-b992-4a84e2d8cabd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:44:45.377849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Attempting to bind port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 on network a62c8744-30d5-419c-b992-4a84e2d8cabd {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:44:45.377849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:44:45.377849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Checking segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:44:45.377849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Bound using segment: {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:44:45.377849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Bound port: d0075385-ae21-4eb6-9aa9-cfa72210f7c3, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0400795a-23ae-46e6-91aa-7bba0fc31790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:44:45.377849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:45.469008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] For port d0075385-ae21-4eb6-9aa9-cfa72210f7c3, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:44:45.471864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] For port d0075385-ae21-4eb6-9aa9-cfa72210f7c3, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:44:45.557886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:45.619981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:45.620673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:45.621885 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] 10.222.0.35 "PUT /v2.0/ports/d0075385-ae21-4eb6-9aa9-cfa72210f7c3 HTTP/1.1" status: 200 len: 1094 time: 1.1402812 Mar 11 16:44:45.623181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:44:45.650060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21bb1c-a48c-42b0-9088-8a6fad824f1e service neutron] Pushing event updated for resources: {'Port': ['ID=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:45.693487 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'status': 'completed', 'code': 200} Mar 11 16:44:45.773517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-b93b21f5-4595-40e0-b6b1-c052558fbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:45.775032 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-b93b21f5-4595-40e0-b6b1-c052558fbe53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 1097 time: 0.0761125 Mar 11 16:44:45.851011 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-28b30117-ca60-40a4-8410-e63b3345b0d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3 HTTP/1.1" status: 200 len: 217 time: 0.0679970 Mar 11 16:44:45.914809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-a394d65c-dc62-4b6a-976e-5ba23e06511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:45.916266 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-a394d65c-dc62-4b6a-976e-5ba23e06511b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0602481 Mar 11 16:44:45.963597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:45.975204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aad08-e25e-4a77-aed8-7b6667d7ce00 req-11682534-75c9-4523-ac84-e4eda7eb7d4d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:45.976719 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e86aad08-e25e-4a77-aed8-7b6667d7ce00 req-11682534-75c9-4523-ac84-e4eda7eb7d4d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 944 time: 0.0923207 Mar 11 16:44:46.000582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9bc778a8-e2b5-433c-9e13-343595cfa3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:46.001988 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-9bc778a8-e2b5-433c-9e13-343595cfa3cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800416 Mar 11 16:44:46.023294 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e86aad08-e25e-4a77-aed8-7b6667d7ce00 req-91de8b8f-6161-4d94-a460-fdb12fa80ff3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 Mar 11 16:44:46.137415 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-6dca392b-f58e-4633-b308-36a54a1d06f3 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287477 Mar 11 16:44:46.270898 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66be9c4d-7177-4b6d-ad4e-65e184f3e47d req-ef9d709f-6ec6-417f-95a1-e2f682dae100 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267967 Mar 11 16:44:46.461129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-eaff27ae-6fef-4080-aa39-89debce3047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:46.462634 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-eaff27ae-6fef-4080-aa39-89debce3047f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 1097 time: 0.0726860 Mar 11 16:44:46.701463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-7a1031d9-0418-4044-bea0-88eb3f0779e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:46.704126 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-7a1031d9-0418-4044-bea0-88eb3f0779e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.2335606 Mar 11 16:44:46.774136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-200e121d-ae76-42e6-bda7-474c5b147830 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3 HTTP/1.1" status: 200 len: 217 time: 0.0651426 Mar 11 16:44:46.835648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-272bd5de-f451-4c00-8716-bf82286e9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:46.836940 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-272bd5de-f451-4c00-8716-bf82286e9ef8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0572073 Mar 11 16:44:46.918769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-9be5aa21-f10b-49c0-8fe7-dfdff7992ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:46.920975 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-9be5aa21-f10b-49c0-8fe7-dfdff7992ccb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778780 Mar 11 16:44:47.054050 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-b936953e-f882-4a1e-9446-bfface3cb1b3 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268547 Mar 11 16:44:47.237345 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e200d90-7955-40ae-87e4-aeffa9d93bf1 req-b7f44ef4-88de-49c6-9d0f-993c62a9b656 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764863 Mar 11 16:44:47.260897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f833b-05b2-44ac-bdc5-346f9d19b484 req-7a53dd93-0154-4591-b24a-8ab57d21a684 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:47.261567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0d1f833b-05b2-44ac-bdc5-346f9d19b484 req-7a53dd93-0154-4591-b24a-8ab57d21a684 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:44:47.340609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0d1f833b-05b2-44ac-bdc5-346f9d19b484 req-7a53dd93-0154-4591-b24a-8ab57d21a684 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:44:47.341865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0d1f833b-05b2-44ac-bdc5-346f9d19b484 req-7a53dd93-0154-4591-b24a-8ab57d21a684 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 944 time: 0.1992261 Mar 11 16:44:47.388837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0d1f833b-05b2-44ac-bdc5-346f9d19b484 req-a597157f-96d6-422a-845d-db86c88c8b61 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Mar 11 16:44:48.581740 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b4cd-4efa-4d77-9154-16f97668b33e req-8eee5c64-6c13-4a9a-8752-298d67d38da0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:48.583236 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a655b4cd-4efa-4d77-9154-16f97668b33e req-8eee5c64-6c13-4a9a-8752-298d67d38da0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 944 time: 0.0889251 Mar 11 16:44:48.734973 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a655b4cd-4efa-4d77-9154-16f97668b33e req-eeb6611c-bc70-497c-acc5-54fb82bd5961 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460321 Mar 11 16:44:49.895612 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:44:49.922233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e7505-958e-4266-8037-89becfaf427c req-b8dbb094-9933-4c53-adf4-dd6c10746112 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:49.923663 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a59e7505-958e-4266-8037-89becfaf427c req-b8dbb094-9933-4c53-adf4-dd6c10746112 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 944 time: 0.0811174 Mar 11 16:44:49.967777 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a59e7505-958e-4266-8037-89becfaf427c req-93beee7f-c867-452a-af8a-76d766e7850d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 Mar 11 16:44:51.153286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f8731-2a16-4fce-834b-09805d22f2bf req-20efcef5-3ea0-4958-9cea-c9032fc721c5 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:51.155462 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a36f8731-2a16-4fce-834b-09805d22f2bf req-20efcef5-3ea0-4958-9cea-c9032fc721c5 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 944 time: 0.0802658 Mar 11 16:44:51.198976 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a36f8731-2a16-4fce-834b-09805d22f2bf req-a14c4fc7-23ca-4334-91f3-74f38eb79717 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380018 Mar 11 16:44:52.381183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ca4b2-ccc0-47cb-aa86-8f3f703c7235 req-23809cec-b114-4985-93cf-a9881bf6ca6f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:52.382638 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-693ca4b2-ccc0-47cb-aa86-8f3f703c7235 req-23809cec-b114-4985-93cf-a9881bf6ca6f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 944 time: 0.0780239 Mar 11 16:44:52.430413 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-693ca4b2-ccc0-47cb-aa86-8f3f703c7235 req-4aa3b2c5-28d9-4f0c-a498-dd483cfc6d17 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414042 Mar 11 16:44:53.619951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689b383-61db-4250-8186-c68c3cc100b9 req-81de47be-c831-4159-9bad-a19c69c5adea tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:53.621449 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0689b383-61db-4250-8186-c68c3cc100b9 req-81de47be-c831-4159-9bad-a19c69c5adea tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 944 time: 0.0825305 Mar 11 16:44:53.666005 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0689b383-61db-4250-8186-c68c3cc100b9 req-e14cdcb7-16c6-4eca-aded-492593ff0f37 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383704 Mar 11 16:44:54.850993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d108-a94e-4c09-bd0c-af6b91dda548 req-259f0a60-f5d2-4ebb-b16c-a4a3e9d39ca5 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:54.852391 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c207d108-a94e-4c09-bd0c-af6b91dda548 req-259f0a60-f5d2-4ebb-b16c-a4a3e9d39ca5 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 944 time: 0.0801744 Mar 11 16:44:54.896405 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c207d108-a94e-4c09-bd0c-af6b91dda548 req-82c0541a-d182-46cf-afce-ce9e8b0c7c6b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 Mar 11 16:44:55.391475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d0075385-ae21-4eb6-9aa9-cfa72210f7c3 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:44:55.526927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d0075385-ae21-4eb6-9aa9-cfa72210f7c3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:44:55.540332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'port_id': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'mac_address': 'fa:16:3e:a6:8e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:44:55.595405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:55.612302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0075385-ae21-4eb6-9aa9-cfa72210f7c3 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:44:55.627737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d0075385-ae21-4eb6-9aa9-cfa72210f7c3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:44:55.716167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:55.787216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:55.793977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.795171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.795487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.795820 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.796144 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.796468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.796788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.797103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.797419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.797731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.798044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.798379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:55.944078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['d0075385-ae21-4eb6-9aa9-cfa72210f7c3'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:44:56.085834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb17f-82f5-49bf-845e-2e0d778d17c5 req-86ad06a7-fdcc-4bb0-90a2-58422739b24d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:56.087224 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f0bb17f-82f5-49bf-845e-2e0d778d17c5 req-86ad06a7-fdcc-4bb0-90a2-58422739b24d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 945 time: 0.0851278 Mar 11 16:44:56.131654 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5f0bb17f-82f5-49bf-845e-2e0d778d17c5 req-2a2e856d-c010-4e1f-b68d-b83ce3e2f8b3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Mar 11 16:44:57.321553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53315d-0646-4a2a-83e6-ee3d6ce70c1e req-d89881bf-e754-4224-9f07-9d3c9ccef6bf tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:57.323068 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a53315d-0646-4a2a-83e6-ee3d6ce70c1e req-d89881bf-e754-4224-9f07-9d3c9ccef6bf tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 945 time: 0.0827558 Mar 11 16:44:57.368130 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a53315d-0646-4a2a-83e6-ee3d6ce70c1e req-56741669-bc3e-4d65-baad-5934d9436d0d tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387609 Mar 11 16:44:57.391161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d0075385-ae21-4eb6-9aa9-cfa72210f7c3 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:44:57.534648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:44:57.539856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:44:57.540226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:57.657172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:57.684058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:44:57.694787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d0075385-ae21-4eb6-9aa9-cfa72210f7c3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:44:57.733511 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'code': 200} Mar 11 16:44:57.764359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:57.836837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:58.141274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bb8ad-e73c-4dec-923f-d6f6f70b3142 req-2228b307-86de-44a3-852c-f2d3dd45d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:58.142773 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-561bb8ad-e73c-4dec-923f-d6f6f70b3142 req-2228b307-86de-44a3-852c-f2d3dd45d0dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 1099 time: 0.0771816 Mar 11 16:44:58.181690 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-561bb8ad-e73c-4dec-923f-d6f6f70b3142 req-ad91c737-7e6d-46ee-a8a1-4a0ea1e2e46f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331900 Mar 11 16:44:58.567037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b411264-74af-4f0d-9691-1ae7ec5d0eb5 req-6eeb9801-b8c3-4be2-9024-17e38db96e0c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:58.568513 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b411264-74af-4f0d-9691-1ae7ec5d0eb5 req-6eeb9801-b8c3-4be2-9024-17e38db96e0c tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 946 time: 0.0874438 Mar 11 16:44:58.616253 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b411264-74af-4f0d-9691-1ae7ec5d0eb5 req-27b51d2e-eaf5-4d46-9715-25500e4e2797 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Mar 11 16:44:59.809938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa052369-a879-49e4-8e1e-ffeb47d0bde8 req-ca0e3559-867e-41bd-8ed1-b116d2280565 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:59.811288 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fa052369-a879-49e4-8e1e-ffeb47d0bde8 req-ca0e3559-867e-41bd-8ed1-b116d2280565 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 946 time: 0.0841672 Mar 11 16:44:59.857413 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fa052369-a879-49e4-8e1e-ffeb47d0bde8 req-3ea58438-8913-4019-bad4-e956e255e65f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398316 Mar 11 16:45:00.045260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c41a-ac8e-4e8d-84f0-b1f3d5ecbb61 req-4cd191fe-3f9b-48cc-8c8c-5aa5d36dbe16 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:00.046706 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7fb2c41a-ac8e-4e8d-84f0-b1f3d5ecbb61 req-4cd191fe-3f9b-48cc-8c8c-5aa5d36dbe16 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 946 time: 0.0775907 Mar 11 16:45:00.094071 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7fb2c41a-ac8e-4e8d-84f0-b1f3d5ecbb61 req-8545a243-dd4c-4dc3-9f9b-2dcfd2a96f27 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Mar 11 16:45:00.117927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38988) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:45:00.229281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940d775-a089-4c16-b011-c2135570a837 tempest-TestVolumeBootPattern-1740648030 tempest-TestVolumeBootPattern-1740648030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:00.230786 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c940d775-a089-4c16-b011-c2135570a837 tempest-TestVolumeBootPattern-1740648030 tempest-TestVolumeBootPattern-1740648030-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 1094 time: 0.1118689 Mar 11 16:45:00.233773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 38994) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:45:00.238533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:45:00.244290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:45:00.248529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Usage tracker for resource:floatingip and tenant:40e0fc60b45342d99dcd035efb3d5bc2 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:45:00.251357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:45:00.256982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:45:00.363526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:00.502714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:00.740910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Allocated IP 172.26.8.187 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/6ea3f649-426f-4c33-b692-fd541b5d5cb1) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:45:00.888195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:01.002381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:01.066394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:45:01.073206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:45:01.078872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:45:01.106274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'Port': ['ID=6ea3f649-426f-4c33-b692-fd541b5d5cb1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:45:01.493315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:01.649056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:01.855050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:01.900479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:02.012071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event updated for resources: {'Port': ['ID=6ea3f649-426f-4c33-b692-fd541b5d5cb1,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:45:02.021772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:02.191816 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Floating IP abc0b41a-ae84-447c-978a-908c647db71e associated. External IP: 172.26.8.187, port: d0075385-ae21-4eb6-9aa9-cfa72210f7c3. Mar 11 16:45:02.650221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Router 202f201e-f1e8-47c6-b639-151d49d25420 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:45:02.833337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:45:02.842773 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] Sync routers for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:45:02.851803 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:45:02.852402 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:44:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:45:02.979100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:03.034701 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b34e66c2-f435-45a8-8e3f-9566ba2683f6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7998812 Mar 11 16:45:03.035291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:45:03.038686 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:45:03.080665 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'status': 'completed', 'code': 200} Mar 11 16:45:03.173369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e2089-6956-4818-b651-6cb9fb150ccf req-cb02af51-2566-43d9-9fe4-8f50c8403f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:03.174941 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-750e2089-6956-4818-b651-6cb9fb150ccf req-cb02af51-2566-43d9-9fe4-8f50c8403f37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 1099 time: 0.0744507 Mar 11 16:45:03.316103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e2089-6956-4818-b651-6cb9fb150ccf req-8acbc8ca-78a9-4e7d-b0d3-08be51d07559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:03.317610 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-750e2089-6956-4818-b651-6cb9fb150ccf req-8acbc8ca-78a9-4e7d-b0d3-08be51d07559 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1369419 Mar 11 16:45:03.401526 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0eb64955-1de6-47b6-aaa2-f832cda3ee84', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:59Z', 'updated_at': '2022-03-11T16:42:02Z', 'revision_number': 1, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}, {'id': 'abc0b41a-ae84-447c-978a-908c647db71e', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:a6:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:45:01Z', 'updated_at': '2022-03-11T16:45:01Z', 'revision_number': 0, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:45:03.406451 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] Checking router: 202f201e-f1e8-47c6-b639-151d49d25420 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:45:03.414721 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:45:03.415313 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:44:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:45:03.431375 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-750e2089-6956-4818-b651-6cb9fb150ccf req-1db6ad13-c87c-4505-9a29-b67b0bdfa4c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3 HTTP/1.1" status: 200 len: 1000 time: 0.1080692 Mar 11 16:45:03.493278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e2089-6956-4818-b651-6cb9fb150ccf req-e3bd2390-1289-4a08-8fd8-cfa7e52805f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:03.494659 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-750e2089-6956-4818-b651-6cb9fb150ccf req-e3bd2390-1289-4a08-8fd8-cfa7e52805f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0584164 Mar 11 16:45:03.570766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e2089-6956-4818-b651-6cb9fb150ccf req-77022c9e-c9e2-4ef3-89b3-867c889e0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:03.572239 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-750e2089-6956-4818-b651-6cb9fb150ccf req-77022c9e-c9e2-4ef3-89b3-867c889e0b1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715582 Mar 11 16:45:03.631004 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:45:03.714039 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-750e2089-6956-4818-b651-6cb9fb150ccf req-ae5021c9-2a4c-4d27-8a53-1d0aacdafa31 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352346 Mar 11 16:45:03.851113 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-750e2089-6956-4818-b651-6cb9fb150ccf req-e9a54bf2-55e5-40f8-b4bf-5da5bd1cdc05 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317894 Mar 11 16:45:03.986065 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0eb64955-1de6-47b6-aaa2-f832cda3ee84', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:59Z', 'updated_at': '2022-03-11T16:42:02Z', 'revision_number': 1, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}, {'id': 'abc0b41a-ae84-447c-978a-908c647db71e', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:a6:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:45:01Z', 'updated_at': '2022-03-11T16:45:01Z', 'revision_number': 0, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:45:03.989933 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ded80-dc07-46de-8044-fb2a7f67a20f None None] The sync data for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv is: [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0eb64955-1de6-47b6-aaa2-f832cda3ee84', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:59Z', 'updated_at': '2022-03-11T16:42:02Z', 'revision_number': 1, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}, {'id': 'abc0b41a-ae84-447c-978a-908c647db71e', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:a6:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:45:01Z', 'updated_at': '2022-03-11T16:45:01Z', 'revision_number': 0, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:45:04.178141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243b946-39af-4fcf-8ec1-6336804994e6 None None] New status for floating IP abc0b41a-ae84-447c-978a-908c647db71e: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:45:09.495244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:11.181018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6a5b79a4-499a-4215-82b4-a0efc2a0eac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:13.395915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1163ca83-968e-41e1-9f8d-cb446fd515ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:14.750857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:14.753125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:15.910191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:26.893520 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:45:39.453371 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:41.129754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5b2a8bd-6727-42ff-beb4-cd42f0c74b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:43.404513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1e8d903c-fad4-4d6e-87e8-9e4f7ef13a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:43.990233 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-07bfa5e4-e969-4114-9fcd-560b3b39b175 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754545 Mar 11 16:45:44.130072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-05bcc1d5-d841-47e8-90f8-a5e4da564588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:44.131544 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-05bcc1d5-d841-47e8-90f8-a5e4da564588 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1098 time: 0.0704999 Mar 11 16:45:44.274985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-a4dab420-6618-410c-9630-f2117f151d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:44.276410 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-a4dab420-6618-410c-9630-f2117f151d18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1268997 Mar 11 16:45:44.483688 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-42b68aba-d199-4eff-9340-adc89a5743a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a5d002f-5919-48c3-887b-994e436a9218 HTTP/1.1" status: 200 len: 1001 time: 0.2006109 Mar 11 16:45:44.548828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-74f129f6-b7fe-48a0-be8a-7d7b6c9c75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:44.550309 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-74f129f6-b7fe-48a0-be8a-7d7b6c9c75f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0597274 Mar 11 16:45:44.628307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-d448cb87-eb8b-4240-9864-87a5457815c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:44.630228 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-d448cb87-eb8b-4240-9864-87a5457815c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742803 Mar 11 16:45:44.738639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:44.740290 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:44.767661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-c28e0afc-53c5-4c93-945d-e5d4b082f46c service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316762 Mar 11 16:45:44.899603 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cdd8d105-b4b4-4c1e-b019-d04be9044f81 req-bea07001-7102-4bb1-9f97-9eb84568874d service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252425 Mar 11 16:45:45.958732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:03.892036 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:46:09.503910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:11.149367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a924-4b3a-4f89-87dc-231d8708e97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:13.398396 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-be422dd7-af82-4f45-9982-0adbf4fe2596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:14.732754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:14.733946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:15.938492 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:39.521005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:40.892139 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:46:41.132168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8c78a26e-09d5-4a9a-8740-6926ed65d849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:43.412024 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29cd678d-7abe-48f7-9591-2dec8c97ba30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:44.052003 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-a7f1ebae-3652-4485-b06a-7c884f27706f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146402 Mar 11 16:46:44.146778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-7efd4f01-0e0a-4220-8788-d137004a47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:44.148235 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-7efd4f01-0e0a-4220-8788-d137004a47f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 1099 time: 0.0755079 Mar 11 16:46:44.299747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-04dcf2f8-9a4a-4e8a-9461-8e9a84be1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:44.301019 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-04dcf2f8-9a4a-4e8a-9461-8e9a84be1872 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1343043 Mar 11 16:46:44.414027 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-c94afb26-1306-46fe-822e-7909cc39cb8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3 HTTP/1.1" status: 200 len: 1002 time: 0.1062138 Mar 11 16:46:44.478202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-290e44bc-f462-4677-838b-1b7066b3d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:44.479731 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-290e44bc-f462-4677-838b-1b7066b3d673 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0608003 Mar 11 16:46:44.564715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-845fd75a-83d2-4b24-92b4-9d882e538a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:44.566100 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-845fd75a-83d2-4b24-92b4-9d882e538a01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807312 Mar 11 16:46:44.576633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-6f44d1d4-0474-45a0-8bb3-33f0f69813d3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:46:44.577575 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-6f44d1d4-0474-45a0-8bb3-33f0f69813d3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052631 Mar 11 16:46:44.715329 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-6d1b7617-e937-48ef-a2b4-098b0fb8cd89 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318369 Mar 11 16:46:44.802861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:44.844249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:44.858666 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-563ec7b6-ec94-405d-b3f7-47bac1b273c3 req-cb1c6cb6-a924-466d-b6e1-73a71128c4b1 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344233 Mar 11 16:46:45.943208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:09.485849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:11.154218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3fb679f-1a27-47db-bec1-356c7b133c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:13.399899 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a283ad01-6e51-4baf-ae66-9f6c084ecd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:14.691146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:14.725755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:15.914420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:17.889619 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:47:30.536203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39066) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:30.742459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Deleting port 6ea3f649-426f-4c33-b692-fd541b5d5cb1 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:30.742797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:30.923750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:30.924074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:31.051294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Calling delete_port for 6ea3f649-426f-4c33-b692-fd541b5d5cb1 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:47:31.279772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:31.326541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event deleted for resources: {'Port': ['ID=6ea3f649-426f-4c33-b692-fd541b5d5cb1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:31.358612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.358952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.359285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.359612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.359936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.360256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.360579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.360900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.361219 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.361534 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.361850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.362187 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:31.431201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:31.431528 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Floating IP abc0b41a-ae84-447c-978a-908c647db71e disassociated (deleted). External IP: 172.26.8.187, port: d0075385-ae21-4eb6-9aa9-cfa72210f7c3. Mar 11 16:47:31.889621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Router 202f201e-f1e8-47c6-b639-151d49d25420 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:47:32.067937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:47:32.079722 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] Sync routers for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:47:32.088832 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:47:32.095174 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:47:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:32.153594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:32.215301 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6c3d558b-5ff9-4092-8f34-b0c6c1045b01 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "DELETE /v2.0/floatingips/abc0b41a-ae84-447c-978a-908c647db71e HTTP/1.1" status: 204 len: 168 time: 1.6779242 Mar 11 16:47:32.215919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:47:32.273445 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:47:32.629533 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0eb64955-1de6-47b6-aaa2-f832cda3ee84', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:59Z', 'updated_at': '2022-03-11T16:42:02Z', 'revision_number': 1, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:32.633477 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] Checking router: 202f201e-f1e8-47c6-b639-151d49d25420 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:47:32.642187 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:47:32.642783 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:47:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:32.851880 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:47:33.206280 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0eb64955-1de6-47b6-aaa2-f832cda3ee84', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:59Z', 'updated_at': '2022-03-11T16:42:02Z', 'revision_number': 1, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:33.211146 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f6ad-ceaa-4109-82fc-04f65b3aab7c None None] The sync data for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv is: [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0eb64955-1de6-47b6-aaa2-f832cda3ee84', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'port_id': '4a5d002f-5919-48c3-887b-994e436a9218', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'mac_address': 'fa:16:3e:b4:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:41:59Z', 'updated_at': '2022-03-11T16:42:02Z', 'revision_number': 1, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:47:33.333630 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'status': 'completed', 'code': 200} Mar 11 16:47:33.428391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b790aa6b-f39f-4586-81fd-94861c9f9ed6 None None] New status for floating IP abc0b41a-ae84-447c-978a-908c647db71e: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:47:33.431528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-a038ee1e-e6af-4718-a1a9-8e2c95f319f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:33.432967 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-a038ee1e-e6af-4718-a1a9-8e2c95f319f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 1099 time: 0.0796237 Mar 11 16:47:33.571632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-5af80c6f-c45d-4bb1-b3f5-ccf061283651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:33.573146 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-5af80c6f-c45d-4bb1-b3f5-ccf061283651 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.1344965 Mar 11 16:47:33.745156 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-0058a531-5f38-4776-b75f-71d1cf4563bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3 HTTP/1.1" status: 200 len: 217 time: 0.1663153 Mar 11 16:47:33.808024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-63405648-62fa-45f4-8abd-3afe6b7a34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:33.809552 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-63405648-62fa-45f4-8abd-3afe6b7a34a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0583513 Mar 11 16:47:33.877217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242016d-47d2-4cc3-9a82-af1d6f057b4b req-fe2f1891-929c-4785-8b4f-9fcffca307a3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:33.877907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0242016d-47d2-4cc3-9a82-af1d6f057b4b req-fe2f1891-929c-4785-8b4f-9fcffca307a3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:47:33.887447 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-825d081c-f828-4b07-a041-eecadf3b77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:33.888915 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-825d081c-f828-4b07-a041-eecadf3b77a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734744 Mar 11 16:47:33.947404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0242016d-47d2-4cc3-9a82-af1d6f057b4b req-fe2f1891-929c-4785-8b4f-9fcffca307a3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:47:33.949113 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0242016d-47d2-4cc3-9a82-af1d6f057b4b req-fe2f1891-929c-4785-8b4f-9fcffca307a3 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 946 time: 0.1990938 Mar 11 16:47:33.999817 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0242016d-47d2-4cc3-9a82-af1d6f057b4b req-704bdfea-498c-45ca-9797-10b41fb14763 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Mar 11 16:47:34.036807 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-e2c304ee-ffdb-4cc4-b552-7a7f62c05f77 service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403508 Mar 11 16:47:34.167725 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182fb861-a9e4-43e9-8996-20ee32ee4aba req-f548a0ee-56f9-429c-b131-1027820ca25b service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247034 Mar 11 16:47:35.290472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13071123-c2fe-42c5-939b-cd893945dc74 req-6a3deb3a-70fd-474d-8b50-f44a8cf48cfd tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:35.291820 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13071123-c2fe-42c5-939b-cd893945dc74 req-6a3deb3a-70fd-474d-8b50-f44a8cf48cfd tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 946 time: 0.1820626 Mar 11 16:47:35.334195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-c02f8232-ce7e-4401-b094-c0494464c620 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:35.335736 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-c02f8232-ce7e-4401-b094-c0494464c620 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 946 time: 0.1260774 Mar 11 16:47:35.397949 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13071123-c2fe-42c5-939b-cd893945dc74 req-df577262-4d82-4290-b133-7ce043155f5b tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996299 Mar 11 16:47:35.417967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Deleting port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:35.418855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:35.663126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] For port d0075385-ae21-4eb6-9aa9-cfa72210f7c3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:47:35.663477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:35.789549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Calling delete_port for d0075385-ae21-4eb6-9aa9-cfa72210f7c3 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:47:35.988111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:36.042669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event deleted for resources: {'Port': ['ID=d0075385-ae21-4eb6-9aa9-cfa72210f7c3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:36.081068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.081412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.081751 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.082077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.082435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.082758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.083077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.083398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.083712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.084026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.084337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.084647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:36.129105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] No DVR routers for this DVR port d0075385-ae21-4eb6-9aa9-cfa72210f7c3 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:47:36.131545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:36.134007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'name': 'network-vif-deleted', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:47:36.206667 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-36001069-a92b-43c6-a2e1-377eeff12b46 req-7b27ee12-5436-406d-8458-0615b9c89725 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "DELETE /v2.0/ports/d0075385-ae21-4eb6-9aa9-cfa72210f7c3 HTTP/1.1" status: 204 len: 173 time: 0.8626230 Mar 11 16:47:36.239361 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5b9b86-c742-4d62-82e2-7e0db8fe5956', 'name': 'network-vif-deleted', 'tag': 'd0075385-ae21-4eb6-9aa9-cfa72210f7c3', 'status': 'completed', 'code': 200} Mar 11 16:47:36.567678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c14fea3f-ca01-4a28-9aa5-dc92d99e05d9 req-dad271f0-c356-4769-af86-efeaae2881ab tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:47:36.639704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c14fea3f-ca01-4a28-9aa5-dc92d99e05d9 req-dad271f0-c356-4769-af86-efeaae2881ab tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:47:36.641102 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c14fea3f-ca01-4a28-9aa5-dc92d99e05d9 req-dad271f0-c356-4769-af86-efeaae2881ab tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5b9b86-c742-4d62-82e2-7e0db8fe5956 HTTP/1.1" status: 200 len: 210 time: 0.1240103 Mar 11 16:47:38.218651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d0075385-ae21-4eb6-9aa9-cfa72210f7c3 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:47:38.257845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: d0075385-ae21-4eb6-9aa9-cfa72210f7c3 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:47:38.258193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d0075385-ae21-4eb6-9aa9-cfa72210f7c3 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:47:39.503490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:41.147720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9bd4bedc-0871-42b1-b73e-07a9c032ab7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:42.473078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39118) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:42.684550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Deleting port 000c7f37-1155-4ae3-8d3f-d1867d11a30c {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:42.684901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:42.854974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:42.855248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:42.978732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Calling delete_port for 000c7f37-1155-4ae3-8d3f-d1867d11a30c owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:47:43.205164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:43.254959 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event deleted for resources: {'Port': ['ID=000c7f37-1155-4ae3-8d3f-d1867d11a30c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:43.348873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:43.349196 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Floating IP 0eb64955-1de6-47b6-aaa2-f832cda3ee84 disassociated (deleted). External IP: 172.26.8.142, port: 4a5d002f-5919-48c3-887b-994e436a9218. Mar 11 16:47:43.394050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-156f7c5c-65e3-4319-84f8-5611e399efcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:43.804599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Router 202f201e-f1e8-47c6-b639-151d49d25420 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:47:43.981701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:47:43.990978 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] Sync routers for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:47:44.000966 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:47:44.004262 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:47:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:44.130916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:44.180714 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:47:44.190021 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f35c9fab-4321-4a4b-a77b-eec30b09c022 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "DELETE /v2.0/floatingips/0eb64955-1de6-47b6-aaa2-f832cda3ee84 HTTP/1.1" status: 204 len: 168 time: 1.7158387 Mar 11 16:47:44.190624 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:47:44.238253 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218', 'status': 'completed', 'code': 200} Mar 11 16:47:44.336305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-8ee5e8eb-ddc5-4133-9e03-6d0c92108569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:44.337784 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-8ee5e8eb-ddc5-4133-9e03-6d0c92108569 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 1098 time: 0.0778728 Mar 11 16:47:44.529668 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:44.534890 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] Checking router: 202f201e-f1e8-47c6-b639-151d49d25420 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:47:44.545020 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:47:44.545851 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:47:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:44.575546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-ca23ed6d-3707-4a00-9593-bb0aaf44acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:44.576992 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-ca23ed6d-3707-4a00-9593-bb0aaf44acd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 200 len: 913 time: 0.2335672 Mar 11 16:47:44.647446 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-2fbaad64-88a0-43c2-989d-b84d98a6fbf2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a5d002f-5919-48c3-887b-994e436a9218 HTTP/1.1" status: 200 len: 217 time: 0.0648353 Mar 11 16:47:44.712740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-20bb9e87-214d-4634-b700-e551533dcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:44.714257 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-20bb9e87-214d-4634-b700-e551533dcd1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 200 len: 851 time: 0.0595815 Mar 11 16:47:44.727213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:44.734554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:44.755266 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:47:44.801360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-1b20df7d-dd61-474a-befa-adb89d8e3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:44.802792 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-1b20df7d-dd61-474a-befa-adb89d8e3c51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a62c8744-30d5-419c-b992-4a84e2d8cabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795553 Mar 11 16:47:44.838662 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005600e-91df-4ef4-94d8-3e241d741f29 req-3d28a83f-2156-4dd6-8159-14c1e5560188 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:44.839730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6005600e-91df-4ef4-94d8-3e241d741f29 req-3d28a83f-2156-4dd6-8159-14c1e5560188 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:47:44.891149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6005600e-91df-4ef4-94d8-3e241d741f29 req-3d28a83f-2156-4dd6-8159-14c1e5560188 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:47:44.892686 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6005600e-91df-4ef4-94d8-3e241d741f29 req-3d28a83f-2156-4dd6-8159-14c1e5560188 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 945 time: 0.1480603 Mar 11 16:47:44.942421 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6005600e-91df-4ef4-94d8-3e241d741f29 req-f717a111-b2b6-42bc-b91f-0ef5ae476802 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/security-groups?id=02547663-c5dc-4f8c-a520-efb4c20e8ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Mar 11 16:47:44.950886 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-707e2e89-43b5-47f2-a559-29c815292dcc service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395192 Mar 11 16:47:45.086944 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c9f9b0bb-ede5-4ab9-b932-18d0a1fdd6b0 req-1201d41e-1442-48da-ac8b-0061cf0e849b service neutron] 10.222.0.35 "GET /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299565 Mar 11 16:47:45.120746 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:45.125053 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99530272-7d8c-4db0-8d5a-6af7f0f78c3f None None] The sync data for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv is: [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:37:48Z', 'revision_number': 4, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'ea5b8309-3aa4-48e5-9f56-1642f4f7a080', 'name': '', 'network_id': 'a62c8744-30d5-419c-b992-4a84e2d8cabd', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'mac_address': 'fa:16:3e:b0:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:48Z', 'updated_at': '2022-03-11T16:37:55Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'subnets': [{'id': '5106d8a4-bb25-488b-8df7-2011ecbf1036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:47:45.254596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-e62e1e81-74f8-4939-9b8c-c666d33a343f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:45.256091 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-e62e1e81-74f8-4939-9b8c-c666d33a343f tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 945 time: 0.0834320 Mar 11 16:47:45.335886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Deleting port 4a5d002f-5919-48c3-887b-994e436a9218 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:45.336503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:45.356505 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48e35c-79fe-49b1-a28a-acd05b375e2c None None] New status for floating IP 0eb64955-1de6-47b6-aaa2-f832cda3ee84: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:47:45.601367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] For port 4a5d002f-5919-48c3-887b-994e436a9218, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4a5d002f-5919-48c3-887b-994e436a9218,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:47:45.601653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:45.731575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Calling delete_port for 4a5d002f-5919-48c3-887b-994e436a9218 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:47:45.891357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:45.930611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:45.984076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event deleted for resources: {'Port': ['ID=4a5d002f-5919-48c3-887b-994e436a9218,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:46.065371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] No DVR routers for this DVR port 4a5d002f-5919-48c3-887b-994e436a9218 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:47:46.097278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:46.099738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'name': 'network-vif-deleted', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:47:46.120046 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b97f4ee5-1a09-4ff7-a069-f763b65e03c6 req-d6e3f01c-3a71-4338-895a-57a36f077514 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 210 time: 0.0560613 Mar 11 16:47:46.151526 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1550667-1ba3-459d-8a55-888ef74f8483', 'name': 'network-vif-deleted', 'tag': '4a5d002f-5919-48c3-887b-994e436a9218', 'status': 'completed', 'code': 200} Mar 11 16:47:46.194370 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e5aeabcc-4197-4309-be54-eb86e714c17a req-0d720a5a-cbae-40cd-93ac-5adeb8457e95 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.35 "DELETE /v2.0/ports/4a5d002f-5919-48c3-887b-994e436a9218 HTTP/1.1" status: 204 len: 173 time: 0.9327011 Mar 11 16:47:47.286968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1be6eb93-d47b-4530-be7b-b02bbd186bc1 req-2b2c48e8-332e-4c8d-947a-e775b4731ef6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Synchronizing usage tracker for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:47:47.359224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1be6eb93-d47b-4530-be7b-b02bbd186bc1 req-2b2c48e8-332e-4c8d-947a-e775b4731ef6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Unset dirty status for tenant:40e0fc60b45342d99dcd035efb3d5bc2 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:47:47.361165 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1be6eb93-d47b-4530-be7b-b02bbd186bc1 req-2b2c48e8-332e-4c8d-947a-e775b4731ef6 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1550667-1ba3-459d-8a55-888ef74f8483 HTTP/1.1" status: 200 len: 210 time: 0.1173418 Mar 11 16:47:48.265370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 4a5d002f-5919-48c3-887b-994e436a9218 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:47:48.302315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 4a5d002f-5919-48c3-887b-994e436a9218 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:47:48.302651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 4a5d002f-5919-48c3-887b-994e436a9218 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:47:48.460464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:48.623025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Deleting port fcda7384-1a20-43c3-b38c-d179cb9fe2bb {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:48.623364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:48.793771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:48.794010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:48.919963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Calling delete_port for fcda7384-1a20-43c3-b38c-d179cb9fe2bb owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:47:49.130988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:49.318788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event deleted for resources: {'Port': ['ID=fcda7384-1a20-43c3-b38c-d179cb9fe2bb,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:49.389331 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:49.456759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:49.458013 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-dc37ef03-a215-411e-a5ce-573a1239a950 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "DELETE /v2.0/floatingips/bdb2ae52-d29d-4d86-a229-20f81497a3d7 HTTP/1.1" status: 204 len: 168 time: 0.9965456 Mar 11 16:47:52.163648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39154) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:52.235168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d657cbe6-4a44-45f6-9238-c6e8c45c8ee0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:52.269100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d657cbe6-4a44-45f6-9238-c6e8c45c8ee0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:52.399703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d657cbe6-4a44-45f6-9238-c6e8c45c8ee0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:52.420969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657cbe6-4a44-45f6-9238-c6e8c45c8ee0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02547663-c5dc-4f8c-a520-efb4c20e8ecd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:52.502887 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d657cbe6-4a44-45f6-9238-c6e8c45c8ee0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:52.506618 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d657cbe6-4a44-45f6-9238-c6e8c45c8ee0 tempest-TestVolumeBootPattern-406365140 tempest-TestVolumeBootPattern-406365140-project] 10.222.0.57 "DELETE /v2.0/security-groups/02547663-c5dc-4f8c-a520-efb4c20e8ecd HTTP/1.1" status: 204 len: 168 time: 0.3457031 Mar 11 16:47:52.675606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39160) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:53.499239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:53.863678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Deleting port ea5b8309-3aa4-48e5-9f56-1642f4f7a080 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:53.863926 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:54.041715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] For port ea5b8309-3aa4-48e5-9f56-1642f4f7a080, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ea5b8309-3aa4-48e5-9f56-1642f4f7a080,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:47:54.042094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:54.281638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Calling delete_port for ea5b8309-3aa4-48e5-9f56-1642f4f7a080 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:47:54.690893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:54.738126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5b8309-3aa4-48e5-9f56-1642f4f7a080,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:54.888842 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:47:55.026046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:55.402776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Router 202f201e-f1e8-47c6-b639-151d49d25420 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:47:55.587356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:47:55.598224 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] Sync routers for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:47:55.601063 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ff9a5765-a93c-4093-beba-87cf252f97de admin admin] 10.222.0.57 "PUT /v2.0/routers/202f201e-f1e8-47c6-b639-151d49d25420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9243631 Mar 11 16:47:55.603564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39166) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:55.609452 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:47:55.610058 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:47:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:55.801575 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:47:55.903715 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:56.106640 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:56.110541 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:47:54Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:56.114997 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] Checking router: 202f201e-f1e8-47c6-b639-151d49d25420 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:47:56.124512 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] Routers {'202f201e-f1e8-47c6-b639-151d49d25420'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:47:56.129578 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:47:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['202f201e-f1e8-47c6-b639-151d49d25420'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:56.199914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Deleting port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:56.200321 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:56.312133 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] Set router 202f201e-f1e8-47c6-b639-151d49d25420 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:47:56.381544 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] For port 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7a48c7a9-56c7-4c2c-b6db-677f1bf15e93,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:47:56.381804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:56.515414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Calling delete_port for 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:47:56.607209 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:47:54Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:56.611291 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93969d76-b25d-4b45-8879-6e737618e0da None None] The sync data for ids ['202f201e-f1e8-47c6-b639-151d49d25420'] in dv-neutron-833379-1-hyperv is: [{'id': '202f201e-f1e8-47c6-b639-151d49d25420', 'name': 'tempest-TestVolumeBootPattern-1420630437-router', 'tenant_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115'}], 'enable_snat': True}, 'gw_port_id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:44Z', 'updated_at': '2022-03-11T16:47:54Z', 'revision_number': 5, 'project_id': '40e0fc60b45342d99dcd035efb3d5bc2', 'gw_port': {'id': '7a48c7a9-56c7-4c2c-b6db-677f1bf15e93', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f201e-f1e8-47c6-b639-151d49d25420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:45Z', 'updated_at': '2022-03-11T16:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:47:56.754290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:56.805966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a48c7a9-56c7-4c2c-b6db-677f1bf15e93,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:56.904136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.091340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.093895 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.176217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.176755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 202f201e-f1e8-47c6-b639-151d49d25420 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:47:57.189510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.190684 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a0280ea9-35dd-4535-a198-2805aa90a46a admin admin] 10.222.0.57 "DELETE /v2.0/routers/202f201e-f1e8-47c6-b639-151d49d25420 HTTP/1.1" status: 204 len: 168 time: 1.5861981 Mar 11 16:47:57.193505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39170) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:57.258547 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5b354a-0fe2-40e7-ae07-0c1c1069de6b admin admin] Deleting subnet 5106d8a4-bb25-488b-8df7-2011ecbf1036 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:47:57.266732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a5b354a-0fe2-40e7-ae07-0c1c1069de6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.286461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ea5b8309-3aa4-48e5-9f56-1642f4f7a080 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:47:57.325007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: ea5b8309-3aa4-48e5-9f56-1642f4f7a080 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:47:57.325007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ea5b8309-3aa4-48e5-9f56-1642f4f7a080 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:47:57.325333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a5b354a-0fe2-40e7-ae07-0c1c1069de6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.533682 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a5b354a-0fe2-40e7-ae07-0c1c1069de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.708418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a5b354a-0fe2-40e7-ae07-0c1c1069de6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.750053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b354a-0fe2-40e7-ae07-0c1c1069de6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5106d8a4-bb25-488b-8df7-2011ecbf1036,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:57.753663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6a5b354a-0fe2-40e7-ae07-0c1c1069de6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.760030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad4f052-0b17-4316-bffa-054dbc379ad3 None None] Network a62c8744-30d5-419c-b992-4a84e2d8cabd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:47:57.760191 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6a5b354a-0fe2-40e7-ae07-0c1c1069de6b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5106d8a4-bb25-488b-8df7-2011ecbf1036 HTTP/1.1" status: 204 len: 168 time: 0.5650835 Mar 11 16:47:57.762301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39174) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:57.876678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:57.888046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Deleting port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:57.888376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.034272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] DHCP port deletion for a62c8744-30d5-419c-b992-4a84e2d8cabd request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:47:58.038117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] Deleting port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:58.038527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.110267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] For port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ad8a728c-4e2e-49c4-b7de-f6e2e94cae32,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:47:58.129616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.242797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Calling delete_port for ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:47:58.268705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] For port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ad8a728c-4e2e-49c4-b7de-f6e2e94cae32,segment=NetworkSegment(0400795a-23ae-46e6-91aa-7bba0fc31790),segment_id=0400795a-23ae-46e6-91aa-7bba0fc31790)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:47:58.269009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.382087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.400216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] Calling delete_port for ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:47:58.431037 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8a728c-4e2e-49c4-b7de-f6e2e94cae32,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:58.432854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] No DVR routers for this DVR port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:47:58.482345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:47:58.482710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:47:58.559306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.588603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62c8744-30d5-419c-b992-4a84e2d8cabd']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:58.602091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0400795a-23ae-46e6-91aa-7bba0fc31790') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:58.602405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0400795a-23ae-46e6-91aa-7bba0fc31790') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:58.615149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.630811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.636904 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:47:58.637223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:47:58.650155 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:47:58.776080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.796781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:58.807647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] Pushing event deleted for resources: {'Network': ['ID=a62c8744-30d5-419c-b992-4a84e2d8cabd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:58.880136 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e9e7068d-71c2-4eef-b4a8-b03710e0745b admin admin] 10.222.0.57 "DELETE /v2.0/networks/a62c8744-30d5-419c-b992-4a84e2d8cabd HTTP/1.1" status: 204 len: 168 time: 1.1166096 Mar 11 16:47:58.883337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:58.984060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] Deleting port ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:58.984432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:59.051428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-64a2eeb1-8591-4daa-ae80-a23f82e61df0 None None] The port 'ad8a728c-4e2e-49c4-b7de-f6e2e94cae32' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:47:59.275677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:47:59.314520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:47:59.314768 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7a48c7a9-56c7-4c2c-b6db-677f1bf15e93 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:47:59.315172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:47:59.349684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:47:59.350018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ad8a728c-4e2e-49c4-b7de-f6e2e94cae32 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:47:59.567153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:59.926098 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Deleting port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:47:59.926463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:00.120263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] For port 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5b65fd99-aff9-4375-bbae-aa2c6f8aed0b,segment=NetworkSegment(1e7c2541-e325-4d66-90c4-16d34c6209ef),segment_id=1e7c2541-e325-4d66-90c4-16d34c6209ef)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:00.121212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:00.250598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Calling delete_port for 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:48:00.490807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:00.540571 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b65fd99-aff9-4375-bbae-aa2c6f8aed0b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:00.833805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:01.321997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Router 2704baaa-8d03-46da-aba6-5a50a95049e6 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:48:01.506114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:48:01.515233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] Sync routers for ids ['2704baaa-8d03-46da-aba6-5a50a95049e6'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:48:01.524919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] Routers {'2704baaa-8d03-46da-aba6-5a50a95049e6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:48:01.525827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:47:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2704baaa-8d03-46da-aba6-5a50a95049e6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:01.607173 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d1aec1ea-f09c-4be8-8e95-9aa3e9121b2d admin admin] 10.222.0.57 "PUT /v2.0/routers/2704baaa-8d03-46da-aba6-5a50a95049e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7227037 Mar 11 16:48:01.610107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39182) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:01.748545 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] Set router 2704baaa-8d03-46da-aba6-5a50a95049e6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:48:01.790852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:01.976942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:02.049355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:52Z', 'updated_at': '2022-03-11T16:48:00Z', 'revision_number': 5, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'gw_port': {'id': 'c41c5b3a-9175-4f09-ac49-cd671ba1dbc2', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:37:53Z', 'updated_at': '2022-03-11T16:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:02.053416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] Checking router: 2704baaa-8d03-46da-aba6-5a50a95049e6 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:48:02.062997 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] Routers {'2704baaa-8d03-46da-aba6-5a50a95049e6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:48:02.063614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:47:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2704baaa-8d03-46da-aba6-5a50a95049e6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:02.068192 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Deleting port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:48:02.068548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:02.218087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] Set router 2704baaa-8d03-46da-aba6-5a50a95049e6 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:48:02.256977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] For port c41c5b3a-9175-4f09-ac49-cd671ba1dbc2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c41c5b3a-9175-4f09-ac49-cd671ba1dbc2,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:02.257333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:02.326357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:52Z', 'updated_at': '2022-03-11T16:48:01Z', 'revision_number': 6, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:02.330540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04f82ef-c383-446e-9120-4b5a94d80a6a None None] The sync data for ids ['2704baaa-8d03-46da-aba6-5a50a95049e6'] in dv-neutron-833379-1-hyperv is: [{'id': '2704baaa-8d03-46da-aba6-5a50a95049e6', 'name': 'tempest-TestVolumeBootPattern-1643735233-router', 'tenant_id': 'ce6b4c8b0a894934813c911306481d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:37:52Z', 'updated_at': '2022-03-11T16:48:01Z', 'revision_number': 6, 'project_id': 'ce6b4c8b0a894934813c911306481d52', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:48:02.388210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Calling delete_port for c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:48:02.759311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:02.811358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41c5b3a-9175-4f09-ac49-cd671ba1dbc2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:02.903889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.085706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.087756 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.164986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.165541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2704baaa-8d03-46da-aba6-5a50a95049e6 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:48:03.179718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.180944 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d2b1344e-8648-41c4-9324-51accafd3aa1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2704baaa-8d03-46da-aba6-5a50a95049e6 HTTP/1.1" status: 204 len: 168 time: 1.5698035 Mar 11 16:48:03.185348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39186) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:03.264999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f739127-a767-4183-a3da-d2f6d7aaad69 admin admin] Deleting subnet 94c92e85-7916-428c-87ab-3f830e025384 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:48:03.268333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f739127-a767-4183-a3da-d2f6d7aaad69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.277498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:48:03.321966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:48:03.322342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5b65fd99-aff9-4375-bbae-aa2c6f8aed0b not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:48:03.322762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:48:03.341990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f739127-a767-4183-a3da-d2f6d7aaad69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.367507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:48:03.367852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c41c5b3a-9175-4f09-ac49-cd671ba1dbc2 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:48:03.452097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f739127-a767-4183-a3da-d2f6d7aaad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.593793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f739127-a767-4183-a3da-d2f6d7aaad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.636759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f739127-a767-4183-a3da-d2f6d7aaad69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c92e85-7916-428c-87ab-3f830e025384,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:03.640880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-4f739127-a767-4183-a3da-d2f6d7aaad69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.646724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c8a85a-4b07-49c1-bfa4-96876bfb9dcd None None] Network 9311c40e-ad35-493f-95fd-508ec992b1fd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:48:03.647372 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f739127-a767-4183-a3da-d2f6d7aaad69 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/94c92e85-7916-428c-87ab-3f830e025384 HTTP/1.1" status: 204 len: 168 time: 0.4609671 Mar 11 16:48:03.649934 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39190) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:03.765277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.778851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Deleting port 89d9734f-24f8-465c-b51e-bf412c0e1d95 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:48:03.779188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:03.914341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] DHCP port deletion for 9311c40e-ad35-493f-95fd-508ec992b1fd request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:48:03.919389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] Deleting port 89d9734f-24f8-465c-b51e-bf412c0e1d95 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:48:03.919762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.043748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] For port 89d9734f-24f8-465c-b51e-bf412c0e1d95, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=89d9734f-24f8-465c-b51e-bf412c0e1d95,segment=NetworkSegment(1e7c2541-e325-4d66-90c4-16d34c6209ef),segment_id=1e7c2541-e325-4d66-90c4-16d34c6209ef)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:04.044502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.144736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] For port 89d9734f-24f8-465c-b51e-bf412c0e1d95, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=89d9734f-24f8-465c-b51e-bf412c0e1d95,segment=NetworkSegment(1e7c2541-e325-4d66-90c4-16d34c6209ef),segment_id=1e7c2541-e325-4d66-90c4-16d34c6209ef)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:04.145122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.175488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Calling delete_port for 89d9734f-24f8-465c-b51e-bf412c0e1d95 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:48:04.313052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] Calling delete_port for 89d9734f-24f8-465c-b51e-bf412c0e1d95 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:48:04.353097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.386853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:48:04.387196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:48:04.401319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d9734f-24f8-465c-b51e-bf412c0e1d95,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:04.404869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] No DVR routers for this DVR port 89d9734f-24f8-465c-b51e-bf412c0e1d95 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:48:04.523696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.550183 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9311c40e-ad35-493f-95fd-508ec992b1fd']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:04.563068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7c2541-e325-4d66-90c4-16d34c6209ef') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:04.563369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7c2541-e325-4d66-90c4-16d34c6209ef') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:04.575484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.595856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.602147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:48:04.602565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:48:04.715773 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:48:04.850695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.871033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.882315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9311c40e-ad35-493f-95fd-508ec992b1fd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:04.889421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] Deleting port 89d9734f-24f8-465c-b51e-bf412c0e1d95 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:48:04.889968 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3e22cc94-aa6d-48cb-b5a3-270bab5827d1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9311c40e-ad35-493f-95fd-508ec992b1fd HTTP/1.1" status: 204 len: 168 time: 1.2389662 Mar 11 16:48:04.890689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.957743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4213abf6-a891-4234-93f3-a66ef2794086 None None] The port '89d9734f-24f8-465c-b51e-bf412c0e1d95' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:48:05.231906 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39196) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:05.273064 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 89d9734f-24f8-465c-b51e-bf412c0e1d95 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:48:05.290849 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f38cf64-fddb-4228-84f7-078dbdb8cc12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40e0fc60b45342d99dcd035efb3d5bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569696 Mar 11 16:48:05.303589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39200) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:05.313653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 89d9734f-24f8-465c-b51e-bf412c0e1d95 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:48:05.314281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 89d9734f-24f8-465c-b51e-bf412c0e1d95 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:48:05.367570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-be7bc6d9-d6ff-40eb-86df-739d918078d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:05.394859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-be7bc6d9-d6ff-40eb-86df-739d918078d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:05.524910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-be7bc6d9-d6ff-40eb-86df-739d918078d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:05.542248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bc6d9-d6ff-40eb-86df-739d918078d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0390669-be99-4b89-8894-c190cbe3a904,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:05.550069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-be7bc6d9-d6ff-40eb-86df-739d918078d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:05.551337 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-be7bc6d9-d6ff-40eb-86df-739d918078d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0390669-be99-4b89-8894-c190cbe3a904 HTTP/1.1" status: 204 len: 168 time: 0.2466218 Mar 11 16:48:06.223632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39208) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:06.279132 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-78ec9474-e33b-45ab-befe-0f606f00796f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce6b4c8b0a894934813c911306481d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543118 Mar 11 16:48:06.281685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39212) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:06.346933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b32-f94a-45ff-80ce-395b718c39c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:06.379923 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b32-f94a-45ff-80ce-395b718c39c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:06.496820 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b32-f94a-45ff-80ce-395b718c39c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:06.510896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa6b32-f94a-45ff-80ce-395b718c39c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028a0335-3418-4949-b2aa-00a485e8ab14,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:06.517938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6b32-f94a-45ff-80ce-395b718c39c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:06.521557 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b2aa6b32-f94a-45ff-80ce-395b718c39c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/028a0335-3418-4949-b2aa-00a485e8ab14 HTTP/1.1" status: 204 len: 168 time: 0.2364902 Mar 11 16:48:09.565784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:11.181688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a1ce241d-5964-476f-8195-3e4d4bdfe2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:13.371624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e5ac56a5-696e-40c6-8ecb-f5a21f667d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:14.684827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:14.742021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:14.899546 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-b119d8a2-f7e0-4667-b604-a72a5c52895c tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2c76620928e04771b364772b24e12c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325615 Mar 11 16:48:15.055459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-ac38af02-9a7e-4517-b1aa-13fac5538ba7 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:15.056838 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-ac38af02-9a7e-4517-b1aa-13fac5538ba7 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518750 Mar 11 16:48:15.072677 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-58b586e5-c873-4835-9f46-512ae25dd244 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/quotas/2c76620928e04771b364772b24e12c11 HTTP/1.1" status: 200 len: 375 time: 0.0094292 Mar 11 16:48:15.124910 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-2c0963be-b640-4ce6-8fe3-477a8446125b tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2c76620928e04771b364772b24e12c11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461135 Mar 11 16:48:15.514871 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4647795a-b958-4cb1-bf5e-837ecf2504b9 req-6bc8e7bb-96cd-42e5-90dd-43a76c081e62 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 210 time: 0.1484973 Mar 11 16:48:15.929879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:16.677414 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a386226d-75ff-4bd6-924b-d0758e56b825 req-095fdac1-e2ce-4e45-af93-09c6bc3f47c9 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 210 time: 0.0437284 Mar 11 16:48:17.569221 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-1b69e290-c19c-47bd-8775-9d9831991c40 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2c76620928e04771b364772b24e12c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364280 Mar 11 16:48:17.734809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-b7bca2fa-12a4-4e32-88a3-3c3a3fbfbbee tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:17.736295 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-b7bca2fa-12a4-4e32-88a3-3c3a3fbfbbee tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619577 Mar 11 16:48:17.748749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Request body: {'port': {'device_id': 'bdd24cee-3efe-4cf6-87bf-d99a8fe4498f', 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3', 'admin_state_up': True, 'tenant_id': '2c76620928e04771b364772b24e12c11'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:48:17.896125 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9d43764-4f03-4f7d-abc1-bfe539bb7c9c req-5e9ce11b-5cb0-4280-9fb5-d825987d6353 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 210 time: 0.0594523 Mar 11 16:48:17.946922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:17.953694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Usage tracker for resource:port and tenant:2c76620928e04771b364772b24e12c11 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:17.956863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:17.963250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:18.027951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Made reservation on behalf of 2c76620928e04771b364772b24e12c11 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:48:18.031536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:18.045389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:18.061238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:18.065380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Usage tracker for resource:security_group_rule and tenant:2c76620928e04771b364772b24e12c11 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:18.068495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:18.076077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:18.168788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:18.244280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:18.331045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81565039-d779-41d7-84a3-2b5053ed698e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:18.425845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Allocated IP 192.168.233.230 (2c5d0336-c705-4b85-9c4d-822917c74fc3/87584a06-96e5-4f0f-9434-1eb9a61b64ab/55843a42-5622-4832-9ddd-7c15ccb225ec) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:48:18.647507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:18.662658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Transition to ACTIVE for port object 55843a42-5622-4832-9ddd-7c15ccb225ec will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:48:18.759570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:18.831588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Network 2c5d0336-c705-4b85-9c4d-822917c74fc3 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:48:18.834798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:48:18.837495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:48:18.882858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Pushing event updated for resources: {'Port': ['ID=55843a42-5622-4832-9ddd-7c15ccb225ec,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:18.922614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:18.924009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:19.015880 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-0774a4e3-c540-4648-a623-9cd0e5f0ad21 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2681317 Mar 11 16:48:19.023754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Request body: {'port': {'device_id': 'bdd24cee-3efe-4cf6-87bf-d99a8fe4498f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:48:19.103495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04ca28-91cd-4bf2-b97e-08395ca2c626 req-9e121653-53df-47e4-ad23-5a5cad7a0482 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:19.105800 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad04ca28-91cd-4bf2-b97e-08395ca2c626 req-9e121653-53df-47e4-ad23-5a5cad7a0482 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 936 time: 0.0903940 Mar 11 16:48:19.146475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:19.157877 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad04ca28-91cd-4bf2-b97e-08395ca2c626 req-49f54042-e00e-4d5c-85a9-8fd0195a15f9 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Mar 11 16:48:19.199693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e92473db-5947-4324-9ffc-40e0c3194163 None None] Provisioning for port 55843a42-5622-4832-9ddd-7c15ccb225ec completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:48:19.205694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e92473db-5947-4324-9ffc-40e0c3194163 None None] Provisioning complete for port 55843a42-5622-4832-9ddd-7c15ccb225ec triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:48:19.210376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e92473db-5947-4324-9ffc-40e0c3194163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:19.261288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e92473db-5947-4324-9ffc-40e0c3194163 None None] Port 55843a42-5622-4832-9ddd-7c15ccb225ec cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:48:19.507677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55843a42-5622-4832-9ddd-7c15ccb225ec {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:48:19.516116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:19.531703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Transition to ACTIVE for port object 55843a42-5622-4832-9ddd-7c15ccb225ec will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:48:19.593209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:19.748071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Pushing event updated for resources: {'Port': ['ID=55843a42-5622-4832-9ddd-7c15ccb225ec,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:19.935405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Attempting to bind port 55843a42-5622-4832-9ddd-7c15ccb225ec on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:48:19.935637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Attempting to bind port 55843a42-5622-4832-9ddd-7c15ccb225ec by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '49287817-dce4-4908-9e3c-20d55baaae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:48:19.935962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Attempting to bind port 55843a42-5622-4832-9ddd-7c15ccb225ec on network 2c5d0336-c705-4b85-9c4d-822917c74fc3 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:48:19.940716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Port 55843a42-5622-4832-9ddd-7c15ccb225ec on network 2c5d0336-c705-4b85-9c4d-822917c74fc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:48:19.941029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Attempting to bind port 55843a42-5622-4832-9ddd-7c15ccb225ec on network 2c5d0336-c705-4b85-9c4d-822917c74fc3 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:48:19.946423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:48:19.946763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Checking segment: {'id': '49287817-dce4-4908-9e3c-20d55baaae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:48:19.947146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Bound using segment: {'id': '49287817-dce4-4908-9e3c-20d55baaae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:48:19.947571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Bound port: 55843a42-5622-4832-9ddd-7c15ccb225ec, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49287817-dce4-4908-9e3c-20d55baaae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:48:19.947915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:20.048336 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] For port 55843a42-5622-4832-9ddd-7c15ccb225ec, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:48:20.051369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] For port 55843a42-5622-4832-9ddd-7c15ccb225ec, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55843a42-5622-4832-9ddd-7c15ccb225ec,segment=NetworkSegment(49287817-dce4-4908-9e3c-20d55baaae8e),segment_id=49287817-dce4-4908-9e3c-20d55baaae8e)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:48:20.114147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:20.174093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:20.174864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:20.176107 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/55843a42-5622-4832-9ddd-7c15ccb225ec HTTP/1.1" status: 200 len: 1098 time: 1.1566954 Mar 11 16:48:20.176538 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd24cee-3efe-4cf6-87bf-d99a8fe4498f', 'tag': '55843a42-5622-4832-9ddd-7c15ccb225ec'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:48:20.209116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5d8cb-41ec-459b-9b74-8fbf2a2694d1 service neutron] Pushing event updated for resources: {'Port': ['ID=55843a42-5622-4832-9ddd-7c15ccb225ec,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:20.240238 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd24cee-3efe-4cf6-87bf-d99a8fe4498f', 'tag': '55843a42-5622-4832-9ddd-7c15ccb225ec', 'status': 'completed', 'code': 200} Mar 11 16:48:20.391067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545acb-18f4-4534-83cd-fb952a1211e2 req-c1963bd4-efc8-4767-acb5-b0e1f5705871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:20.392533 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d545acb-18f4-4534-83cd-fb952a1211e2 req-c1963bd4-efc8-4767-acb5-b0e1f5705871 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c76620928e04771b364772b24e12c11&device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 1101 time: 0.1333323 Mar 11 16:48:20.431630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492b0db-4310-4d34-8b8a-598504e8cd0e req-7aa09973-9a79-4251-91d0-be96f4545d95 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:20.432317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e492b0db-4310-4d34-8b8a-598504e8cd0e req-7aa09973-9a79-4251-91d0-be96f4545d95 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Synchronizing usage tracker for tenant:2c76620928e04771b364772b24e12c11 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:48:20.441948 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d545acb-18f4-4534-83cd-fb952a1211e2 req-a9542c6b-b8b1-45d0-a48f-cd76cf499793 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2c76620928e04771b364772b24e12c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372384 Mar 11 16:48:20.559561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e492b0db-4310-4d34-8b8a-598504e8cd0e req-7aa09973-9a79-4251-91d0-be96f4545d95 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Unset dirty status for tenant:2c76620928e04771b364772b24e12c11 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:48:20.560725 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e492b0db-4310-4d34-8b8a-598504e8cd0e req-7aa09973-9a79-4251-91d0-be96f4545d95 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 948 time: 0.2664275 Mar 11 16:48:20.608610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d545acb-18f4-4534-83cd-fb952a1211e2 req-201daa4e-6d1a-4894-94de-50601cba9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:20.610009 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d545acb-18f4-4534-83cd-fb952a1211e2 req-201daa4e-6d1a-4894-94de-50601cba9d50 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624825 Mar 11 16:48:20.629166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e492b0db-4310-4d34-8b8a-598504e8cd0e req-93871240-5dbf-416d-bd44-2f6aa354eaff tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Synchronizing usage tracker for tenant:2c76620928e04771b364772b24e12c11 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:48:20.715875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e492b0db-4310-4d34-8b8a-598504e8cd0e req-93871240-5dbf-416d-bd44-2f6aa354eaff tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Unset dirty status for tenant:2c76620928e04771b364772b24e12c11 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:48:20.717067 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e492b0db-4310-4d34-8b8a-598504e8cd0e req-93871240-5dbf-416d-bd44-2f6aa354eaff tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485198 Mar 11 16:48:20.720344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-532c193b-2159-42c9-b3e4-197ce07e3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:20.721721 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-532c193b-2159-42c9-b3e4-197ce07e3128 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c76620928e04771b364772b24e12c11&device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 1101 time: 0.0755713 Mar 11 16:48:20.793438 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-026cad3e-682e-4331-a7df-82852a6554fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=55843a42-5622-4832-9ddd-7c15ccb225ec HTTP/1.1" status: 200 len: 217 time: 0.0649486 Mar 11 16:48:20.855243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-265cd2eb-928c-4cfd-bb3c-f8988dd38615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:20.856977 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-265cd2eb-928c-4cfd-bb3c-f8988dd38615 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87584a06-96e5-4f0f-9434-1eb9a61b64ab HTTP/1.1" status: 200 len: 843 time: 0.0584993 Mar 11 16:48:20.938910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-780e4096-745d-4979-9dc2-26a2407fa970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:20.940375 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-780e4096-745d-4979-9dc2-26a2407fa970 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c5d0336-c705-4b85-9c4d-822917c74fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0780971 Mar 11 16:48:21.082774 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-84ff58d8-6a5d-470f-b39f-b058245b8f75 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5d0336-c705-4b85-9c4d-822917c74fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356413 Mar 11 16:48:21.228981 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6e40f12-ed80-431d-aa04-fd227a8260e5 req-583de665-28ba-4338-8545-6239a5f470a6 service neutron] 10.222.0.35 "GET /v2.0/networks/2c5d0336-c705-4b85-9c4d-822917c74fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407917 Mar 11 16:48:21.905711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6646a8a-2988-40e0-8735-dcd0bf6c6b78 req-b7c0c55a-2982-4c40-b05e-e784200d6d04 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:21.907209 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6646a8a-2988-40e0-8735-dcd0bf6c6b78 req-b7c0c55a-2982-4c40-b05e-e784200d6d04 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 948 time: 0.0815287 Mar 11 16:48:21.952599 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a6646a8a-2988-40e0-8735-dcd0bf6c6b78 req-92360f19-2516-4fa2-ab3d-371705d1e930 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397871 Mar 11 16:48:23.145399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325a617-1440-4429-9da9-14920d042b29 req-39a598f9-5a68-4ebf-9fda-a8a3ab83e1e7 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:23.146910 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d325a617-1440-4429-9da9-14920d042b29 req-39a598f9-5a68-4ebf-9fda-a8a3ab83e1e7 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 948 time: 0.0872140 Mar 11 16:48:23.193378 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d325a617-1440-4429-9da9-14920d042b29 req-33d25ce4-82c1-4ff5-8dae-788bf5babf5d tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Mar 11 16:48:24.357866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 55843a42-5622-4832-9ddd-7c15ccb225ec details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:48:24.387719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de16a-d6f1-4513-880c-30f4f4a2d710 req-ae09f661-9079-4204-af4c-bb774a9e22f4 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:24.389270 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-467de16a-d6f1-4513-880c-30f4f4a2d710 req-ae09f661-9079-4204-af4c-bb774a9e22f4 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 948 time: 0.0887046 Mar 11 16:48:24.440094 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-467de16a-d6f1-4513-880c-30f4f4a2d710 req-d41ddeb2-cb22-4bc4-aff6-461b021d5495 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428545 Mar 11 16:48:24.493895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 55843a42-5622-4832-9ddd-7c15ccb225ec, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55843a42-5622-4832-9ddd-7c15ccb225ec,segment=NetworkSegment(49287817-dce4-4908-9e3c-20d55baaae8e),segment_id=49287817-dce4-4908-9e3c-20d55baaae8e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:24.507702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '55843a42-5622-4832-9ddd-7c15ccb225ec', 'network_id': '2c5d0336-c705-4b85-9c4d-822917c74fc3', 'port_id': '55843a42-5622-4832-9ddd-7c15ccb225ec', 'mac_address': 'fa:16:3e:a0:6e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87584a06-96e5-4f0f-9434-1eb9a61b64ab', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:48:24.575212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:24.593487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55843a42-5622-4832-9ddd-7c15ccb225ec {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:48:24.609353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 55843a42-5622-4832-9ddd-7c15ccb225ec, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55843a42-5622-4832-9ddd-7c15ccb225ec,segment=NetworkSegment(49287817-dce4-4908-9e3c-20d55baaae8e),segment_id=49287817-dce4-4908-9e3c-20d55baaae8e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:24.713145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:24.784974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=55843a42-5622-4832-9ddd-7c15ccb225ec,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:24.792270 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.792615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.792999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.793335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.793666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.793992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.794344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.794674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.794996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.795312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.798827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.798827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:24.946942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['55843a42-5622-4832-9ddd-7c15ccb225ec'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:48:25.631780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f603e8-9033-495e-97de-40fbbe89750d req-b0109b59-c67a-49b5-8e5c-cd071e5baaf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:25.633279 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07f603e8-9033-495e-97de-40fbbe89750d req-b0109b59-c67a-49b5-8e5c-cd071e5baaf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 949 time: 0.0815923 Mar 11 16:48:25.687529 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07f603e8-9033-495e-97de-40fbbe89750d req-192b1b32-131a-4f77-9404-932befe2ef92 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450482 Mar 11 16:48:26.358706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 55843a42-5622-4832-9ddd-7c15ccb225ec up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:48:26.473031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 55843a42-5622-4832-9ddd-7c15ccb225ec completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:48:26.478230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 55843a42-5622-4832-9ddd-7c15ccb225ec triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:48:26.478616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:26.596960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:26.624268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd24cee-3efe-4cf6-87bf-d99a8fe4498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55843a42-5622-4832-9ddd-7c15ccb225ec'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:48:26.634452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 55843a42-5622-4832-9ddd-7c15ccb225ec, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55843a42-5622-4832-9ddd-7c15ccb225ec,segment=NetworkSegment(49287817-dce4-4908-9e3c-20d55baaae8e),segment_id=49287817-dce4-4908-9e3c-20d55baaae8e)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:26.685126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:26.738061 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd24cee-3efe-4cf6-87bf-d99a8fe4498f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55843a42-5622-4832-9ddd-7c15ccb225ec', 'code': 200} Mar 11 16:48:26.762959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=55843a42-5622-4832-9ddd-7c15ccb225ec,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:26.895428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa33d4-15b3-4966-942f-cd1cda35afb6 req-dbb01bb1-e807-4983-93be-ff00750ec19e tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:26.896940 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48fa33d4-15b3-4966-942f-cd1cda35afb6 req-dbb01bb1-e807-4983-93be-ff00750ec19e tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 950 time: 0.0892205 Mar 11 16:48:26.943830 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48fa33d4-15b3-4966-942f-cd1cda35afb6 req-2ec2f18c-fc00-4ae6-8171-0eeadffce84a tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Mar 11 16:48:27.079726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedd337-20f7-4a7f-8280-77e7e010b689 req-c75001ae-983c-4e22-9311-49f1b9286616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:27.081187 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fbedd337-20f7-4a7f-8280-77e7e010b689 req-c75001ae-983c-4e22-9311-49f1b9286616 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 1103 time: 0.0764704 Mar 11 16:48:27.124800 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fbedd337-20f7-4a7f-8280-77e7e010b689 req-251b35a1-9650-4cb8-bebf-bcd7e687afa9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376279 Mar 11 16:48:28.140620 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628ca1c-bbaa-4e17-b1a8-9e49fd2e174a req-6af4cc91-17b4-4277-86dc-98345e5fb26e tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:28.142131 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8628ca1c-bbaa-4e17-b1a8-9e49fd2e174a req-6af4cc91-17b4-4277-86dc-98345e5fb26e tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 950 time: 0.0848849 Mar 11 16:48:28.195698 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8628ca1c-bbaa-4e17-b1a8-9e49fd2e174a req-4693bf31-987c-4b72-9380-8977f48e8fb8 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Mar 11 16:48:29.382696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46436-5462-4ac0-ad95-3901eb2fc9c5 req-b01ccb19-f583-4b22-ad3b-b432fa3181e0 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:29.384130 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-41d46436-5462-4ac0-ad95-3901eb2fc9c5 req-b01ccb19-f583-4b22-ad3b-b432fa3181e0 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 950 time: 0.0825775 Mar 11 16:48:29.430374 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-41d46436-5462-4ac0-ad95-3901eb2fc9c5 req-d4dbd656-1d54-4043-b540-3d05a8c0c5cf tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Mar 11 16:48:31.125877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1865e-a024-48ba-aa03-5be3afb2436b req-1518c332-c325-4378-aa37-71b6d14595e0 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:31.127914 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-04c1865e-a024-48ba-aa03-5be3afb2436b req-1518c332-c325-4378-aa37-71b6d14595e0 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 950 time: 0.0879891 Mar 11 16:48:31.175885 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-04c1865e-a024-48ba-aa03-5be3afb2436b req-a10590fb-cf8a-4ed9-b430-16a42a3d2306 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418947 Mar 11 16:48:31.887282 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:48:32.342435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-8a1f5ed7-0e33-4e3f-8e1f-ecec3a074099 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:32.344040 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-8a1f5ed7-0e33-4e3f-8e1f-ecec3a074099 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 950 time: 0.0847449 Mar 11 16:48:32.371291 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e835fc3-1f1b-4658-a0e9-c44f863ccc09 req-d981b0bf-3f99-492b-925b-60483ce2e62f tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:32.372603 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e835fc3-1f1b-4658-a0e9-c44f863ccc09 req-d981b0bf-3f99-492b-925b-60483ce2e62f tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 950 time: 0.0839627 Mar 11 16:48:32.419567 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e835fc3-1f1b-4658-a0e9-c44f863ccc09 req-c610191c-75d3-42f9-b7d8-255aacf5be84 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/security-groups?id=81565039-d779-41d7-84a3-2b5053ed698e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Mar 11 16:48:32.419769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Deleting port 55843a42-5622-4832-9ddd-7c15ccb225ec {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:48:32.419921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:32.774153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] For port 55843a42-5622-4832-9ddd-7c15ccb225ec, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55843a42-5622-4832-9ddd-7c15ccb225ec,segment=NetworkSegment(49287817-dce4-4908-9e3c-20d55baaae8e),segment_id=49287817-dce4-4908-9e3c-20d55baaae8e)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:32.774614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:32.899500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Calling delete_port for 55843a42-5622-4832-9ddd-7c15ccb225ec owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:48:33.113056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:33.125406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['55843a42-5622-4832-9ddd-7c15ccb225ec'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:48:33.168147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Pushing event deleted for resources: {'Port': ['ID=55843a42-5622-4832-9ddd-7c15ccb225ec,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:33.256845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] No DVR routers for this DVR port 55843a42-5622-4832-9ddd-7c15ccb225ec on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:48:33.259518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:33.263809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd24cee-3efe-4cf6-87bf-d99a8fe4498f', 'name': 'network-vif-deleted', 'tag': '55843a42-5622-4832-9ddd-7c15ccb225ec'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:48:33.310140 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd24cee-3efe-4cf6-87bf-d99a8fe4498f', 'name': 'network-vif-deleted', 'tag': '55843a42-5622-4832-9ddd-7c15ccb225ec', 'status': 'completed', 'code': 200} Mar 11 16:48:33.350714 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b8d77f8e-7267-4d5f-8192-33b4936ac0b8 req-82125056-a9c5-4b76-9cef-f0490265edf1 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.35 "DELETE /v2.0/ports/55843a42-5622-4832-9ddd-7c15ccb225ec HTTP/1.1" status: 204 len: 173 time: 1.0013642 Mar 11 16:48:33.588557 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c4ae182d-638e-432f-beb0-6661534d99a8 req-279b7a22-9347-4cbe-a8e2-0a5fc95fac59 tempest-ServersAdminNegativeTestJSON-1564156048 tempest-ServersAdminNegativeTestJSON-1564156048-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdd24cee-3efe-4cf6-87bf-d99a8fe4498f HTTP/1.1" status: 200 len: 210 time: 0.0482671 Mar 11 16:48:35.208510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39356) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:35.359923 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd88a353-5a77-4342-a5dd-994f321f09c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c76620928e04771b364772b24e12c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502180 Mar 11 16:48:35.362305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39362) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:35.426845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:35.453660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:35.575854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:35.594378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81565039-d779-41d7-84a3-2b5053ed698e,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:35.603442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.603779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.604110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.604467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.604788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.605107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.605419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.605732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.606044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.606388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.606697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.607004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:35.655668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:35.656872 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-255a6e15-6d7c-40aa-b1b5-c21efc48c78e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81565039-d779-41d7-84a3-2b5053ed698e HTTP/1.1" status: 204 len: 168 time: 0.2936490 Mar 11 16:48:36.286537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39370) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:36.308022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51c7a9d3-4067-489b-8248-529a7789e388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:36.323429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-51c7a9d3-4067-489b-8248-529a7789e388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:36.327672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-51c7a9d3-4067-489b-8248-529a7789e388 admin admin] Usage tracker for resource:security_group_rule and tenant:243c3f548dbb47dea68209ee9a8ad34f is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:36.330773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-51c7a9d3-4067-489b-8248-529a7789e388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:36.336435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-51c7a9d3-4067-489b-8248-529a7789e388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:36.392817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 55843a42-5622-4832-9ddd-7c15ccb225ec no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:48:36.421094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51c7a9d3-4067-489b-8248-529a7789e388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:36.432404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 55843a42-5622-4832-9ddd-7c15ccb225ec {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:48:36.433357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 55843a42-5622-4832-9ddd-7c15ccb225ec not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:48:36.501345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-51c7a9d3-4067-489b-8248-529a7789e388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:36.550997 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-51c7a9d3-4067-489b-8248-529a7789e388 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=243c3f548dbb47dea68209ee9a8ad34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633731 Mar 11 16:48:36.551856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7a9d3-4067-489b-8248-529a7789e388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c56d2c9-6df2-4601-a41f-acfcbf82b78c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:36.554961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39374) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:36.616796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f223c896-986d-47a2-8840-5e6b409d2e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:36.644806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f223c896-986d-47a2-8840-5e6b409d2e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:36.787359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f223c896-986d-47a2-8840-5e6b409d2e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:36.804704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223c896-986d-47a2-8840-5e6b409d2e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c56d2c9-6df2-4601-a41f-acfcbf82b78c,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:36.809084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f223c896-986d-47a2-8840-5e6b409d2e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:36.810486 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f223c896-986d-47a2-8840-5e6b409d2e81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c56d2c9-6df2-4601-a41f-acfcbf82b78c HTTP/1.1" status: 204 len: 168 time: 0.2543478 Mar 11 16:48:37.960353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39398) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:38.072630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-250782339-network', 'tenant_id': '27eca03aacd84c99a6a95371f2bd99e5'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:48:38.077930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:38.082188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Usage tracker for resource:network and tenant:27eca03aacd84c99a6a95371f2bd99e5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:38.084977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:38.091554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:38.158267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Made reservation on behalf of 27eca03aacd84c99a6a95371f2bd99e5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:48:38.160635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:38.173023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:38.188208 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:38.191982 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Usage tracker for resource:security_group_rule and tenant:27eca03aacd84c99a6a95371f2bd99e5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:38.194950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:38.201535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:38.287546 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:38.352851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:38.384308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:48:38.394761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833e24f7-e0b1-49b5-92d2-159e8edbd661,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:38.401787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:38.402124 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Added segment 6946d759-5855-4fb9-a7d0-0716c7f810f0 of type vlan for network 41eaced6-7671-46fa-a9ab-5de2fa848aab Mar 11 16:48:38.431764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:38.542293 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:38.543138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:38.543744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:38.651070 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] Pushing event updated for resources: {'Network': ['ID=41eaced6-7671-46fa-a9ab-5de2fa848aab,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:38.660827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 41eaced6-7671-46fa-a9ab-5de2fa848aab details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:48:38.776648 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bc436a11-6be8-45ef-bad2-92e07e17fce6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8151731 Mar 11 16:48:38.779877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39404) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:38.785378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Request body: {'subnet': {'network_id': '41eaced6-7671-46fa-a9ab-5de2fa848aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-250782339-subnet', 'tenant_id': '27eca03aacd84c99a6a95371f2bd99e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:48:38.790513 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:38.795495 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Usage tracker for resource:subnet and tenant:27eca03aacd84c99a6a95371f2bd99e5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:38.798460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:38.804612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:38.907017 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Made reservation on behalf of 27eca03aacd84c99a6a95371f2bd99e5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:48:38.909390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:39.181952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:39.256945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c77c2b5-ac7b-4caf-9e17-ece9de56c606,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:39.266650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Checking segment: {'id': '6946d759-5855-4fb9-a7d0-0716c7f810f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '41eaced6-7671-46fa-a9ab-5de2fa848aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:48:39.267001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Network hostable DHCP agents. Network: 41eaced6-7671-46fa-a9ab-5de2fa848aab, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:48:39.370835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Network 41eaced6-7671-46fa-a9ab-5de2fa848aab is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:48:39.444232 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 41eaced6-7671-46fa-a9ab-5de2fa848aab) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:48:39.449275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:39.449973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:39.454412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a8c9d0-045f-408d-a6b9-ec0bd8f42946 None None] Network 41eaced6-7671-46fa-a9ab-5de2fa848aab requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:48:39.538689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:39.539481 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-70460a80-2350-40e3-8213-bd40988f34d7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7584670 Mar 11 16:48:39.719946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640157d7-b382-4cd1-b2ed-b634781f78b8 None None] Network 41eaced6-7671-46fa-a9ab-5de2fa848aab requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:48:40.189789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-323d32c2-b07c-49d3-9084-38544b8aeb4a tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:40.190504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-323d32c2-b07c-49d3-9084-38544b8aeb4a tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Synchronizing usage tracker for tenant:27eca03aacd84c99a6a95371f2bd99e5 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:48:40.302086 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-323d32c2-b07c-49d3-9084-38544b8aeb4a tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Unset dirty status for tenant:27eca03aacd84c99a6a95371f2bd99e5 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:48:40.303603 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-323d32c2-b07c-49d3-9084-38544b8aeb4a tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/networks?id=41eaced6-7671-46fa-a9ab-5de2fa848aab HTTP/1.1" status: 200 len: 811 time: 0.3689196 Mar 11 16:48:40.324235 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-6ec6b775-097c-496b-bf34-aa046109c230 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/quotas/27eca03aacd84c99a6a95371f2bd99e5 HTTP/1.1" status: 200 len: 375 time: 0.0151954 Mar 11 16:48:40.381689 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5a47015e-cc18-41c0-b853-e2da0a998330 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=27eca03aacd84c99a6a95371f2bd99e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513732 Mar 11 16:48:40.393024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-917b1db9-7691-4f22-bb96-2a0e1fd63ec5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:48:40.393973 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-917b1db9-7691-4f22-bb96-2a0e1fd63ec5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050843 Mar 11 16:48:40.532374 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-44a57c33-356a-4d7e-b7f5-c8e226b3c8fc service neutron] 10.222.0.57 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325631 Mar 11 16:48:40.671376 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-6e8e64a5-8ebf-4d80-866d-11e4e0bf7341 service neutron] 10.222.0.57 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327667 Mar 11 16:48:40.963134 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cefea43b-293c-4b03-965d-a9e965be95da req-dad496dc-ec2d-4792-a2d5-bf543a492a9b tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 210 time: 0.0426114 Mar 11 16:48:41.164218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7ff28489-68be-4952-8520-878efd00515c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:42.114882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a2a28841-f2bd-41c4-9fc3-f446f52be5f9 req-c9e75b7b-67c1-4653-9262-c706200d0bfa tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 210 time: 0.0438988 Mar 11 16:48:43.308072 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-956f6d06-df89-4cac-b8bb-6798e7ddbb87 req-9d25da82-9397-4d97-a39a-f4ba2bbc70fd tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 210 time: 0.0584297 Mar 11 16:48:43.350736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-37df17c3-756a-4c9d-8292-757bbcdd2ebe tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:43.352148 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-37df17c3-756a-4c9d-8292-757bbcdd2ebe tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.35 "GET /v2.0/networks?id=41eaced6-7671-46fa-a9ab-5de2fa848aab HTTP/1.1" status: 200 len: 811 time: 0.1936522 Mar 11 16:48:43.364340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Request body: {'port': {'device_id': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'network_id': '41eaced6-7671-46fa-a9ab-5de2fa848aab', 'admin_state_up': True, 'tenant_id': '27eca03aacd84c99a6a95371f2bd99e5'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:48:43.415414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09b4d516-25c4-4375-a9f8-0881b39ef2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:43.505325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:43.509082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Usage tracker for resource:port and tenant:27eca03aacd84c99a6a95371f2bd99e5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:43.512057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:43.518017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:43.638722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Made reservation on behalf of 27eca03aacd84c99a6a95371f2bd99e5 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:48:43.642294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:43.808870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Allocated IP 172.20.0.6 (41eaced6-7671-46fa-a9ab-5de2fa848aab/7c77c2b5-ac7b-4caf-9e17-ece9de56c606/62b0033e-94c9-4ccc-9e48-62c66aced268) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:48:44.008844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:44.095684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:44.161801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Network 41eaced6-7671-46fa-a9ab-5de2fa848aab is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:48:44.164890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:48:44.174016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:48:44.208086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Pushing event updated for resources: {'Port': ['ID=62b0033e-94c9-4ccc-9e48-62c66aced268,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:44.227966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.228318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.228656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.231285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.231285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.231285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.231285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.231628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.231872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.232307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.232757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.233081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:44.256715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:44.257536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:44.365821 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-5f32ad79-2e0d-4276-8110-b10fa6de27db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0056190 Mar 11 16:48:44.377890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Request body: {'port': {'device_id': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:48:44.492952 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:44.504701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70417d-7dd7-42d8-8db1-08184af113a3 req-a6ce9e6c-52b8-4b0d-82b3-0fab1a1b46c7 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:44.507482 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e70417d-7dd7-42d8-8db1-08184af113a3 req-a6ce9e6c-52b8-4b0d-82b3-0fab1a1b46c7 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 931 time: 0.0896215 Mar 11 16:48:44.557963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0e70417d-7dd7-42d8-8db1-08184af113a3 req-88bb2d0e-ed79-4833-847c-85f3b45e44cc tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Synchronizing usage tracker for tenant:27eca03aacd84c99a6a95371f2bd99e5 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:48:44.650417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0e70417d-7dd7-42d8-8db1-08184af113a3 req-88bb2d0e-ed79-4833-847c-85f3b45e44cc tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Unset dirty status for tenant:27eca03aacd84c99a6a95371f2bd99e5 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:48:44.654958 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e70417d-7dd7-42d8-8db1-08184af113a3 req-88bb2d0e-ed79-4833-847c-85f3b45e44cc tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358194 Mar 11 16:48:44.781293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:44.804401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:44.999403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b0033e-94c9-4ccc-9e48-62c66aced268 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:48:44.999403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:44.999403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Transition to ACTIVE for port object 62b0033e-94c9-4ccc-9e48-62c66aced268 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:48:45.073004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:45.233543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=62b0033e-94c9-4ccc-9e48-62c66aced268,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:45.316446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Attempting to bind port 62b0033e-94c9-4ccc-9e48-62c66aced268 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:48:45.316783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Attempting to bind port 62b0033e-94c9-4ccc-9e48-62c66aced268 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '6946d759-5855-4fb9-a7d0-0716c7f810f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '41eaced6-7671-46fa-a9ab-5de2fa848aab'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:48:45.317143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Attempting to bind port 62b0033e-94c9-4ccc-9e48-62c66aced268 on network 41eaced6-7671-46fa-a9ab-5de2fa848aab {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:48:45.321881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Port 62b0033e-94c9-4ccc-9e48-62c66aced268 on network 41eaced6-7671-46fa-a9ab-5de2fa848aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:48:45.322293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Attempting to bind port 62b0033e-94c9-4ccc-9e48-62c66aced268 on network 41eaced6-7671-46fa-a9ab-5de2fa848aab {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:48:45.328592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:48:45.328924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Checking segment: {'id': '6946d759-5855-4fb9-a7d0-0716c7f810f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '41eaced6-7671-46fa-a9ab-5de2fa848aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:48:45.329339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Bound using segment: {'id': '6946d759-5855-4fb9-a7d0-0716c7f810f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '41eaced6-7671-46fa-a9ab-5de2fa848aab'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:48:45.329761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Bound port: 62b0033e-94c9-4ccc-9e48-62c66aced268, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6946d759-5855-4fb9-a7d0-0716c7f810f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '41eaced6-7671-46fa-a9ab-5de2fa848aab'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:48:45.330108 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:45.421118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:48:45.424172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=62b0033e-94c9-4ccc-9e48-62c66aced268,segment=NetworkSegment(6946d759-5855-4fb9-a7d0-0716c7f810f0),segment_id=6946d759-5855-4fb9-a7d0-0716c7f810f0)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:48:45.536630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:45.597302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:45.597909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:45.599281 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] 10.222.0.35 "PUT /v2.0/ports/62b0033e-94c9-4ccc-9e48-62c66aced268 HTTP/1.1" status: 200 len: 1093 time: 1.2265441 Mar 11 16:48:45.599715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:48:45.624149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c17f3c-5201-462f-97ce-7892ca2f4e2d service neutron] Pushing event updated for resources: {'Port': ['ID=62b0033e-94c9-4ccc-9e48-62c66aced268,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:45.649190 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268', 'status': 'completed', 'code': 200} Mar 11 16:48:45.748878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a107ca9-c683-44f1-a8c8-08b0ec141628 req-223e4416-5ba6-461b-834d-05e5e1fbd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:45.750430 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a107ca9-c683-44f1-a8c8-08b0ec141628 req-223e4416-5ba6-461b-834d-05e5e1fbd052 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27eca03aacd84c99a6a95371f2bd99e5&device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 1096 time: 0.0799816 Mar 11 16:48:45.855946 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881c45a-a84f-404b-b40e-4e141b69e624 req-dfbd9dc5-e29c-4f2e-b932-95a49726e2b7 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:45.857469 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4881c45a-a84f-404b-b40e-4e141b69e624 req-dfbd9dc5-e29c-4f2e-b932-95a49726e2b7 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 943 time: 0.0911138 Mar 11 16:48:45.905583 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4881c45a-a84f-404b-b40e-4e141b69e624 req-47ff787b-1bbb-4ce0-a39d-ab818fc95aca tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Mar 11 16:48:45.905949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a107ca9-c683-44f1-a8c8-08b0ec141628 req-790b26e8-0ed9-4b87-be04-624f2a5eb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:45.907426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a107ca9-c683-44f1-a8c8-08b0ec141628 req-790b26e8-0ed9-4b87-be04-624f2a5eb2ed service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=27eca03aacd84c99a6a95371f2bd99e5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1505938 Mar 11 16:48:45.913151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:46.053000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a107ca9-c683-44f1-a8c8-08b0ec141628 req-b49353ea-ef75-4dc7-a7d0-26c245e32f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:46.054645 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a107ca9-c683-44f1-a8c8-08b0ec141628 req-b49353ea-ef75-4dc7-a7d0-26c245e32f66 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416476 Mar 11 16:48:46.173541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-18109245-2d72-4399-a1cc-41a93b99b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:46.175100 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-18109245-2d72-4399-a1cc-41a93b99b9cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27eca03aacd84c99a6a95371f2bd99e5&device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 1096 time: 0.0844128 Mar 11 16:48:46.249989 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-b593cc7a-6245-4f33-8441-6f3e55a2479e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62b0033e-94c9-4ccc-9e48-62c66aced268 HTTP/1.1" status: 200 len: 217 time: 0.0678532 Mar 11 16:48:46.321030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-cfe77d80-eaeb-4a07-8f2a-6c5de2bcdf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:46.322540 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-cfe77d80-eaeb-4a07-8f2a-6c5de2bcdf2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c77c2b5-ac7b-4caf-9e17-ece9de56c606 HTTP/1.1" status: 200 len: 851 time: 0.0673192 Mar 11 16:48:46.370384 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-3440a45e-fe31-4c29-94df-9f86038fa937 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41eaced6-7671-46fa-a9ab-5de2fa848aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417533 Mar 11 16:48:46.503865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-771c47f1-b05b-4ced-bf05-fb22fb2d0668 service neutron] 10.222.0.35 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284029 Mar 11 16:48:46.641894 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f432f8a1-c932-4965-a2b2-8a9b961e9cf8 req-eb186ec6-d9af-41ea-a572-c691f2f712c5 service neutron] 10.222.0.35 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322446 Mar 11 16:48:47.101079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe645a-7435-4dc5-8c10-a27dcc55c320 req-db2865af-7251-43a7-a579-56ba1c460697 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:47.101770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-bffe645a-7435-4dc5-8c10-a27dcc55c320 req-db2865af-7251-43a7-a579-56ba1c460697 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Synchronizing usage tracker for tenant:27eca03aacd84c99a6a95371f2bd99e5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:48:47.193268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-bffe645a-7435-4dc5-8c10-a27dcc55c320 req-db2865af-7251-43a7-a579-56ba1c460697 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Unset dirty status for tenant:27eca03aacd84c99a6a95371f2bd99e5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:48:47.194431 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bffe645a-7435-4dc5-8c10-a27dcc55c320 req-db2865af-7251-43a7-a579-56ba1c460697 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 943 time: 0.1797001 Mar 11 16:48:47.339745 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bffe645a-7435-4dc5-8c10-a27dcc55c320 req-c530fb74-8baf-44f3-852a-b7350bc073e6 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382215 Mar 11 16:48:48.435696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 62b0033e-94c9-4ccc-9e48-62c66aced268 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:48:48.536336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002964fd-5d13-4897-9d0f-9924e672ee88 req-5253b4b8-3b49-432f-9055-0a28438d4fb9 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:48.537984 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-002964fd-5d13-4897-9d0f-9924e672ee88 req-5253b4b8-3b49-432f-9055-0a28438d4fb9 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 943 time: 0.0877476 Mar 11 16:48:48.576983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=62b0033e-94c9-4ccc-9e48-62c66aced268,segment=NetworkSegment(6946d759-5855-4fb9-a7d0-0716c7f810f0),segment_id=6946d759-5855-4fb9-a7d0-0716c7f810f0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:48.583186 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-002964fd-5d13-4897-9d0f-9924e672ee88 req-6e757c60-e8ff-4a48-ba8f-7c851644af73 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Mar 11 16:48:48.593630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '62b0033e-94c9-4ccc-9e48-62c66aced268', 'network_id': '41eaced6-7671-46fa-a9ab-5de2fa848aab', 'port_id': '62b0033e-94c9-4ccc-9e48-62c66aced268', 'mac_address': 'fa:16:3e:42:ba:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c77c2b5-ac7b-4caf-9e17-ece9de56c606', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:48:48.654452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:48.671355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b0033e-94c9-4ccc-9e48-62c66aced268 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:48:48.687771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=62b0033e-94c9-4ccc-9e48-62c66aced268,segment=NetworkSegment(6946d759-5855-4fb9-a7d0-0716c7f810f0),segment_id=6946d759-5855-4fb9-a7d0-0716c7f810f0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:48.765403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:48.837119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=62b0033e-94c9-4ccc-9e48-62c66aced268,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:48.952985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['62b0033e-94c9-4ccc-9e48-62c66aced268'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:48:49.772808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b005c2-b073-4d9c-a79e-906c0c798dc9 req-a36a1590-bfd3-4667-a046-2ef8ff0201c2 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:49.774532 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19b005c2-b073-4d9c-a79e-906c0c798dc9 req-a36a1590-bfd3-4667-a046-2ef8ff0201c2 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 944 time: 0.0839574 Mar 11 16:48:49.820153 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19b005c2-b073-4d9c-a79e-906c0c798dc9 req-ce5634b3-fa09-4ea5-b8f1-6870af2b15b8 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Mar 11 16:48:50.450272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 62b0033e-94c9-4ccc-9e48-62c66aced268 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:48:50.575499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 62b0033e-94c9-4ccc-9e48-62c66aced268 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:48:50.581057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 62b0033e-94c9-4ccc-9e48-62c66aced268 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:48:50.581423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.706933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.738050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:48:50.748742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=62b0033e-94c9-4ccc-9e48-62c66aced268,segment=NetworkSegment(6946d759-5855-4fb9-a7d0-0716c7f810f0),segment_id=6946d759-5855-4fb9-a7d0-0716c7f810f0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:48:50.788028 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268', 'code': 200} Mar 11 16:48:50.832410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.903460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=62b0033e-94c9-4ccc-9e48-62c66aced268,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:51.027571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec8144-74f6-479b-a001-c18b43348651 req-ff2303a5-c484-40f9-b79b-609cfaf9cfd3 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:51.029001 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-92ec8144-74f6-479b-a001-c18b43348651 req-ff2303a5-c484-40f9-b79b-609cfaf9cfd3 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0959530 Mar 11 16:48:51.080123 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-92ec8144-74f6-479b-a001-c18b43348651 req-c358c51b-1096-4bfa-a7ed-eea2d0ee38b4 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Mar 11 16:48:51.195707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aa549-54aa-4f8f-8fd8-4bcc2a3381f7 req-2ba5e655-6ebd-4bd5-ae16-8b13a1bdc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:51.197202 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-353aa549-54aa-4f8f-8fd8-4bcc2a3381f7 req-2ba5e655-6ebd-4bd5-ae16-8b13a1bdc843 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 1098 time: 0.0750332 Mar 11 16:48:51.239665 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-353aa549-54aa-4f8f-8fd8-4bcc2a3381f7 req-ee9262c8-5559-4763-9e47-b98cb0f3b5ad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 Mar 11 16:48:52.281203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6ce7-9a4b-43f2-a6f9-3473c564bec4 req-5d9f877b-56f3-47c2-870d-e5b31d5a8e7b tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:52.282862 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48bf6ce7-9a4b-43f2-a6f9-3473c564bec4 req-5d9f877b-56f3-47c2-870d-e5b31d5a8e7b tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0867050 Mar 11 16:48:52.333187 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-48bf6ce7-9a4b-43f2-a6f9-3473c564bec4 req-8cf7ec25-cb35-4801-9a1e-7925fc7c1afb tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446227 Mar 11 16:48:53.523475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c9bfa-5fcb-42d3-9384-633a50193a96 req-cfefe547-703d-4ad8-ba98-ce4a766de1ef tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:53.524855 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-271c9bfa-5fcb-42d3-9384-633a50193a96 req-cfefe547-703d-4ad8-ba98-ce4a766de1ef tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0830503 Mar 11 16:48:53.570748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-271c9bfa-5fcb-42d3-9384-633a50193a96 req-2101d614-2db0-48e3-a17e-5482ce8e720f tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Mar 11 16:48:54.303561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eff4d-f260-4c31-a428-101f79157c82 req-ac3c4e96-8300-405d-9715-758b6204d966 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:54.305148 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d96eff4d-f260-4c31-a428-101f79157c82 req-ac3c4e96-8300-405d-9715-758b6204d966 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0873444 Mar 11 16:48:54.358286 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d96eff4d-f260-4c31-a428-101f79157c82 req-dd5cbf2e-4468-4f03-9299-fa1fdac22967 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466976 Mar 11 16:48:54.391139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 39470) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:54.520027 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-052f8c1b-91bd-4a6d-9c03-c2b9e791bb2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277256 Mar 11 16:48:55.558689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83ee08-21e7-40ae-a599-7c2766a64c98 req-e1e4e1df-339d-42c6-96c6-506479a93d8a tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:55.560189 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a83ee08-21e7-40ae-a599-7c2766a64c98 req-e1e4e1df-339d-42c6-96c6-506479a93d8a tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0855517 Mar 11 16:48:55.612493 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a83ee08-21e7-40ae-a599-7c2766a64c98 req-190d8df1-deaf-4a36-bff7-6d0e9c748d6e tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453675 Mar 11 16:48:56.781334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6524-6a25-4452-9081-bd921cb02210 req-14d14cfb-8215-4b76-b9a7-08501e041f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:56.782950 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-14d14cfb-8215-4b76-b9a7-08501e041f02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27eca03aacd84c99a6a95371f2bd99e5&device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 1098 time: 0.0834894 Mar 11 16:48:56.968749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6524-6a25-4452-9081-bd921cb02210 req-87c1a910-e202-4531-a2bc-026c4c0881c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:56.970193 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-87c1a910-e202-4531-a2bc-026c4c0881c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41eaced6-7671-46fa-a9ab-5de2fa848aab HTTP/1.1" status: 200 len: 912 time: 0.1816943 Mar 11 16:48:57.045499 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-8318b0ca-731a-4913-847e-32b140b0be88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62b0033e-94c9-4ccc-9e48-62c66aced268 HTTP/1.1" status: 200 len: 217 time: 0.0682909 Mar 11 16:48:57.115359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfb6ce-95be-4165-bd53-a968c812272e req-9eb41767-2c36-47f7-84a9-2f628a8076e5 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:57.116850 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-88dfb6ce-95be-4165-bd53-a968c812272e req-9eb41767-2c36-47f7-84a9-2f628a8076e5 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.2156260 Mar 11 16:48:57.147363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6524-6a25-4452-9081-bd921cb02210 req-6e1194ac-042e-427b-b339-d703b33e01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:57.148765 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-6e1194ac-042e-427b-b339-d703b33e01a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c77c2b5-ac7b-4caf-9e17-ece9de56c606 HTTP/1.1" status: 200 len: 851 time: 0.0975976 Mar 11 16:48:57.209650 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-3eb3ebf3-9239-41c8-bf82-af1ef3d4958c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41eaced6-7671-46fa-a9ab-5de2fa848aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500972 Mar 11 16:48:57.214223 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-88dfb6ce-95be-4165-bd53-a968c812272e req-f3a9b4e4-fbbb-43fb-993d-92f560ea6e21 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898361 Mar 11 16:48:57.345473 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-9d8fbf9c-2901-4f46-bcfd-43723d7a059f service neutron] 10.222.0.35 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294389 Mar 11 16:48:57.480096 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-6af541ae-7a73-4eba-a579-7c12a308e5b3 service neutron] 10.222.0.35 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289806 Mar 11 16:48:58.404747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdfdb1-3b37-48f4-85db-24b4e8531436 req-64d4eb32-3066-4a2b-a790-9a0d1b56ea42 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:58.406464 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfbdfdb1-3b37-48f4-85db-24b4e8531436 req-64d4eb32-3066-4a2b-a790-9a0d1b56ea42 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0868092 Mar 11 16:48:58.453925 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cfbdfdb1-3b37-48f4-85db-24b4e8531436 req-096f2a93-2e40-4e88-b896-6a57aaf06844 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Mar 11 16:48:59.662891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2110c-50d7-4dfd-b5f0-5dd81b633131 req-74174655-8612-4d97-b1f9-7cd364ffb248 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:59.664347 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34a2110c-50d7-4dfd-b5f0-5dd81b633131 req-74174655-8612-4d97-b1f9-7cd364ffb248 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0869923 Mar 11 16:48:59.710652 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34a2110c-50d7-4dfd-b5f0-5dd81b633131 req-0a3ea31a-2081-456d-a761-e784aa4672c1 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Mar 11 16:49:00.898084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967772f7-e8f8-465c-b88e-e2fd0bf4e3ae req-a06f768a-ca1f-4483-b2fe-0c9687fc7058 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:00.899595 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-967772f7-e8f8-465c-b88e-e2fd0bf4e3ae req-a06f768a-ca1f-4483-b2fe-0c9687fc7058 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0816033 Mar 11 16:49:00.945147 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-967772f7-e8f8-465c-b88e-e2fd0bf4e3ae req-551493ad-f39b-4589-aa53-714b9fcc67ed tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Mar 11 16:49:02.135714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75f24a-b70c-47c6-a16e-7e15ebfce916 req-60111075-2acb-4e40-b125-1fa11cafae22 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:02.137352 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ac75f24a-b70c-47c6-a16e-7e15ebfce916 req-60111075-2acb-4e40-b125-1fa11cafae22 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0816591 Mar 11 16:49:02.184200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ac75f24a-b70c-47c6-a16e-7e15ebfce916 req-da9a8094-84c4-4ed5-9836-32e1e1982546 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Mar 11 16:49:03.378107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89dc9f-48b9-488f-96b5-7de5083ef775 req-3c7fe855-a301-4987-b28c-31905b9bcf55 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:03.379638 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9c89dc9f-48b9-488f-96b5-7de5083ef775 req-3c7fe855-a301-4987-b28c-31905b9bcf55 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0856812 Mar 11 16:49:03.426479 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9c89dc9f-48b9-488f-96b5-7de5083ef775 req-07637574-254b-46b1-a91b-0849eae4001e tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Mar 11 16:49:04.721161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a010a5-9e76-4503-8b52-259bd9c33d71 req-418625ec-73c1-4033-9a7c-08a1f755ad43 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:04.722535 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b3a010a5-9e76-4503-8b52-259bd9c33d71 req-418625ec-73c1-4033-9a7c-08a1f755ad43 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.1878283 Mar 11 16:49:04.772605 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b3a010a5-9e76-4503-8b52-259bd9c33d71 req-5eeafc96-d6f0-4c15-8d4f-ca99fde7d678 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401649 Mar 11 16:49:06.002355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda0681-af1d-4cdc-a232-a3fbcd8d33d7 req-2c605205-df2e-44ba-96aa-7c6b2724580f tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:06.004058 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-feda0681-af1d-4cdc-a232-a3fbcd8d33d7 req-2c605205-df2e-44ba-96aa-7c6b2724580f tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.1061137 Mar 11 16:49:06.051240 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-feda0681-af1d-4cdc-a232-a3fbcd8d33d7 req-485d733d-0bba-4ed7-98e8-20b5c3f0e8e9 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Mar 11 16:49:07.255448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8a552-103c-49d2-ae1c-33dad8c99ea7 req-d9473711-e914-4ad0-80c1-d6a7ef55189f tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:07.255448 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ddf8a552-103c-49d2-ae1c-33dad8c99ea7 req-d9473711-e914-4ad0-80c1-d6a7ef55189f tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0879369 Mar 11 16:49:07.311546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ddf8a552-103c-49d2-ae1c-33dad8c99ea7 req-52438d82-72b0-48b1-a9ab-3b20f4baec8e tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537379 Mar 11 16:49:08.516217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013fcfe-ad5b-4bbe-887c-38fdd9b164dc req-ca3fce34-d696-4934-a8c8-94b28e4bdf7f tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:08.517839 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b013fcfe-ad5b-4bbe-887c-38fdd9b164dc req-ca3fce34-d696-4934-a8c8-94b28e4bdf7f tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0889173 Mar 11 16:49:08.564224 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b013fcfe-ad5b-4bbe-887c-38fdd9b164dc req-004e9cee-a91e-4e06-888c-4ece9bb7de36 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Mar 11 16:49:08.889628 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:49:09.513580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:09.762827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e90b3-d08e-4e53-b16b-6054e38ac05b req-1eabc8e0-839d-40d1-80ae-bb6cfc480f05 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:09.764379 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2c9e90b3-d08e-4e53-b16b-6054e38ac05b req-1eabc8e0-839d-40d1-80ae-bb6cfc480f05 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0861084 Mar 11 16:49:09.813914 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2c9e90b3-d08e-4e53-b16b-6054e38ac05b req-9b63fe17-1316-49a4-8d6b-dacb99e4d29e tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 Mar 11 16:49:11.012789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938540e7-1ce7-4a01-bea8-9148579f629b req-b709dba5-3759-4637-9db1-2a0ea7d6658b tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:11.014353 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-938540e7-1ce7-4a01-bea8-9148579f629b req-b709dba5-3759-4637-9db1-2a0ea7d6658b tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0890284 Mar 11 16:49:11.061356 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-938540e7-1ce7-4a01-bea8-9148579f629b req-4ca7f5f7-838c-42b3-9d7e-ec13396e2319 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Mar 11 16:49:11.164299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b62fac07-7175-4af9-a627-1c68cdec90a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:12.254975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa618599-9c9c-4b2c-a1b5-4c8600839403 req-78de7fa0-fe82-4c66-b429-c944b9b64ea3 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:12.256400 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa618599-9c9c-4b2c-a1b5-4c8600839403 req-78de7fa0-fe82-4c66-b429-c944b9b64ea3 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0882568 Mar 11 16:49:12.311989 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa618599-9c9c-4b2c-a1b5-4c8600839403 req-aeebbfbf-3f22-4704-addd-ba352d84010f tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499706 Mar 11 16:49:13.415668 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ea927bfb-3be4-4866-990c-0ad4e7a26df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:13.507036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5bcf3-f7e0-4408-871d-00fb6a0523f5 req-d2aa74fa-2737-4406-aa0e-843efc3464d3 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:13.508547 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f2f5bcf3-f7e0-4408-871d-00fb6a0523f5 req-d2aa74fa-2737-4406-aa0e-843efc3464d3 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0871952 Mar 11 16:49:13.661936 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f2f5bcf3-f7e0-4408-871d-00fb6a0523f5 req-30ec1aa1-07fe-4b1c-95dd-6d00c6bca31d tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469424 Mar 11 16:49:14.656814 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-4e6d5419-e20f-44bf-bee5-7de6d1ea8310 service neutron] 10.222.0.35 "GET /v2.0/ports/62b0033e-94c9-4ccc-9e48-62c66aced268/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0900838 Mar 11 16:49:14.701969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:14.780986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:14.863220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7f9a7-e3a7-43d2-bb86-ed75a83cb302 req-b75f2a2f-4e89-43b1-ab98-a13014db596e tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:14.864649 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-44e7f9a7-e3a7-43d2-bb86-ed75a83cb302 req-b75f2a2f-4e89-43b1-ab98-a13014db596e tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0956621 Mar 11 16:49:14.911963 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-44e7f9a7-e3a7-43d2-bb86-ed75a83cb302 req-adfb481a-f637-4331-86a4-693c2cec8b76 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Mar 11 16:49:15.367653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6524-6a25-4452-9081-bd921cb02210 req-78900158-14d9-4102-ace7-44d2108a2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:15.369308 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-78900158-14d9-4102-ace7-44d2108a2133 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b&tenant_id=27eca03aacd84c99a6a95371f2bd99e5 HTTP/1.1" status: 200 len: 1098 time: 0.0744238 Mar 11 16:49:15.465139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6524-6a25-4452-9081-bd921cb02210 req-971d2ece-a2e7-4263-a899-ea7220bf0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:15.466846 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-971d2ece-a2e7-4263-a899-ea7220bf0c4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27eca03aacd84c99a6a95371f2bd99e5&device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 1098 time: 0.0765908 Mar 11 16:49:15.609607 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6524-6a25-4452-9081-bd921cb02210 req-36209dd0-17ab-472a-9bd4-c6e83284e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:15.611093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-36209dd0-17ab-472a-9bd4-c6e83284e566 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41eaced6-7671-46fa-a9ab-5de2fa848aab HTTP/1.1" status: 200 len: 912 time: 0.1390369 Mar 11 16:49:15.678612 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-b6efd6f3-52cc-45f9-be59-e0a31187748b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62b0033e-94c9-4ccc-9e48-62c66aced268 HTTP/1.1" status: 200 len: 217 time: 0.0614092 Mar 11 16:49:15.745900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6524-6a25-4452-9081-bd921cb02210 req-ee09a77c-c150-4a18-b625-f7680aa3736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:15.747359 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-ee09a77c-c150-4a18-b625-f7680aa3736f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c77c2b5-ac7b-4caf-9e17-ece9de56c606 HTTP/1.1" status: 200 len: 851 time: 0.0633743 Mar 11 16:49:15.796308 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-819e871b-9f5e-4959-84a9-c585b5cc62fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41eaced6-7671-46fa-a9ab-5de2fa848aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432851 Mar 11 16:49:15.936673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:15.939460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-21bb7292-0d73-4ec8-9192-c9552ef5c195 service neutron] 10.222.0.35 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375997 Mar 11 16:49:16.086420 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e04e6524-6a25-4452-9081-bd921cb02210 req-ca42a727-7e01-4510-8eab-1bcbbf49dc41 service neutron] 10.222.0.35 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412690 Mar 11 16:49:16.105306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7e1e8-145d-4293-bab2-5e1bfd138188 req-1dacbc8d-e86f-4b52-b848-f52b7c431dbd tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:16.106884 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fc7e1e8-145d-4293-bab2-5e1bfd138188 req-1dacbc8d-e86f-4b52-b848-f52b7c431dbd tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0853872 Mar 11 16:49:16.164498 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3fc7e1e8-145d-4293-bab2-5e1bfd138188 req-f90e9aac-068e-45b7-a455-9d5dbbc3ad92 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515299 Mar 11 16:49:17.363898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12410ecb-b7ec-488e-8c3a-b87694f5e871 req-00a73147-006a-4544-a258-dba2834059ef tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:17.365423 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12410ecb-b7ec-488e-8c3a-b87694f5e871 req-00a73147-006a-4544-a258-dba2834059ef tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0902057 Mar 11 16:49:17.414588 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-12410ecb-b7ec-488e-8c3a-b87694f5e871 req-35a73348-ebe6-439a-aef3-21255debdb70 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431876 Mar 11 16:49:18.593502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 62b0033e-94c9-4ccc-9e48-62c66aced268 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:49:18.596345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 62b0033e-94c9-4ccc-9e48-62c66aced268 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:49:18.620501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f753f9-4df0-4094-858d-d4ea61d9a323 req-5b51bc36-500a-40bd-833a-2924a5883f92 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:18.622230 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-39f753f9-4df0-4094-858d-d4ea61d9a323 req-5b51bc36-500a-40bd-833a-2924a5883f92 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0916493 Mar 11 16:49:18.670750 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-39f753f9-4df0-4094-858d-d4ea61d9a323 req-078639cc-07ab-4de2-b76c-7da313824a6e tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Mar 11 16:49:18.822045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:18.847983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=62b0033e-94c9-4ccc-9e48-62c66aced268,segment=NetworkSegment(6946d759-5855-4fb9-a7d0-0716c7f810f0),segment_id=6946d759-5855-4fb9-a7d0-0716c7f810f0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:49:18.871160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:49:18.877788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '62b0033e-94c9-4ccc-9e48-62c66aced268', 'network_id': '41eaced6-7671-46fa-a9ab-5de2fa848aab', 'port_id': '62b0033e-94c9-4ccc-9e48-62c66aced268', 'mac_address': 'fa:16:3e:42:ba:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c77c2b5-ac7b-4caf-9e17-ece9de56c606', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:49:18.885922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=62b0033e-94c9-4ccc-9e48-62c66aced268,segment=NetworkSegment(6946d759-5855-4fb9-a7d0-0716c7f810f0),segment_id=6946d759-5855-4fb9-a7d0-0716c7f810f0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:49:18.932146 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268', 'code': 200} Mar 11 16:49:18.941994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:18.964584 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62b0033e-94c9-4ccc-9e48-62c66aced268 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:49:18.975754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:19.131655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:49:19.132005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:49:19.135465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=62b0033e-94c9-4ccc-9e48-62c66aced268,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:19.261231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-b790dbd2-d067-426a-b51b-dd11e1c0cb2c tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:19.262696 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-b790dbd2-d067-426a-b51b-dd11e1c0cb2c tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b&tenant_id=27eca03aacd84c99a6a95371f2bd99e5&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 943 time: 0.0853231 Mar 11 16:49:19.408037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-745e7589-d2e3-42ca-a30a-8f4bb550323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:19.409506 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-745e7589-d2e3-42ca-a30a-8f4bb550323a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27eca03aacd84c99a6a95371f2bd99e5&device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 1096 time: 0.0759528 Mar 11 16:49:19.649498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-c46a84c6-fda2-4e9d-885e-48cf4ae47e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:19.650981 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-c46a84c6-fda2-4e9d-885e-48cf4ae47e3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=41eaced6-7671-46fa-a9ab-5de2fa848aab HTTP/1.1" status: 200 len: 912 time: 0.2359362 Mar 11 16:49:19.687090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:19.705399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b0033e-94c9-4ccc-9e48-62c66aced268 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:49:19.719201 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-f43b1228-dcea-42eb-b3ab-4e7887d3a071 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62b0033e-94c9-4ccc-9e48-62c66aced268 HTTP/1.1" status: 200 len: 217 time: 0.0622318 Mar 11 16:49:19.721731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=62b0033e-94c9-4ccc-9e48-62c66aced268,segment=NetworkSegment(6946d759-5855-4fb9-a7d0-0716c7f810f0),segment_id=6946d759-5855-4fb9-a7d0-0716c7f810f0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:49:19.787353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-d34483ad-12e7-4684-85ce-08d8777e70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:19.787591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:19.788959 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-d34483ad-12e7-4684-85ce-08d8777e70cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7c77c2b5-ac7b-4caf-9e17-ece9de56c606 HTTP/1.1" status: 200 len: 851 time: 0.0643549 Mar 11 16:49:19.843275 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-82abbdb8-1a7a-4cc3-8b7d-8bb67257995d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41eaced6-7671-46fa-a9ab-5de2fa848aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483475 Mar 11 16:49:19.855194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['62b0033e-94c9-4ccc-9e48-62c66aced268'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:49:19.901255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=62b0033e-94c9-4ccc-9e48-62c66aced268,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:19.983498 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-34bf18fc-c076-4e05-b91a-88f2dfbc2f99 service neutron] 10.222.0.35 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327116 Mar 11 16:49:20.127737 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-1503b0ad-6285-4dd7-9d64-0b2be9cecffd service neutron] 10.222.0.35 "GET /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393158 Mar 11 16:49:20.593126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 62b0033e-94c9-4ccc-9e48-62c66aced268 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:49:20.678915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 62b0033e-94c9-4ccc-9e48-62c66aced268 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:20.679282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:20.810878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:20.847189 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=62b0033e-94c9-4ccc-9e48-62c66aced268,segment=NetworkSegment(6946d759-5855-4fb9-a7d0-0716c7f810f0),segment_id=6946d759-5855-4fb9-a7d0-0716c7f810f0)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:49:20.933477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:49:20.939360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:20.985089 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268', 'code': 200} Mar 11 16:49:21.010432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=62b0033e-94c9-4ccc-9e48-62c66aced268,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:21.764141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf623b-fa38-4106-b684-14880fa7d924 req-3f42f7f8-40d4-41bf-ad87-a2ced8c10356 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:21.765611 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-14bf623b-fa38-4106-b684-14880fa7d924 req-3f42f7f8-40d4-41bf-ad87-a2ced8c10356 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0867860 Mar 11 16:49:21.826135 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-14bf623b-fa38-4106-b684-14880fa7d924 req-0b1bb89c-571c-4c23-a0eb-ab38d7c517c5 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540588 Mar 11 16:49:23.028961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160bbf9-f38e-4a9b-ba94-8ed1e7d33d02 req-7bc037f2-e303-4367-91a5-6586102294d5 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:23.030462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5160bbf9-f38e-4a9b-ba94-8ed1e7d33d02 req-7bc037f2-e303-4367-91a5-6586102294d5 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0878625 Mar 11 16:49:23.077088 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5160bbf9-f38e-4a9b-ba94-8ed1e7d33d02 req-140bae1c-25e8-4a42-8cf9-3ba00e5d0330 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/security-groups?id=833e24f7-e0b1-49b5-92d2-159e8edbd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Mar 11 16:49:23.353541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-c08b0a87-ddcf-421d-9efc-81d493ad3e4b tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:23.354989 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-c08b0a87-ddcf-421d-9efc-81d493ad3e4b tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 945 time: 0.0812509 Mar 11 16:49:23.428245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Deleting port 62b0033e-94c9-4ccc-9e48-62c66aced268 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:49:23.428583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:23.682126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] For port 62b0033e-94c9-4ccc-9e48-62c66aced268, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=62b0033e-94c9-4ccc-9e48-62c66aced268,segment=NetworkSegment(6946d759-5855-4fb9-a7d0-0716c7f810f0),segment_id=6946d759-5855-4fb9-a7d0-0716c7f810f0)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:49:23.682506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:23.813436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Calling delete_port for 62b0033e-94c9-4ccc-9e48-62c66aced268 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:49:24.038906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:24.050726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['62b0033e-94c9-4ccc-9e48-62c66aced268'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:49:24.092427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Pushing event deleted for resources: {'Port': ['ID=62b0033e-94c9-4ccc-9e48-62c66aced268,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:24.170812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] No DVR routers for this DVR port 62b0033e-94c9-4ccc-9e48-62c66aced268 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:49:24.173637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:24.176483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'name': 'network-vif-deleted', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:49:24.227047 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f73b44f-8afe-4918-b901-a6babe9d117b', 'name': 'network-vif-deleted', 'tag': '62b0033e-94c9-4ccc-9e48-62c66aced268', 'status': 'completed', 'code': 200} Mar 11 16:49:24.235061 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-69f75c35-dd92-496e-bead-056b3edd9b84 req-71fa462e-f311-495c-abc6-ff8aad3892db tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f73b44f-8afe-4918-b901-a6babe9d117b HTTP/1.1" status: 200 len: 210 time: 0.0456529 Mar 11 16:49:24.273875 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7879fbfa-8986-460c-8c1d-261afa2d82ae req-63f19ab6-0b5d-4790-8ae4-008f470fb378 tempest-DeleteServersTestJSON-1013694255 tempest-DeleteServersTestJSON-1013694255-project] 10.222.0.35 "DELETE /v2.0/ports/62b0033e-94c9-4ccc-9e48-62c66aced268 HTTP/1.1" status: 204 len: 173 time: 0.9136074 Mar 11 16:49:25.495451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 39560) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:25.558270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a476ee-cd32-4320-9395-e9ead0d7fe15 admin admin] Deleting subnet 7c77c2b5-ac7b-4caf-9e17-ece9de56c606 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:49:25.561354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68a476ee-cd32-4320-9395-e9ead0d7fe15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:25.611484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68a476ee-cd32-4320-9395-e9ead0d7fe15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:25.676239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68a476ee-cd32-4320-9395-e9ead0d7fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:25.822443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68a476ee-cd32-4320-9395-e9ead0d7fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:25.865279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a476ee-cd32-4320-9395-e9ead0d7fe15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c77c2b5-ac7b-4caf-9e17-ece9de56c606,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:25.870733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-68a476ee-cd32-4320-9395-e9ead0d7fe15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:25.877163 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-68a476ee-cd32-4320-9395-e9ead0d7fe15 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7c77c2b5-ac7b-4caf-9e17-ece9de56c606 HTTP/1.1" status: 204 len: 168 time: 0.3805249 Mar 11 16:49:25.880698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 39564) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:25.994135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:26.136287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:26.166025 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eaced6-7671-46fa-a9ab-5de2fa848aab']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:26.276960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6946d759-5855-4fb9-a7d0-0716c7f810f0') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:26.277249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6946d759-5855-4fb9-a7d0-0716c7f810f0') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:26.290060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:26.307373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:26.313452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:49:26.317699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:49:26.327976 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:49:26.473649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:26.493610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:26.504762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=41eaced6-7671-46fa-a9ab-5de2fa848aab,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:26.570478 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c3f72c69-6e2e-464b-bf7b-a8013fe56b03 admin admin] 10.222.0.57 "DELETE /v2.0/networks/41eaced6-7671-46fa-a9ab-5de2fa848aab HTTP/1.1" status: 204 len: 168 time: 0.6887152 Mar 11 16:49:26.608229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 62b0033e-94c9-4ccc-9e48-62c66aced268 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:49:26.643046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 62b0033e-94c9-4ccc-9e48-62c66aced268 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:49:26.643386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 62b0033e-94c9-4ccc-9e48-62c66aced268 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:49:26.873298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 39570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:26.926882 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a4589a53-91b8-469d-b76d-bb60da52d73c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27eca03aacd84c99a6a95371f2bd99e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522165 Mar 11 16:49:26.929590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 39574) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:26.990096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f521d68-440c-4a7b-bad6-f4006533bb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:27.016223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f521d68-440c-4a7b-bad6-f4006533bb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:27.151608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f521d68-440c-4a7b-bad6-f4006533bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:27.168739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f521d68-440c-4a7b-bad6-f4006533bb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e24f7-e0b1-49b5-92d2-159e8edbd661,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:27.237631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f521d68-440c-4a7b-bad6-f4006533bb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:27.239951 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9f521d68-440c-4a7b-bad6-f4006533bb23 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/833e24f7-e0b1-49b5-92d2-159e8edbd661 HTTP/1.1" status: 204 len: 168 time: 0.3092384 Mar 11 16:49:28.313271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 39598) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:28.417280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-830904466-network', 'tenant_id': 'ea7c043f55b54662bc8d33674bff7d73'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:49:28.422146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:49:28.426774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Usage tracker for resource:network and tenant:ea7c043f55b54662bc8d33674bff7d73 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:49:28.429744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:49:28.435502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:49:28.511613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Made reservation on behalf of ea7c043f55b54662bc8d33674bff7d73 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:49:28.513990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:28.527457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:28.544370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:49:28.547638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7c043f55b54662bc8d33674bff7d73 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:49:28.550512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:49:28.557569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:49:28.644235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:28.735791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:28.767975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:49:28.777300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cac637-ac72-4f79-807e-cb2861c77a2b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:28.783374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:28.783717 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Added segment 480778d2-c070-4d31-9d4a-e909d2fbd28b of type vlan for network b014508f-d22b-423c-8bf4-2fbff13bb31b Mar 11 16:49:28.813419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:28.951558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:28.952801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:28.953382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:29.059429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b014508f-d22b-423c-8bf4-2fbff13bb31b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:29.070480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network b014508f-d22b-423c-8bf4-2fbff13bb31b details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:49:29.130970 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4173b7e1-cb0b-4910-8358-bc9fba4624e1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8165658 Mar 11 16:49:29.133898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 39604) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:29.139613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Request body: {'subnet': {'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-830904466-subnet', 'tenant_id': 'ea7c043f55b54662bc8d33674bff7d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:49:29.146194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:49:29.149572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Usage tracker for resource:subnet and tenant:ea7c043f55b54662bc8d33674bff7d73 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:49:29.157790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:49:29.159364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:49:29.249677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Made reservation on behalf of ea7c043f55b54662bc8d33674bff7d73 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:49:29.251998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:29.553226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:29.628787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde8d42f-ec3d-4984-a913-d8d5adbcb26d,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:29.639758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Checking segment: {'id': '480778d2-c070-4d31-9d4a-e909d2fbd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:49:29.640100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Network hostable DHCP agents. Network: b014508f-d22b-423c-8bf4-2fbff13bb31b, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:49:29.769993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Network b014508f-d22b-423c-8bf4-2fbff13bb31b is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:49:29.883301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, b014508f-d22b-423c-8bf4-2fbff13bb31b) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:49:29.887227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:29.887816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:29.892526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c86836-dbec-4a1b-9abb-071b2a2cd5a3 None None] Network b014508f-d22b-423c-8bf4-2fbff13bb31b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:49:29.986874 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c4e34e4-d6cc-45eb-ae7f-6c08a9a7db0e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8518596 Mar 11 16:49:30.112836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7734f930-41e4-4b21-b1b0-f8074e57a42a None None] Network b014508f-d22b-423c-8bf4-2fbff13bb31b requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:49:30.551071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7486249-190e-426d-8a56-78039f4591f2 req-a525bdbb-aebf-414e-ac36-0674857fb399 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:30.552588 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-a525bdbb-aebf-414e-ac36-0674857fb399 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 814 time: 0.1609781 Mar 11 16:49:30.570040 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-1aa79236-4dba-4bb0-b7df-4288999b7fac tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/quotas/ea7c043f55b54662bc8d33674bff7d73 HTTP/1.1" status: 200 len: 375 time: 0.0116777 Mar 11 16:49:30.619493 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-5cd5cb31-be63-4ea1-9ec7-1d5bf837bb6a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439038 Mar 11 16:49:30.783442 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-06944bb6-7a49-4659-a766-2a0ec7201759 service neutron] 10.222.0.57 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508746 Mar 11 16:49:30.924089 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-ff2038ed-31b2-4bc8-9d9b-3d83884389f8 service neutron] 10.222.0.57 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353610 Mar 11 16:49:31.245442 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3de73527-f3df-470e-8fff-dc8496bca43e req-c103c49d-89fb-40c5-b88b-e2ac47dbed96 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 210 time: 0.0483990 Mar 11 16:49:32.405712 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eea0bea8-a03b-4171-99f4-5763f23df065 req-c520db96-efed-4c1f-a665-52512b8f48ca tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 210 time: 0.0487959 Mar 11 16:49:33.416174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7486249-190e-426d-8a56-78039f4591f2 req-77a80fdf-d701-445d-acb7-18792cc40bf2 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:33.417575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c7486249-190e-426d-8a56-78039f4591f2 req-77a80fdf-d701-445d-acb7-18792cc40bf2 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Synchronizing usage tracker for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:49:33.518564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c7486249-190e-426d-8a56-78039f4591f2 req-77a80fdf-d701-445d-acb7-18792cc40bf2 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Unset dirty status for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:49:33.519679 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-77a80fdf-d701-445d-acb7-18792cc40bf2 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 814 time: 0.2585444 Mar 11 16:49:33.573244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Request body: {'port': {'device_id': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b', 'admin_state_up': True, 'tenant_id': 'ea7c043f55b54662bc8d33674bff7d73'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:49:33.590695 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34ffa226-a2f9-4504-92a4-f044b47eed03 req-437d05ee-2a19-4909-a001-337b934cdd23 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 210 time: 0.0680125 Mar 11 16:49:33.715663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:49:33.719681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Usage tracker for resource:port and tenant:ea7c043f55b54662bc8d33674bff7d73 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:49:33.723059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:49:33.731481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:49:33.798562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Made reservation on behalf of ea7c043f55b54662bc8d33674bff7d73 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:49:33.802357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:33.970667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Allocated IP 172.20.0.8 (b014508f-d22b-423c-8bf4-2fbff13bb31b/cde8d42f-ec3d-4984-a913-d8d5adbcb26d/fbedd5f4-05d8-4d9d-abc2-5511af739b05) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:49:34.186451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:34.278882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:34.454716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Network b014508f-d22b-423c-8bf4-2fbff13bb31b is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:49:34.457726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:49:34.461021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:49:34.503839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Pushing event updated for resources: {'Port': ['ID=fbedd5f4-05d8-4d9d-abc2-5511af739b05,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:34.539897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:34.540544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:34.627944 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-80d4ae7b-2ee7-4b8e-91ce-9a2b0f1199ab tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0634549 Mar 11 16:49:34.639116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Request body: {'port': {'device_id': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:49:34.769277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:34.789115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cdc57-f1c9-4ced-9c5e-b8f1e40e53e9 req-283a1dc7-61b5-4655-b250-e18f78464a43 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:34.790656 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-593cdc57-f1c9-4ced-9c5e-b8f1e40e53e9 req-283a1dc7-61b5-4655-b250-e18f78464a43 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 931 time: 0.0872626 Mar 11 16:49:34.841582 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-593cdc57-f1c9-4ced-9c5e-b8f1e40e53e9 req-db61cc52-1984-42df-80be-cb6d021a42e7 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Mar 11 16:49:35.120098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbedd5f4-05d8-4d9d-abc2-5511af739b05 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:49:35.127366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:35.142410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Transition to ACTIVE for port object fbedd5f4-05d8-4d9d-abc2-5511af739b05 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:49:35.221067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:35.392037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Pushing event updated for resources: {'Port': ['ID=fbedd5f4-05d8-4d9d-abc2-5511af739b05,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:35.469215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Attempting to bind port fbedd5f4-05d8-4d9d-abc2-5511af739b05 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:49:35.470159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Attempting to bind port fbedd5f4-05d8-4d9d-abc2-5511af739b05 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '480778d2-c070-4d31-9d4a-e909d2fbd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:49:35.470159 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Attempting to bind port fbedd5f4-05d8-4d9d-abc2-5511af739b05 on network b014508f-d22b-423c-8bf4-2fbff13bb31b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:49:35.475729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Port fbedd5f4-05d8-4d9d-abc2-5511af739b05 on network b014508f-d22b-423c-8bf4-2fbff13bb31b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:49:35.476055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Attempting to bind port fbedd5f4-05d8-4d9d-abc2-5511af739b05 on network b014508f-d22b-423c-8bf4-2fbff13bb31b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:49:35.481798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:49:35.482134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Checking segment: {'id': '480778d2-c070-4d31-9d4a-e909d2fbd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:49:35.482556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Bound using segment: {'id': '480778d2-c070-4d31-9d4a-e909d2fbd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:49:35.482979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Bound port: fbedd5f4-05d8-4d9d-abc2-5511af739b05, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480778d2-c070-4d31-9d4a-e909d2fbd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:49:35.483325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:35.586794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] For port fbedd5f4-05d8-4d9d-abc2-5511af739b05, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:49:35.589933 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] For port fbedd5f4-05d8-4d9d-abc2-5511af739b05, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:49:35.696240 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:35.755300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:35.755936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:35.757285 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] 10.222.0.35 "PUT /v2.0/ports/fbedd5f4-05d8-4d9d-abc2-5511af739b05 HTTP/1.1" status: 200 len: 1093 time: 1.1224468 Mar 11 16:49:35.757710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'tag': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:49:35.780837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e81666-c7e8-4ae0-8547-c1389100da00 service neutron] Pushing event updated for resources: {'Port': ['ID=fbedd5f4-05d8-4d9d-abc2-5511af739b05,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:35.809626 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'tag': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05', 'status': 'completed', 'code': 200} Mar 11 16:49:35.912488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005d09-5134-4692-a24d-c4cae12c3610 req-c48c87fb-7e2b-413e-858c-44df7de64629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:35.914005 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a005d09-5134-4692-a24d-c4cae12c3610 req-c48c87fb-7e2b-413e-858c-44df7de64629 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 1096 time: 0.0784621 Mar 11 16:49:36.038316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdcce3-80c2-4d65-87c2-e1398a60f503 req-293b1e85-d4db-4246-b7a8-4b8f540eb735 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:36.039738 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d5bdcce3-80c2-4d65-87c2-e1398a60f503 req-293b1e85-d4db-4246-b7a8-4b8f540eb735 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 943 time: 0.0912168 Mar 11 16:49:36.065821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005d09-5134-4692-a24d-c4cae12c3610 req-f1c23166-c0df-49e6-bdf7-8b409f33405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:36.067358 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a005d09-5134-4692-a24d-c4cae12c3610 req-f1c23166-c0df-49e6-bdf7-8b409f33405b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea7c043f55b54662bc8d33674bff7d73&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1467767 Mar 11 16:49:36.088139 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d5bdcce3-80c2-4d65-87c2-e1398a60f503 req-ec5b983a-25c7-456c-9484-adcb5e20dad4 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Mar 11 16:49:36.209420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005d09-5134-4692-a24d-c4cae12c3610 req-91847dbb-8efa-4ac4-bf5d-5d5960d7d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:36.210906 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6a005d09-5134-4692-a24d-c4cae12c3610 req-91847dbb-8efa-4ac4-bf5d-5d5960d7d097 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374180 Mar 11 16:49:36.321906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7486249-190e-426d-8a56-78039f4591f2 req-0ead3e63-5781-4e31-8504-3cfa509f0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:36.323297 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-0ead3e63-5781-4e31-8504-3cfa509f0443 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 1096 time: 0.0708082 Mar 11 16:49:36.393389 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-459f392a-469a-4a79-abca-c285759134fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05 HTTP/1.1" status: 200 len: 217 time: 0.0639277 Mar 11 16:49:36.455055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7486249-190e-426d-8a56-78039f4591f2 req-8d18f43e-18c7-42cf-94fa-63c667965e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:36.456469 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-8d18f43e-18c7-42cf-94fa-63c667965e97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.0571568 Mar 11 16:49:36.505944 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-3d3b2425-66c0-421d-811f-93a062cf83e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440013 Mar 11 16:49:36.742719 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-76ab4efe-84bd-466e-be0f-2cb1f2050428 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308850 Mar 11 16:49:36.886962 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7486249-190e-426d-8a56-78039f4591f2 req-2ec705df-01e7-473a-8834-63e2f6ec82a9 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380906 Mar 11 16:49:37.286754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b0018-3e72-44bb-b83c-b48c628e2227 req-5c2e0c12-d5ad-412e-ba93-50c1185c741c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:37.287681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-dc3b0018-3e72-44bb-b83c-b48c628e2227 req-5c2e0c12-d5ad-412e-ba93-50c1185c741c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Synchronizing usage tracker for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:49:37.376206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-dc3b0018-3e72-44bb-b83c-b48c628e2227 req-5c2e0c12-d5ad-412e-ba93-50c1185c741c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Unset dirty status for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:49:37.377789 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dc3b0018-3e72-44bb-b83c-b48c628e2227 req-5c2e0c12-d5ad-412e-ba93-50c1185c741c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 943 time: 0.1742973 Mar 11 16:49:37.430215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-dc3b0018-3e72-44bb-b83c-b48c628e2227 req-db71b830-6466-462b-be26-77bcff109b3b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Synchronizing usage tracker for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:49:37.506726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-dc3b0018-3e72-44bb-b83c-b48c628e2227 req-db71b830-6466-462b-be26-77bcff109b3b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Unset dirty status for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:49:37.508152 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dc3b0018-3e72-44bb-b83c-b48c628e2227 req-db71b830-6466-462b-be26-77bcff109b3b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232386 Mar 11 16:49:38.653802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device fbedd5f4-05d8-4d9d-abc2-5511af739b05 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:49:38.698948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d311f5-3903-4181-9327-b3745e320895 req-81e54f6c-8fd3-40ad-b9ac-f813e0e36694 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:38.700494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-59d311f5-3903-4181-9327-b3745e320895 req-81e54f6c-8fd3-40ad-b9ac-f813e0e36694 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 943 time: 0.0843244 Mar 11 16:49:38.754085 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-59d311f5-3903-4181-9327-b3745e320895 req-81e50c37-49e6-4c25-a1c7-9b0474270b88 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465889 Mar 11 16:49:38.800203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port fbedd5f4-05d8-4d9d-abc2-5511af739b05, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:49:38.814387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05', 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b', 'port_id': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05', 'mac_address': 'fa:16:3e:7a:81:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde8d42f-ec3d-4984-a913-d8d5adbcb26d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:49:38.875707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:38.930480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbedd5f4-05d8-4d9d-abc2-5511af739b05 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:49:38.946612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port fbedd5f4-05d8-4d9d-abc2-5511af739b05, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:49:39.015518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:39.087194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=fbedd5f4-05d8-4d9d-abc2-5511af739b05,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:39.094111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.094480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.094817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.095168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.095495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.095825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.096147 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.096472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.096793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.097110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.097428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.097746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:39.217114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['fbedd5f4-05d8-4d9d-abc2-5511af739b05'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:49:39.536457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:39.949759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c735e-1c63-4c07-a980-6aa921d5d292 req-b6142ab4-a9d2-4418-b52b-8f78af996867 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:39.951277 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e79c735e-1c63-4c07-a980-6aa921d5d292 req-b6142ab4-a9d2-4418-b52b-8f78af996867 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 944 time: 0.0842524 Mar 11 16:49:39.997449 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e79c735e-1c63-4c07-a980-6aa921d5d292 req-1c47a513-0df8-4f43-8dcf-4fa8e9d7b11e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403059 Mar 11 16:49:40.669446 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device fbedd5f4-05d8-4d9d-abc2-5511af739b05 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:49:40.797367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port fbedd5f4-05d8-4d9d-abc2-5511af739b05 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:49:40.803347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port fbedd5f4-05d8-4d9d-abc2-5511af739b05 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:40.806673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:40.931764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:40.959409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:49:40.969627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port fbedd5f4-05d8-4d9d-abc2-5511af739b05, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:49:41.005351 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05', 'code': 200} Mar 11 16:49:41.039641 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:41.133347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=fbedd5f4-05d8-4d9d-abc2-5511af739b05,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:41.186986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2e2a-e332-495c-98e1-422b4d8c10b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:41.198004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85cb1e-a8b4-483c-a6e0-e9ec5ca9f7f2 req-6a1b2c78-37a9-46be-a59e-bc83474a0a10 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:41.199685 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9e85cb1e-a8b4-483c-a6e0-e9ec5ca9f7f2 req-6a1b2c78-37a9-46be-a59e-bc83474a0a10 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0904191 Mar 11 16:49:41.249503 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9e85cb1e-a8b4-483c-a6e0-e9ec5ca9f7f2 req-7ae39b67-63dc-4b92-ad69-f9850e051075 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432277 Mar 11 16:49:41.401431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e8efb-7e8a-4d7a-a72a-4a9d9b67c995 req-c44d9b7d-a3ae-4828-a97b-af8048ef4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:41.402971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e97e8efb-7e8a-4d7a-a72a-4a9d9b67c995 req-c44d9b7d-a3ae-4828-a97b-af8048ef4f27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 1098 time: 0.0824006 Mar 11 16:49:41.445374 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e97e8efb-7e8a-4d7a-a72a-4a9d9b67c995 req-47ffe296-dcf3-4ee3-a240-8a3b13320347 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369303 Mar 11 16:49:42.459157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23df8f-a964-4538-ad98-3454815d8092 req-7ee625dd-2ed7-4bf9-a4dc-8ce08df3fb0b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:42.460645 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5a23df8f-a964-4538-ad98-3454815d8092 req-7ee625dd-2ed7-4bf9-a4dc-8ce08df3fb0b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0899985 Mar 11 16:49:42.508000 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5a23df8f-a964-4538-ad98-3454815d8092 req-89586b6a-8ba3-496b-ad04-45d31c8bdcf2 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Mar 11 16:49:43.382028 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-079cdb9c-8019-460f-85a5-0e74daafa2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:43.705649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593240bf-f181-4913-a0e1-c0c5e92f33ee req-30866825-6f70-4e31-92b8-b0057b640f9b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:43.707139 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-593240bf-f181-4913-a0e1-c0c5e92f33ee req-30866825-6f70-4e31-92b8-b0057b640f9b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0863817 Mar 11 16:49:43.752809 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-593240bf-f181-4913-a0e1-c0c5e92f33ee req-29e444ae-71e5-4cf2-a42b-0e2dcd82aedc tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Mar 11 16:49:43.947251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5f291-34af-4bcd-b868-4db9c175d4f1 req-7a5f8fa2-1cc9-4154-bfcd-a7e3123dab59 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:43.948715 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88e5f291-34af-4bcd-b868-4db9c175d4f1 req-7a5f8fa2-1cc9-4154-bfcd-a7e3123dab59 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0887501 Mar 11 16:49:43.994483 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88e5f291-34af-4bcd-b868-4db9c175d4f1 req-4922be2a-d663-41b8-a8d4-7671825dd512 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Mar 11 16:49:44.403974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65521-c72c-4465-9ab6-3b20de76d02b req-7d75f75a-a7b7-4a78-b622-a53b3198091a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:44.405435 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68b65521-c72c-4465-9ab6-3b20de76d02b req-7d75f75a-a7b7-4a78-b622-a53b3198091a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0858836 Mar 11 16:49:44.452434 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68b65521-c72c-4465-9ab6-3b20de76d02b req-6b45b16d-0de2-4616-9d38-f8aa156a225b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Mar 11 16:49:44.645188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0dfa-9e98-4b8b-8f82-2e073e949221 req-b08ec5a1-6cb0-4171-9026-b25423a84917 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:44.647152 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-caaf0dfa-9e98-4b8b-8f82-2e073e949221 req-b08ec5a1-6cb0-4171-9026-b25423a84917 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0818963 Mar 11 16:49:44.699727 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-caaf0dfa-9e98-4b8b-8f82-2e073e949221 req-8dbf3fd0-1d4b-4a6a-9db9-aec472572981 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468292 Mar 11 16:49:44.699959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:44.722696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:45.259565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c1001-eef0-4073-85f5-7dbb79fa7a39 req-63dd63f7-a407-40c2-a8fa-a84b725774bf tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:45.261101 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cf6c1001-eef0-4073-85f5-7dbb79fa7a39 req-63dd63f7-a407-40c2-a8fa-a84b725774bf tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0851078 Mar 11 16:49:45.358555 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cf6c1001-eef0-4073-85f5-7dbb79fa7a39 req-0f7afb7d-9011-4d90-92bf-b55988bf1736 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912437 Mar 11 16:49:45.389460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-c73afbd4-9051-41d0-965d-6757035c6862 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894489 Mar 11 16:49:45.888892 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:49:45.939776 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:46.555661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadebd7-e0db-4b09-8e0a-aa9ff2c6a9eb req-9635aa67-53e6-435a-a8b2-118c9e543434 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:46.557228 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7dadebd7-e0db-4b09-8e0a-aa9ff2c6a9eb req-9635aa67-53e6-435a-a8b2-118c9e543434 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0872872 Mar 11 16:49:46.608828 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7dadebd7-e0db-4b09-8e0a-aa9ff2c6a9eb req-83f99778-8fb1-4af7-ac5f-fef05441185e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Mar 11 16:49:47.465639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-eda1c55d-45c7-49b5-a329-3dab57ac2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:47.467133 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-eda1c55d-45c7-49b5-a329-3dab57ac2a5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 1098 time: 0.0753336 Mar 11 16:49:47.612980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-9a503def-78df-4e95-bcf9-b5d2b8ca4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:47.614443 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-9a503def-78df-4e95-bcf9-b5d2b8ca4ee1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 915 time: 0.1365235 Mar 11 16:49:47.685227 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-03983eed-b911-48c0-8a73-9a7a442875b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05 HTTP/1.1" status: 200 len: 217 time: 0.0652351 Mar 11 16:49:47.793994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-b15d75bc-2bac-4b2a-aa2f-66bcf581837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:47.795367 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-b15d75bc-2bac-4b2a-aa2f-66bcf581837c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.1045489 Mar 11 16:49:47.845636 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-d2c18e0c-de9d-4059-afb9-28e76a04df3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441477 Mar 11 16:49:47.882794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b061d-1af2-4da6-b23a-70995b951751 req-b55a55c8-610c-4d3c-952b-b72ba07d53ef tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:47.884221 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f67b061d-1af2-4da6-b23a-70995b951751 req-b55a55c8-610c-4d3c-952b-b72ba07d53ef tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.1553519 Mar 11 16:49:48.098482 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f67b061d-1af2-4da6-b23a-70995b951751 req-6a04d268-8d62-47b3-8daf-4d2af43c4a68 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994972 Mar 11 16:49:48.125025 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-e162e94e-fd58-41bd-a486-81233b5f93b6 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676899 Mar 11 16:49:48.257063 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-1776be47-fdf9-4021-8b8b-24bd4c0c045b service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263170 Mar 11 16:49:48.502305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-27796ddd-f834-4b3d-b13f-3a991ba872d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:48.503783 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-27796ddd-f834-4b3d-b13f-3a991ba872d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 1098 time: 0.0772727 Mar 11 16:49:48.664880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-6a575358-7ce2-4bb1-8279-3e2e99588ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:48.666453 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-6a575358-7ce2-4bb1-8279-3e2e99588ab7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 915 time: 0.1443100 Mar 11 16:49:48.737860 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-1b168470-093b-40dc-821f-80895da63907 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05 HTTP/1.1" status: 200 len: 217 time: 0.0642366 Mar 11 16:49:48.803549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-f4581e9c-6d9b-43be-836c-1d63b58cd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:48.804926 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-f4581e9c-6d9b-43be-836c-1d63b58cd04f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.0614598 Mar 11 16:49:48.852103 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-b886905a-adfd-4384-bb6c-8944c5bf1f2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409656 Mar 11 16:49:48.986390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-945bd889-b62f-4e0f-8cec-eb8d1c832841 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274130 Mar 11 16:49:49.118497 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d80248e9-3430-46e0-8a62-23992e76f7fc req-ca94ae18-9636-4e08-9e23-9ed100f5020c service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265447 Mar 11 16:49:49.291916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91da6d6-5d81-49d6-9bc5-73548bf5e7c8 req-2d19e6e6-e869-4310-a3bb-cfe18a24e991 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:49.293356 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c91da6d6-5d81-49d6-9bc5-73548bf5e7c8 req-2d19e6e6-e869-4310-a3bb-cfe18a24e991 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0799255 Mar 11 16:49:49.340079 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c91da6d6-5d81-49d6-9bc5-73548bf5e7c8 req-c8a865e7-77f0-4a29-b1ee-956c344408f4 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Mar 11 16:49:50.526666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbf643-6cad-4558-92c0-8250eb89023a req-2a4e4c44-30d6-47a8-8715-364d86bdee1e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:50.528270 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6afbf643-6cad-4558-92c0-8250eb89023a req-2a4e4c44-30d6-47a8-8715-364d86bdee1e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0844591 Mar 11 16:49:50.573049 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6afbf643-6cad-4558-92c0-8250eb89023a req-280591a2-ad0c-49f2-acb3-63d7f0f4cf09 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389326 Mar 11 16:49:51.758491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676865a-4f43-4236-8518-857498464d53 req-edaf204c-a7a8-488d-bd20-ec1a0da6f6e9 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:51.759943 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2676865a-4f43-4236-8518-857498464d53 req-edaf204c-a7a8-488d-bd20-ec1a0da6f6e9 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0798607 Mar 11 16:49:51.806197 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2676865a-4f43-4236-8518-857498464d53 req-db887f6e-0a70-4f22-be54-aef3f1c63336 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Mar 11 16:49:52.995900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48781401-78fe-4fab-88f2-8d852bd98345 req-6f57f89e-6446-4e77-9b5b-a7fb9dc620ed tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:52.997355 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48781401-78fe-4fab-88f2-8d852bd98345 req-6f57f89e-6446-4e77-9b5b-a7fb9dc620ed tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0840580 Mar 11 16:49:53.041747 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48781401-78fe-4fab-88f2-8d852bd98345 req-85c26d84-1cf4-495e-a62f-ce1e7619ba12 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Mar 11 16:49:54.229588 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d871e72-40e7-418f-978b-2b08c1bcfd49 req-74d862b4-58d6-4618-a73e-25b0d882d660 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:54.231098 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9d871e72-40e7-418f-978b-2b08c1bcfd49 req-74d862b4-58d6-4618-a73e-25b0d882d660 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0834041 Mar 11 16:49:54.277687 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9d871e72-40e7-418f-978b-2b08c1bcfd49 req-e8724018-4133-4a34-a15d-c1e3ee67204c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Mar 11 16:49:55.467700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2f786-e9a3-4112-b8ae-d4ff9396f3f0 req-230363d0-6d84-452e-9bcf-7cd46b7da5c4 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:55.469163 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8f2f786-e9a3-4112-b8ae-d4ff9396f3f0 req-230363d0-6d84-452e-9bcf-7cd46b7da5c4 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0829477 Mar 11 16:49:55.517483 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8f2f786-e9a3-4112-b8ae-d4ff9396f3f0 req-47ecbee8-132c-46f5-a489-619a8db388a1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Mar 11 16:49:56.707865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daf497-0c97-45b5-8dfb-218b65cb87c5 req-745e6a04-9454-4e47-a8eb-86e837403da7 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:56.709655 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1daf497-0c97-45b5-8dfb-218b65cb87c5 req-745e6a04-9454-4e47-a8eb-86e837403da7 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0830026 Mar 11 16:49:56.759542 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b1daf497-0c97-45b5-8dfb-218b65cb87c5 req-09c289c5-c8dc-4b80-885d-833b27940495 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Mar 11 16:49:57.947340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a197a-b65c-4282-8761-c0ec2ff9b14c req-138ac18d-9c1e-4923-8da4-2bf9e71c1245 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:57.948787 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a7a197a-b65c-4282-8761-c0ec2ff9b14c req-138ac18d-9c1e-4923-8da4-2bf9e71c1245 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0797801 Mar 11 16:49:57.995988 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a7a197a-b65c-4282-8761-c0ec2ff9b14c req-a6228d15-e1d3-4813-a6de-91df93c754dc tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Mar 11 16:49:59.277377 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca59f7f-6486-4e6b-ac2c-9a53a3b6c55f req-26556c8f-594f-40bc-9f4a-18a30433c19e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:59.278495 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6ca59f7f-6486-4e6b-ac2c-9a53a3b6c55f req-26556c8f-594f-40bc-9f4a-18a30433c19e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.1751099 Mar 11 16:49:59.323628 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6ca59f7f-6486-4e6b-ac2c-9a53a3b6c55f req-3009d86d-4451-4a23-ab1b-a1c1be52de70 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393925 Mar 11 16:50:00.515449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a08077-8b52-4b03-800d-4c4c341ec194 req-35931e4e-4ee8-44bd-a3bb-48e7a2724beb tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:00.516924 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a08077-8b52-4b03-800d-4c4c341ec194 req-35931e4e-4ee8-44bd-a3bb-48e7a2724beb tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0849559 Mar 11 16:50:00.566035 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a08077-8b52-4b03-800d-4c4c341ec194 req-bd1f590d-4a49-45ad-ac27-847273fb85d5 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Mar 11 16:50:01.763881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174d3d-5d00-4da5-b0c3-aa516889da43 req-df294d87-bca2-4cba-9696-4cf95ce4f7a5 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:01.765365 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e174d3d-5d00-4da5-b0c3-aa516889da43 req-df294d87-bca2-4cba-9696-4cf95ce4f7a5 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0936580 Mar 11 16:50:01.814138 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e174d3d-5d00-4da5-b0c3-aa516889da43 req-1911ab4f-e785-42e9-9a72-39110da0417f tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Mar 11 16:50:03.007974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db339df-1d24-4a59-9f77-e45474d7d360 req-1e99ecb2-f2a2-4b90-b1ed-27de34546675 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:03.009466 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3db339df-1d24-4a59-9f77-e45474d7d360 req-1e99ecb2-f2a2-4b90-b1ed-27de34546675 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0857184 Mar 11 16:50:03.053724 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3db339df-1d24-4a59-9f77-e45474d7d360 req-1d5efc29-b730-4ced-9aaf-7c72af0b3767 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Mar 11 16:50:04.244838 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f5bb7-cfe2-48ec-9d31-61769b3a41ad req-f0c6f4a2-b0d8-46ce-b71a-f4ee900b3d44 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:04.246347 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-401f5bb7-cfe2-48ec-9d31-61769b3a41ad req-f0c6f4a2-b0d8-46ce-b71a-f4ee900b3d44 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0831823 Mar 11 16:50:04.295903 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-401f5bb7-cfe2-48ec-9d31-61769b3a41ad req-12b81139-282f-4d33-a84b-bee9bb6fb71f tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 Mar 11 16:50:05.485389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea42625-e1e4-4c0d-b75f-93017213722d req-fd86892c-1ed5-4e0e-8b7b-f6084773f30e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:05.486866 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ea42625-e1e4-4c0d-b75f-93017213722d req-fd86892c-1ed5-4e0e-8b7b-f6084773f30e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0801897 Mar 11 16:50:05.533764 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ea42625-e1e4-4c0d-b75f-93017213722d req-542cbdaa-5a7c-45b3-be3f-32f2bc0bfc63 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Mar 11 16:50:06.723753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864bde4-f619-465d-95d1-9de239c1a8ee req-d0ca460d-6400-45ec-9418-c92ff4c7acd3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:06.725734 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8864bde4-f619-465d-95d1-9de239c1a8ee req-d0ca460d-6400-45ec-9418-c92ff4c7acd3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0826733 Mar 11 16:50:06.775710 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8864bde4-f619-465d-95d1-9de239c1a8ee req-45d08a33-c890-43f1-bbd6-2bfdc98fe3a1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438657 Mar 11 16:50:08.080013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a00e1c-3c8b-4a1d-b4d9-83d56c13f16c req-3f2b80e8-579d-4c3a-8949-cc293783fae8 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:08.081878 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9a00e1c-3c8b-4a1d-b4d9-83d56c13f16c req-3f2b80e8-579d-4c3a-8949-cc293783fae8 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.1769307 Mar 11 16:50:08.133466 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9a00e1c-3c8b-4a1d-b4d9-83d56c13f16c req-f6ddc05f-7cb0-4d68-8bbd-cd8ec4a8c96e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Mar 11 16:50:09.328327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcf4fb-1235-468a-a913-e6b171fe454b req-c4fd5361-9cbe-4103-9a2f-9da6d0e4b5c1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:09.329782 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ccfcf4fb-1235-468a-a913-e6b171fe454b req-c4fd5361-9cbe-4103-9a2f-9da6d0e4b5c1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0846987 Mar 11 16:50:09.374432 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ccfcf4fb-1235-468a-a913-e6b171fe454b req-d30b2583-c277-42a8-99df-c406e19d83aa tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Mar 11 16:50:09.562161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:10.578767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7093e-7c91-40f6-b818-df6b099f2f21 req-c62c08be-484a-4985-ba70-ef93f734d456 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:10.580192 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9d7093e-7c91-40f6-b818-df6b099f2f21 req-c62c08be-484a-4985-ba70-ef93f734d456 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0849824 Mar 11 16:50:10.625512 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9d7093e-7c91-40f6-b818-df6b099f2f21 req-a8d2994d-ac92-4828-ab23-b9fe70f63b7b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388536 Mar 11 16:50:11.158187 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-77f95160-3d45-4382-b38e-618e746eb990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:11.815003 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12d9da-6962-4e1d-93c7-91e18797051c req-d2a44f32-fdda-4057-895e-b76dd9f0291a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:11.817004 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee12d9da-6962-4e1d-93c7-91e18797051c req-d2a44f32-fdda-4057-895e-b76dd9f0291a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0836635 Mar 11 16:50:11.863882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ee12d9da-6962-4e1d-93c7-91e18797051c req-40d1bc76-fc85-4e51-bf4e-0c5bcd6ffd5b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Mar 11 16:50:13.051809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0005cd-c1c6-4f95-b107-deeda50eb779 req-07818314-4d93-4833-bd31-0439de905257 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:13.053817 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a0005cd-c1c6-4f95-b107-deeda50eb779 req-07818314-4d93-4833-bd31-0439de905257 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0826395 Mar 11 16:50:13.097980 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a0005cd-c1c6-4f95-b107-deeda50eb779 req-090784f0-efdb-47c0-ad23-337a4768074b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Mar 11 16:50:13.415472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac6c5-14c2-42ba-a830-9f7fddbcdd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:14.290964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5098d-659a-4a7a-8e73-23848784cd4f req-ba5d6e86-2622-4170-9b03-6f2c0ca4e58e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:14.292498 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-afc5098d-659a-4a7a-8e73-23848784cd4f req-ba5d6e86-2622-4170-9b03-6f2c0ca4e58e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0849259 Mar 11 16:50:14.337903 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-afc5098d-659a-4a7a-8e73-23848784cd4f req-9c73a872-f533-466e-8f96-04f6f2f06b22 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Mar 11 16:50:14.727712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:14.738630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:15.524168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae003b0-9db2-4058-a1ec-7b9be68bc6e2 req-9c14d50e-0ac7-4a8b-ac56-ffad97478c65 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:15.525640 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae003b0-9db2-4058-a1ec-7b9be68bc6e2 req-9c14d50e-0ac7-4a8b-ac56-ffad97478c65 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0839360 Mar 11 16:50:15.570361 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aae003b0-9db2-4058-a1ec-7b9be68bc6e2 req-2cb16cb2-248a-4871-b7ff-6e203a23bfaa tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389545 Mar 11 16:50:15.927752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:16.761161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0a8ec-e59d-4536-a0ea-b375bbe99be2 req-53836711-e2ff-448b-a32d-2c5eb035542d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:16.762621 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3c0a8ec-e59d-4536-a0ea-b375bbe99be2 req-53836711-e2ff-448b-a32d-2c5eb035542d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0876048 Mar 11 16:50:16.806759 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3c0a8ec-e59d-4536-a0ea-b375bbe99be2 req-6df2a7b6-d1d6-4bbf-a97e-860d7f478037 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Mar 11 16:50:17.996153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bda311-ead7-4778-af28-ae1f102249cf req-83ff9818-08a6-4dac-a28b-39c31ac42c7d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:17.997815 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-85bda311-ead7-4778-af28-ae1f102249cf req-83ff9818-08a6-4dac-a28b-39c31ac42c7d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0800943 Mar 11 16:50:18.045527 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-85bda311-ead7-4778-af28-ae1f102249cf req-767b5de7-b667-42cf-83f5-5350f6cbfaf2 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Mar 11 16:50:19.233994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027699a9-2384-43b0-9677-08d95acd98cb req-4117009b-2c25-4679-92ec-29ceb06590eb tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:19.235472 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-027699a9-2384-43b0-9677-08d95acd98cb req-4117009b-2c25-4679-92ec-29ceb06590eb tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0815704 Mar 11 16:50:19.280662 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-027699a9-2384-43b0-9677-08d95acd98cb req-80d7a5bd-9ab5-4a66-afea-95fc829a1303 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Mar 11 16:50:20.313649 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-26e1bf69-5405-4a02-b29e-538b19e2ce4c service neutron] 10.222.0.35 "GET /v2.0/ports/fbedd5f4-05d8-4d9d-abc2-5511af739b05/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0763652 Mar 11 16:50:20.473750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7e9d-677d-4201-8cde-4d632fa19ed1 req-36fb789b-aaa6-44a4-bbcc-7bdc538f303d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:20.475795 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-768b7e9d-677d-4201-8cde-4d632fa19ed1 req-36fb789b-aaa6-44a4-bbcc-7bdc538f303d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0843852 Mar 11 16:50:20.523999 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-768b7e9d-677d-4201-8cde-4d632fa19ed1 req-3ddf66a8-e3eb-4749-84d7-9bcb62844a6b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Mar 11 16:50:20.916973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-9d01a495-e3d5-44f4-a590-9aa8b47e1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:20.918445 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-9d01a495-e3d5-44f4-a590-9aa8b47e1b6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd&tenant_id=ea7c043f55b54662bc8d33674bff7d73 HTTP/1.1" status: 200 len: 1098 time: 0.0722876 Mar 11 16:50:21.020980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-ec61d85c-ad9c-43b4-9b2d-51b69dd65e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:21.023083 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-ec61d85c-ad9c-43b4-9b2d-51b69dd65e91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 1098 time: 0.0827796 Mar 11 16:50:21.154491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-1ea1c34f-58e6-4cc4-acda-7528171efa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:21.155894 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-1ea1c34f-58e6-4cc4-acda-7528171efa5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 915 time: 0.1270478 Mar 11 16:50:21.224131 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-88bea35c-608f-491a-9c43-d1ea7c187e6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05 HTTP/1.1" status: 200 len: 217 time: 0.0620024 Mar 11 16:50:21.288738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-ac3e4e45-7542-458a-bbe0-5d8de270f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:21.290270 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-ac3e4e45-7542-458a-bbe0-5d8de270f9da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.0614960 Mar 11 16:50:21.336541 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-f654e766-1ea5-4364-a8e2-0245fc0ffcf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409319 Mar 11 16:50:21.469075 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-d52bf429-a648-49cc-bf6b-e111d2c8e127 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262610 Mar 11 16:50:21.602258 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82683dab-ee65-495a-b63d-a0ed7bb2a318 req-51b36aa6-b7a1-448e-b76e-af3165d81507 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272197 Mar 11 16:50:21.717508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b50147-7dbd-4ece-85d4-9ac36582cc2a req-25d83d94-f81e-448b-87e1-5d90d821c5e6 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:21.719004 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a3b50147-7dbd-4ece-85d4-9ac36582cc2a req-25d83d94-f81e-448b-87e1-5d90d821c5e6 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0850563 Mar 11 16:50:21.764850 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a3b50147-7dbd-4ece-85d4-9ac36582cc2a req-84552973-6d17-4334-9eb6-a0a4bab857d5 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Mar 11 16:50:22.856187 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device fbedd5f4-05d8-4d9d-abc2-5511af739b05 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:50:22.886794 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:50:22.957539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35800cd7-4e6e-4d57-be18-709204c25e35 req-ee198743-b929-4416-898c-86f84ec60d85 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:22.959033 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35800cd7-4e6e-4d57-be18-709204c25e35 req-ee198743-b929-4416-898c-86f84ec60d85 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0837355 Mar 11 16:50:22.993536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port fbedd5f4-05d8-4d9d-abc2-5511af739b05, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:23.007140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05', 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b', 'port_id': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05', 'mac_address': 'fa:16:3e:7a:81:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde8d42f-ec3d-4984-a913-d8d5adbcb26d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:50:23.009994 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35800cd7-4e6e-4d57-be18-709204c25e35 req-806ad201-38ba-4cf2-944d-599227f8a6aa tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 Mar 11 16:50:23.070783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:23.088266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbedd5f4-05d8-4d9d-abc2-5511af739b05 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:50:23.103357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port fbedd5f4-05d8-4d9d-abc2-5511af739b05, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:23.167523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:23.236029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['fbedd5f4-05d8-4d9d-abc2-5511af739b05'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:50:23.274473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=fbedd5f4-05d8-4d9d-abc2-5511af739b05,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:24.201018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcacdd-0882-4a0f-9e98-e146e4aa8c83 req-c4d6a815-181a-42b8-bbb5-8169acf41821 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:24.202766 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dcdcacdd-0882-4a0f-9e98-e146e4aa8c83 req-c4d6a815-181a-42b8-bbb5-8169acf41821 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 944 time: 0.0799506 Mar 11 16:50:24.250493 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dcdcacdd-0882-4a0f-9e98-e146e4aa8c83 req-fef4183f-811b-4e55-8641-7adb70efc993 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Mar 11 16:50:24.664583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1153e3-7b44-4094-8f31-847a90ff189a req-c2f01cca-2a62-4664-8b06-8d52bf6520dc tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:24.666061 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ca1153e3-7b44-4094-8f31-847a90ff189a req-c2f01cca-2a62-4664-8b06-8d52bf6520dc tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 944 time: 0.0833318 Mar 11 16:50:24.711733 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ca1153e3-7b44-4094-8f31-847a90ff189a req-e2373388-0b13-485f-9959-5b5e976ba6ac tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398552 Mar 11 16:50:24.732174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-bae04ebd-cecb-49bb-839b-fead76a7d5e0 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:24.733683 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-bae04ebd-cecb-49bb-839b-fead76a7d5e0 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd&tenant_id=ea7c043f55b54662bc8d33674bff7d73&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.0884824 Mar 11 16:50:24.858698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device fbedd5f4-05d8-4d9d-abc2-5511af739b05 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:24.878988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-69df0a20-b4ca-4986-b2eb-560dc31b4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:24.880451 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-69df0a20-b4ca-4986-b2eb-560dc31b4639 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 1097 time: 0.0779223 Mar 11 16:50:24.927527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port fbedd5f4-05d8-4d9d-abc2-5511af739b05 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:24.927963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.047226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.075367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:50:25.086040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port fbedd5f4-05d8-4d9d-abc2-5511af739b05, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:25.107432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-e0f4410a-8a2d-4560-990d-2c444acf4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:25.107432 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-e0f4410a-8a2d-4560-990d-2c444acf4641 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 915 time: 0.2209470 Mar 11 16:50:25.135074 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05', 'code': 200} Mar 11 16:50:25.152648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:25.178685 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-75bbd087-16cf-44d2-914a-49063bbecfdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05 HTTP/1.1" status: 200 len: 217 time: 0.0650294 Mar 11 16:50:25.227501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=fbedd5f4-05d8-4d9d-abc2-5511af739b05,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:25.245351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-25b29b77-3d84-4c74-a208-6fad70728361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:25.246818 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-25b29b77-3d84-4c74-a208-6fad70728361 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.0629437 Mar 11 16:50:25.292523 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-f67894d4-5b6f-46f7-a2c3-4504c552b054 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399599 Mar 11 16:50:25.424318 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-127a7514-2410-433a-b458-242f8e7ef7a8 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255522 Mar 11 16:50:25.556144 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a778ca-61ba-4c1f-83f8-922833d6acfe req-6a6d28fe-fb24-4a56-ad6c-1e06e7e2d299 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258454 Mar 11 16:50:25.913670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9601b-a057-4299-b5ce-1267468dfcb3 req-ad47d4a6-e532-4b7e-845d-df92f1e96e0c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:25.915501 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87e9601b-a057-4299-b5ce-1267468dfcb3 req-ad47d4a6-e532-4b7e-845d-df92f1e96e0c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0938139 Mar 11 16:50:25.961885 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87e9601b-a057-4299-b5ce-1267468dfcb3 req-72bd799a-9d23-4dd2-8ed6-046222fe535c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Mar 11 16:50:27.150334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d91eb1-1b7f-4546-ab8a-849869634d7b req-c0b56a54-029a-4c00-8500-d3c19d9ab7a4 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:27.151795 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e6d91eb1-1b7f-4546-ab8a-849869634d7b req-c0b56a54-029a-4c00-8500-d3c19d9ab7a4 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0843120 Mar 11 16:50:27.195780 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e6d91eb1-1b7f-4546-ab8a-849869634d7b req-9e27d5c3-c1c9-469c-9272-d97657458b0c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382607 Mar 11 16:50:27.386619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ef9e3-c1c7-419e-a9ae-83c3b22b7e48 req-55246add-095d-4ffe-80ad-a3712fb4523f tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:27.388074 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fb7ef9e3-c1c7-419e-a9ae-83c3b22b7e48 req-55246add-095d-4ffe-80ad-a3712fb4523f tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0809753 Mar 11 16:50:27.432205 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fb7ef9e3-c1c7-419e-a9ae-83c3b22b7e48 req-cd46407e-5cdb-4919-9d57-1cfa6909e8d2 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385096 Mar 11 16:50:27.621671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95633a9-c3b5-45f9-8e15-1c093cdf039b req-019a0b6f-0460-4160-867a-1b972f2f1fb0 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:27.623136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c95633a9-c3b5-45f9-8e15-1c093cdf039b req-019a0b6f-0460-4160-867a-1b972f2f1fb0 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0860338 Mar 11 16:50:27.666590 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c95633a9-c3b5-45f9-8e15-1c093cdf039b req-f860384f-0a5e-4904-bd59-ebd8ee5e579c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377529 Mar 11 16:50:28.350132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-fd38df4f-0fad-4267-9f74-3aca2ec1f03f tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:28.351516 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-fd38df4f-0fad-4267-9f74-3aca2ec1f03f tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 814 time: 0.1498272 Mar 11 16:50:28.366188 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-b1b1ca53-a560-41c8-bb4f-bd4315f352db tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/quotas/ea7c043f55b54662bc8d33674bff7d73 HTTP/1.1" status: 200 len: 375 time: 0.0091610 Mar 11 16:50:28.449726 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-919cc2cb-290f-4fc9-be17-5fde23c383a3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787036 Mar 11 16:50:28.502191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-de79fca2-69a4-4623-9039-a0cfbef3bc83 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:50:28.503152 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-de79fca2-69a4-4623-9039-a0cfbef3bc83 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469160 Mar 11 16:50:28.637267 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-210d7892-97a1-4b76-bd1a-d4b49aa7c369 service neutron] 10.222.0.57 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266885 Mar 11 16:50:28.766785 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-f652792b-a9ce-4925-96cd-2c8c5c991cfe service neutron] 10.222.0.57 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238325 Mar 11 16:50:29.868412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-e98b3663-b698-4e4d-a73d-ff86dcbc2fbb tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:29.869749 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-e98b3663-b698-4e4d-a73d-ff86dcbc2fbb tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d40bd46-6d46-4f8f-8f93-8a70a357adfd HTTP/1.1" status: 200 len: 945 time: 0.0810215 Mar 11 16:50:29.942692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Deleting port fbedd5f4-05d8-4d9d-abc2-5511af739b05 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:50:29.943033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.084017 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ab0cee0-98fc-40f9-9fee-bf9f8650c776 req-4f41a418-90e2-457e-aded-d0f246ab2693 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 210 time: 0.0484343 Mar 11 16:50:30.306229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] For port fbedd5f4-05d8-4d9d-abc2-5511af739b05, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=fbedd5f4-05d8-4d9d-abc2-5511af739b05,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:30.306590 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.429700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Calling delete_port for fbedd5f4-05d8-4d9d-abc2-5511af739b05 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:50:30.678080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.690544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['fbedd5f4-05d8-4d9d-abc2-5511af739b05'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:50:30.728878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Pushing event deleted for resources: {'Port': ['ID=fbedd5f4-05d8-4d9d-abc2-5511af739b05,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:30.766355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.766696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.767032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.767363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.767693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.768016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.768337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.768656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.768975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.769293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.769676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.769920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:30.815254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] No DVR routers for this DVR port fbedd5f4-05d8-4d9d-abc2-5511af739b05 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:50:30.817408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:30.831551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'name': 'network-vif-deleted', 'tag': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:50:30.869335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d40bd46-6d46-4f8f-8f93-8a70a357adfd', 'name': 'network-vif-deleted', 'tag': 'fbedd5f4-05d8-4d9d-abc2-5511af739b05', 'status': 'completed', 'code': 200} Mar 11 16:50:30.934093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4fb4f3c-76a9-475c-af4a-213085a851c5 req-d554bf44-1825-4fe3-8a27-8b737e49a030 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "DELETE /v2.0/ports/fbedd5f4-05d8-4d9d-abc2-5511af739b05 HTTP/1.1" status: 204 len: 173 time: 1.0590250 Mar 11 16:50:31.237358 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-67ba781f-004d-4a79-8b58-7fed8dba6275 req-0b846458-fa46-4b0e-a87d-18886c04f8ed tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 210 time: 0.0464439 Mar 11 16:50:32.414119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-09d55f43-d64f-4f03-8fd5-b76e35eadf10 req-4f5a6d7a-8ece-4af9-874f-9b5c4e37338a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Synchronizing usage tracker for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:50:32.558068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-86ad57df-ba8a-4d21-bff9-b6a87b4ea580 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:32.559618 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-86ad57df-ba8a-4d21-bff9-b6a87b4ea580 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 814 time: 0.1776145 Mar 11 16:50:32.571195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Request body: {'port': {'device_id': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b', 'admin_state_up': True, 'tenant_id': 'ea7c043f55b54662bc8d33674bff7d73'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:32.604028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-09d55f43-d64f-4f03-8fd5-b76e35eadf10 req-4f5a6d7a-8ece-4af9-874f-9b5c4e37338a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Unset dirty status for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:50:32.605165 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-09d55f43-d64f-4f03-8fd5-b76e35eadf10 req-4f5a6d7a-8ece-4af9-874f-9b5c4e37338a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 210 time: 0.2554455 Mar 11 16:50:32.722597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:50:32.734373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:50:32.835990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Made reservation on behalf of ea7c043f55b54662bc8d33674bff7d73 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:50:32.839691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.888512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device fbedd5f4-05d8-4d9d-abc2-5511af739b05 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:50:32.924626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: fbedd5f4-05d8-4d9d-abc2-5511af739b05 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:50:32.924976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device fbedd5f4-05d8-4d9d-abc2-5511af739b05 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:50:33.025382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Allocated IP 172.20.0.13 (b014508f-d22b-423c-8bf4-2fbff13bb31b/cde8d42f-ec3d-4984-a913-d8d5adbcb26d/792bf1d4-c274-41ae-abfb-cc5d36bc13ca) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:50:33.227398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:33.322233 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:33.395466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Network b014508f-d22b-423c-8bf4-2fbff13bb31b is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:50:33.399182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:50:33.407679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:50:33.446108 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Pushing event updated for resources: {'Port': ['ID=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:33.480143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:33.480619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:33.591238 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-93ea9cca-e067-48a6-b619-a23a0918da89 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0238004 Mar 11 16:50:33.603062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Request body: {'port': {'device_id': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:50:33.721726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:33.815785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060d66f-7d3b-46b0-8df7-50bba27629d3 req-292c1bd5-4cba-4f53-9643-d839af2edbcb tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:33.817203 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c060d66f-7d3b-46b0-8df7-50bba27629d3 req-292c1bd5-4cba-4f53-9643-d839af2edbcb tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 932 time: 0.0877728 Mar 11 16:50:33.866989 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c060d66f-7d3b-46b0-8df7-50bba27629d3 req-81dd4b15-f7cb-42d0-a492-0e375970bb93 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431907 Mar 11 16:50:34.171784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792bf1d4-c274-41ae-abfb-cc5d36bc13ca {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:50:34.179699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.195072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Transition to ACTIVE for port object 792bf1d4-c274-41ae-abfb-cc5d36bc13ca will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:50:34.305469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.463578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Pushing event updated for resources: {'Port': ['ID=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:34.551377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Attempting to bind port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:50:34.551738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Attempting to bind port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '480778d2-c070-4d31-9d4a-e909d2fbd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:50:34.552068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Attempting to bind port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca on network b014508f-d22b-423c-8bf4-2fbff13bb31b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:34.558520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca on network b014508f-d22b-423c-8bf4-2fbff13bb31b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:50:34.558838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Attempting to bind port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca on network b014508f-d22b-423c-8bf4-2fbff13bb31b {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:50:34.563970 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:50:34.564301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Checking segment: {'id': '480778d2-c070-4d31-9d4a-e909d2fbd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:50:34.564679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Bound using segment: {'id': '480778d2-c070-4d31-9d4a-e909d2fbd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:50:34.565098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Bound port: 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480778d2-c070-4d31-9d4a-e909d2fbd28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:50:34.565442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.661007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:50:34.664596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:50:34.759084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.814299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:34.814903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:34.816622 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/792bf1d4-c274-41ae-abfb-cc5d36bc13ca HTTP/1.1" status: 200 len: 1094 time: 1.2186599 Mar 11 16:50:34.819486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:50:34.853130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3feed-441f-47c3-9f36-26929a9459f8 service neutron] Pushing event updated for resources: {'Port': ['ID=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:34.872249 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca', 'status': 'completed', 'code': 200} Mar 11 16:50:34.962585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b889184-5b5b-44a5-a4ae-aecd388cf4ff req-d93e0647-2eeb-468e-ac58-c8908bcc39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:34.964044 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b889184-5b5b-44a5-a4ae-aecd388cf4ff req-d93e0647-2eeb-468e-ac58-c8908bcc39f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 1097 time: 0.0745928 Mar 11 16:50:35.066921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cbd42-0e59-4626-a0d5-bc5c561c38f1 req-1d0fe839-2f8b-44ee-896b-b2f154b62cc3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:35.068282 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c98cbd42-0e59-4626-a0d5-bc5c561c38f1 req-1d0fe839-2f8b-44ee-896b-b2f154b62cc3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 944 time: 0.0836990 Mar 11 16:50:35.116303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b889184-5b5b-44a5-a4ae-aecd388cf4ff req-5d5ccbb2-096e-4e97-8f83-bbabdc4ec156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:35.117762 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b889184-5b5b-44a5-a4ae-aecd388cf4ff req-5d5ccbb2-096e-4e97-8f83-bbabdc4ec156 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ea7c043f55b54662bc8d33674bff7d73&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1472635 Mar 11 16:50:35.119435 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c98cbd42-0e59-4626-a0d5-bc5c561c38f1 req-c0678c24-4827-43fd-922e-6b66c1f49d7c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Mar 11 16:50:35.266091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b889184-5b5b-44a5-a4ae-aecd388cf4ff req-8a8c580f-e2f7-4b37-9fc8-8a8533c90e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:35.267584 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b889184-5b5b-44a5-a4ae-aecd388cf4ff req-8a8c580f-e2f7-4b37-9fc8-8a8533c90e6b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441393 Mar 11 16:50:35.378082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-f0d0a2f7-a0bf-4684-9e88-af9d15f713a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:35.379499 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-f0d0a2f7-a0bf-4684-9e88-af9d15f713a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 1097 time: 0.0723317 Mar 11 16:50:35.452704 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-eac6ff7c-cdf1-4f39-9c41-6d11153e3d32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca HTTP/1.1" status: 200 len: 217 time: 0.0665510 Mar 11 16:50:35.516265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-8f028e8f-3cf8-472f-b0a4-d8ecebd3b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:35.517701 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-8f028e8f-3cf8-472f-b0a4-d8ecebd3b5c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.0598497 Mar 11 16:50:35.569100 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-3e4a9b5e-c13d-47a7-a9c2-19eeda11a348 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454891 Mar 11 16:50:35.703606 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-c58547f4-bee8-4d6a-94c2-889380614d38 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288052 Mar 11 16:50:35.948625 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aff997c0-4ae0-4e46-aaa2-b825abff3aee req-e18814cb-840e-4db3-a54a-518dd32838d7 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391317 Mar 11 16:50:36.337670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de84350-74b8-4d38-aab6-cf14a6437c87 req-2fe7064e-4d8b-41da-97f3-22bf20036459 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:36.338411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2de84350-74b8-4d38-aab6-cf14a6437c87 req-2fe7064e-4d8b-41da-97f3-22bf20036459 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Synchronizing usage tracker for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:50:36.444447 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2de84350-74b8-4d38-aab6-cf14a6437c87 req-2fe7064e-4d8b-41da-97f3-22bf20036459 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Unset dirty status for tenant:ea7c043f55b54662bc8d33674bff7d73 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:50:36.445553 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2de84350-74b8-4d38-aab6-cf14a6437c87 req-2fe7064e-4d8b-41da-97f3-22bf20036459 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 944 time: 0.2173815 Mar 11 16:50:36.496006 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2de84350-74b8-4d38-aab6-cf14a6437c87 req-e72d4910-2eb0-4732-817d-0386b4c009fd tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Mar 11 16:50:37.716210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8978c-a6db-43af-8c4d-b4a898af1be0 req-0bbda274-120f-4365-825d-c879c9ec1980 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:37.717795 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bee8978c-a6db-43af-8c4d-b4a898af1be0 req-0bbda274-120f-4365-825d-c879c9ec1980 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 944 time: 0.1046641 Mar 11 16:50:37.776637 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bee8978c-a6db-43af-8c4d-b4a898af1be0 req-977b0e3d-a008-4074-8897-0cb0297bd136 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527649 Mar 11 16:50:38.918229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 792bf1d4-c274-41ae-abfb-cc5d36bc13ca details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:50:38.976382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530a1c-2d77-4601-9515-54adeb52d684 req-9b89c785-4456-4e16-9cb2-75deed0009ce tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:38.977922 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e530a1c-2d77-4601-9515-54adeb52d684 req-9b89c785-4456-4e16-9cb2-75deed0009ce tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 944 time: 0.0871449 Mar 11 16:50:39.027883 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e530a1c-2d77-4601-9515-54adeb52d684 req-a18ebc74-dd9f-4e4e-b48e-a853fbcc0cff tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Mar 11 16:50:39.108537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:39.120987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca', 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b', 'port_id': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca', 'mac_address': 'fa:16:3e:b8:3b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde8d42f-ec3d-4984-a913-d8d5adbcb26d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:50:39.187683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.207243 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792bf1d4-c274-41ae-abfb-cc5d36bc13ca {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:50:39.224650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:39.299044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:39.369521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:39.377387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.377737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.378101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.378494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.378846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.379186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.379513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.379863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.380195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.380518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.382188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.382564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:50:39.504253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['792bf1d4-c274-41ae-abfb-cc5d36bc13ca'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:50:39.556636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:40.226345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20aa6b-264b-401f-833b-5ed4e0634c08 req-9214bd4c-0b37-4e9b-a59d-5a5aaf58744a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:40.227903 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5b20aa6b-264b-401f-833b-5ed4e0634c08 req-9214bd4c-0b37-4e9b-a59d-5a5aaf58744a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 945 time: 0.0840850 Mar 11 16:50:40.280401 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5b20aa6b-264b-401f-833b-5ed4e0634c08 req-185bd4ff-5758-4f49-9a70-f2c7b787f29c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Mar 11 16:50:40.933964 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 792bf1d4-c274-41ae-abfb-cc5d36bc13ca up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:50:41.106863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:50:41.112159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:50:41.112531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:41.168171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7d635c7f-1377-43d5-96bf-d5e2e051f518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:41.242692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:41.274341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:50:41.286431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:50:41.330785 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca', 'code': 200} Mar 11 16:50:41.352327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:41.432649 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:50:41.519108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdc4f7-3e99-4e32-8a37-6651f84ec532 req-06480b31-5c87-44bd-a83a-87875659c349 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:41.520343 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a0fdc4f7-3e99-4e32-8a37-6651f84ec532 req-06480b31-5c87-44bd-a83a-87875659c349 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0910532 Mar 11 16:50:41.569720 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a0fdc4f7-3e99-4e32-8a37-6651f84ec532 req-ec3ed9fc-105c-4bd8-be66-64c99a677e5c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Mar 11 16:50:41.806632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c7943-aaad-4953-a7c5-c56acb832d27 req-f51918db-8fda-44f8-98e8-7dcb880b3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:41.808003 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b24c7943-aaad-4953-a7c5-c56acb832d27 req-f51918db-8fda-44f8-98e8-7dcb880b3da8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 1099 time: 0.1027405 Mar 11 16:50:41.855182 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b24c7943-aaad-4953-a7c5-c56acb832d27 req-7ae7277b-d30d-4d60-9937-c88120c92df4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Mar 11 16:50:42.773166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a1a32-5e3e-4a13-a32a-864fc407c22c req-5f8ba8cb-1b7c-493e-8462-6eb937b04ed7 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:42.774690 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-db3a1a32-5e3e-4a13-a32a-864fc407c22c req-5f8ba8cb-1b7c-493e-8462-6eb937b04ed7 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0906539 Mar 11 16:50:42.823716 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-db3a1a32-5e3e-4a13-a32a-864fc407c22c req-d0d70298-5555-4414-8bff-11bbc0c7a424 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Mar 11 16:50:43.411271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-874607b2-a946-4a14-8f2b-b63e3bfd2ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.021617 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cbbf7-2d56-4bb4-abdb-0bcf40553e9e req-30906692-13e5-49b7-a8bc-11d83a248a86 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:44.023613 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f1cbbf7-2d56-4bb4-abdb-0bcf40553e9e req-30906692-13e5-49b7-a8bc-11d83a248a86 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0915716 Mar 11 16:50:44.071255 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f1cbbf7-2d56-4bb4-abdb-0bcf40553e9e req-8885e6e4-81c7-4fbf-a17d-7c7b09402ed2 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Mar 11 16:50:44.262418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b57bd-7bbf-4bed-a760-61d71c11bba8 req-3b22f7a1-d00f-435b-aba3-458ce198c204 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:44.263875 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0e2b57bd-7bbf-4bed-a760-61d71c11bba8 req-3b22f7a1-d00f-435b-aba3-458ce198c204 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0867226 Mar 11 16:50:44.310793 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0e2b57bd-7bbf-4bed-a760-61d71c11bba8 req-291f9b9e-2206-4daa-bd7d-feb9f1d4a8dd tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Mar 11 16:50:44.740850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.769232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.881503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e658d-e646-4ad6-9d2d-41311781fd65 req-1b9ce3ec-f1b8-4759-b018-e66187a82026 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:44.883609 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-241e658d-e646-4ad6-9d2d-41311781fd65 req-1b9ce3ec-f1b8-4759-b018-e66187a82026 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0850422 Mar 11 16:50:44.932211 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-241e658d-e646-4ad6-9d2d-41311781fd65 req-23e11ddf-bfba-42f5-9ed0-a30ec9997ba1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Mar 11 16:50:45.052589 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-612ae322-a7b1-4670-b519-70dddf9501fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798032 Mar 11 16:50:45.973168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:46.135145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9b495-9d81-4084-bc4d-6646473eea1d req-6b942059-4aff-41b9-b292-6ba21d0aebef tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:46.136577 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53e9b495-9d81-4084-bc4d-6646473eea1d req-6b942059-4aff-41b9-b292-6ba21d0aebef tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0871871 Mar 11 16:50:46.190227 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53e9b495-9d81-4084-bc4d-6646473eea1d req-029fad72-e515-46a8-b3f0-2dc41dde1446 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475733 Mar 11 16:50:47.072620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-f8a63949-c287-4f95-be3b-10040fa8f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:47.073566 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-f8a63949-c287-4f95-be3b-10040fa8f585 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 1099 time: 0.0839934 Mar 11 16:50:47.230215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-483a7db4-4c16-41aa-8f6d-8bfd7bc634ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:47.231752 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-483a7db4-4c16-41aa-8f6d-8bfd7bc634ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 915 time: 0.1525233 Mar 11 16:50:47.307661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-7074c1f7-0008-4dd9-911f-b45189cc600d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca HTTP/1.1" status: 200 len: 217 time: 0.0694630 Mar 11 16:50:47.418105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-19bbc5aa-d02d-43f4-8649-f5dd25594829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:47.419573 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-19bbc5aa-d02d-43f4-8649-f5dd25594829 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.0755534 Mar 11 16:50:47.477395 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-0128fd1e-3629-43a1-b143-383c52f5ff28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519731 Mar 11 16:50:47.486431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5ab51-471d-4b7e-ade6-a16c451e2c61 req-f6b69727-bfb0-41eb-9ff1-b522fcb07571 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:47.487941 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b5ab51-471d-4b7e-ade6-a16c451e2c61 req-f6b69727-bfb0-41eb-9ff1-b522fcb07571 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.1788044 Mar 11 16:50:47.613977 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48b5ab51-471d-4b7e-ade6-a16c451e2c61 req-c1aef0a5-e60a-4829-8f84-4f0bd9eeb948 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073873 Mar 11 16:50:47.657298 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-39366bcd-b066-421c-8e29-f6f976db857f service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684537 Mar 11 16:50:47.800275 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-520c3b36-69ec-4dcd-ab9e-512afb16419f service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366901 Mar 11 16:50:48.918359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572e861-3d58-458b-8aca-92da20776a1f req-e984df14-aa53-4c3e-8935-bc725757d73a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:48.919994 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3572e861-3d58-458b-8aca-92da20776a1f req-e984df14-aa53-4c3e-8935-bc725757d73a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.1915171 Mar 11 16:50:48.972980 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3572e861-3d58-458b-8aca-92da20776a1f req-35145df7-d732-4b47-a0f3-809a747c1dd3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468609 Mar 11 16:50:50.037318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-78d224a2-9961-4215-9dfa-90fb3ce437c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:50.038835 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-78d224a2-9961-4215-9dfa-90fb3ce437c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 1099 time: 0.0828636 Mar 11 16:50:50.243408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-0b0428f3-db69-4000-acd1-740e8eebfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:50.244854 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-0b0428f3-db69-4000-acd1-740e8eebfb6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 915 time: 0.1857557 Mar 11 16:50:50.327375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d7b6e-20d2-4604-8c49-e99e55192f26 req-1be5ed86-7f06-4dcf-b79e-48377785cd78 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:50.328738 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-958d7b6e-20d2-4604-8c49-e99e55192f26 req-1be5ed86-7f06-4dcf-b79e-48377785cd78 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.2365291 Mar 11 16:50:50.329961 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-cd39595c-3135-41ba-a3e5-7b628afb2c55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca HTTP/1.1" status: 200 len: 217 time: 0.0764842 Mar 11 16:50:50.539981 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-958d7b6e-20d2-4604-8c49-e99e55192f26 req-e8887a1e-0a59-4e23-b75c-de6b439db49c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052774 Mar 11 16:50:50.547689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-e43f4c37-e662-4757-9a98-c6ea12504761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:50.549718 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-e43f4c37-e662-4757-9a98-c6ea12504761 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.1954994 Mar 11 16:50:50.606016 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-7ee2d8c9-0f92-40ce-a505-0445e6be3941 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439949 Mar 11 16:50:50.741298 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-b7fdf513-4a35-434d-bb12-f4c959b0a89f service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283655 Mar 11 16:50:50.878756 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e462bb7f-3cd3-4249-8a19-4ac56f88a5a9 req-7c48c917-6600-4a8a-a0c3-452d0a57afa8 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318040 Mar 11 16:50:51.739130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef9cd1-1c02-41bf-8f73-e8a0b8a75d10 req-f7cd6c62-dba7-4c28-8fd1-0798a396d590 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:51.741427 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-31ef9cd1-1c02-41bf-8f73-e8a0b8a75d10 req-f7cd6c62-dba7-4c28-8fd1-0798a396d590 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0870512 Mar 11 16:50:51.790510 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-31ef9cd1-1c02-41bf-8f73-e8a0b8a75d10 req-e526407f-53e7-423b-9c81-19cb368b9bef tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 Mar 11 16:50:52.989417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110b3f6-cec2-4891-8690-c4bdeaea6b0c req-dba0a32f-5164-4aa3-85b4-61c52427610b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:52.991485 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f110b3f6-cec2-4891-8690-c4bdeaea6b0c req-dba0a32f-5164-4aa3-85b4-61c52427610b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0872064 Mar 11 16:50:53.036180 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f110b3f6-cec2-4891-8690-c4bdeaea6b0c req-bc0692e6-1b25-4965-82ea-a7866bc1b378 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388403 Mar 11 16:50:54.225784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c7763-b3a0-4280-aed5-d9472bd87c6a req-bca55a45-a201-4489-b432-0da5e88f7356 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:54.227434 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e1c7763-b3a0-4280-aed5-d9472bd87c6a req-bca55a45-a201-4489-b432-0da5e88f7356 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0852795 Mar 11 16:50:54.273513 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0e1c7763-b3a0-4280-aed5-d9472bd87c6a req-bc24ee4d-4155-4eeb-8f58-77d16c9abe3a tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Mar 11 16:50:55.473771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4b09c-f01e-4b39-84fa-5adc2c217c06 req-60d9687e-1b42-40e9-b994-fa6ed2f69264 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:55.475513 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-98b4b09c-f01e-4b39-84fa-5adc2c217c06 req-60d9687e-1b42-40e9-b994-fa6ed2f69264 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0806069 Mar 11 16:50:55.523385 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-98b4b09c-f01e-4b39-84fa-5adc2c217c06 req-c97ca231-baf0-4195-b473-43c176eb085d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411916 Mar 11 16:50:56.732781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991791ec-f56b-410e-ada4-d74caba8ec50 req-96e5dd6c-87c3-455a-839f-4fb76eee8ca4 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:56.734316 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-991791ec-f56b-410e-ada4-d74caba8ec50 req-96e5dd6c-87c3-455a-839f-4fb76eee8ca4 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.1012111 Mar 11 16:50:56.782115 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-991791ec-f56b-410e-ada4-d74caba8ec50 req-96ea55de-a087-4a9c-99fe-34c757c2f25b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Mar 11 16:50:57.976687 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef635170-52ab-4dbc-83c8-76994484bb95 req-4e9ac005-9474-4da5-9a3f-cea23bc8a56b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:57.978232 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef635170-52ab-4dbc-83c8-76994484bb95 req-4e9ac005-9474-4da5-9a3f-cea23bc8a56b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0864189 Mar 11 16:50:58.024674 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef635170-52ab-4dbc-83c8-76994484bb95 req-c5cb4f9b-dad2-4cdd-8d6b-b465b541672b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Mar 11 16:50:59.226360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9f83-7869-40a8-a94c-1fe15a7a841a req-50179ad6-5e61-44c3-9d9c-a427e65e92af tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:59.227874 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-690c9f83-7869-40a8-a94c-1fe15a7a841a req-50179ad6-5e61-44c3-9d9c-a427e65e92af tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0944881 Mar 11 16:50:59.274594 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-690c9f83-7869-40a8-a94c-1fe15a7a841a req-d938b1dd-8b47-4b14-8564-225a20198bf7 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Mar 11 16:50:59.885499 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:51:00.468939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d21d2-396e-4b01-94ca-346c0eca6dab req-1159c3a0-204d-49df-9e03-74f0bca7a5ff tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:00.470414 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-570d21d2-396e-4b01-94ca-346c0eca6dab req-1159c3a0-204d-49df-9e03-74f0bca7a5ff tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0821171 Mar 11 16:51:00.523100 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-570d21d2-396e-4b01-94ca-346c0eca6dab req-96c05f3b-f33e-4397-bc0e-5ebae00a3a73 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Mar 11 16:51:01.715215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7938d5f-f3a1-48db-a5a9-dbf704d9f7b0 req-7762baa0-3be5-48cd-9ea0-9b494b8e34c0 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:01.716692 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7938d5f-f3a1-48db-a5a9-dbf704d9f7b0 req-7762baa0-3be5-48cd-9ea0-9b494b8e34c0 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0841179 Mar 11 16:51:01.763360 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7938d5f-f3a1-48db-a5a9-dbf704d9f7b0 req-0b5d25c9-b2d9-4b8e-b2d5-ae2e36eb9077 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Mar 11 16:51:02.963640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5aa82-1ed9-4e38-81f2-159549a31d84 req-5d06faa3-33c5-4535-bb73-5e52c4f4013c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:02.965155 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-92e5aa82-1ed9-4e38-81f2-159549a31d84 req-5d06faa3-33c5-4535-bb73-5e52c4f4013c tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0870347 Mar 11 16:51:03.011960 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-92e5aa82-1ed9-4e38-81f2-159549a31d84 req-0c535fd9-0518-4880-b269-67d72e5678b1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Mar 11 16:51:04.220931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe3c5c-6a6c-42dd-af27-cf8fc524607a req-d517e7c2-e5a3-4ec4-90d0-f0d1c309b231 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:04.222478 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70fe3c5c-6a6c-42dd-af27-cf8fc524607a req-d517e7c2-e5a3-4ec4-90d0-f0d1c309b231 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.1001132 Mar 11 16:51:04.270436 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70fe3c5c-6a6c-42dd-af27-cf8fc524607a req-1659e435-ab7e-4450-80c1-ef6feb58b777 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Mar 11 16:51:04.901201 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-b358b26a-8090-4e26-9eb2-ff59c4219de8 service neutron] 10.222.0.35 "GET /v2.0/ports/792bf1d4-c274-41ae-abfb-cc5d36bc13ca/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0790513 Mar 11 16:51:05.524767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdb991-fa55-4005-8d8d-1d3e1b6276eb req-454a96ef-967c-461b-b760-b38e2749f75e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:05.526330 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78fdb991-fa55-4005-8d8d-1d3e1b6276eb req-454a96ef-967c-461b-b760-b38e2749f75e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.1428099 Mar 11 16:51:05.554646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-071c20e0-18f9-49b6-9f8a-dd623c05a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:05.556093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-071c20e0-18f9-49b6-9f8a-dd623c05a5e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247&tenant_id=ea7c043f55b54662bc8d33674bff7d73 HTTP/1.1" status: 200 len: 1099 time: 0.1261590 Mar 11 16:51:05.614988 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78fdb991-fa55-4005-8d8d-1d3e1b6276eb req-ee1b5faf-a484-4905-a9e1-edc79aef55c7 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808988 Mar 11 16:51:05.655484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-de132f6b-0d79-4086-98e8-0434ce889a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:05.657013 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-de132f6b-0d79-4086-98e8-0434ce889a0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 1099 time: 0.0764630 Mar 11 16:51:05.799533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-48132aa2-f8f2-421b-8ba4-1cecce82443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:05.800956 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-48132aa2-f8f2-421b-8ba4-1cecce82443e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 915 time: 0.1381721 Mar 11 16:51:05.871907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-7115fe81-3b47-4799-b2fa-c45ef7b09363 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca HTTP/1.1" status: 200 len: 217 time: 0.0649004 Mar 11 16:51:05.934606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-b7e2c0e7-5797-46c4-9ceb-1362fbb59575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:05.936029 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-b7e2c0e7-5797-46c4-9ceb-1362fbb59575 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.0586097 Mar 11 16:51:05.986432 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-1871cce0-698d-4f60-b59d-f5b6cc79fe66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446458 Mar 11 16:51:06.235729 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-9d914a11-9f1d-421e-8f48-f2eedea9c51f service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437403 Mar 11 16:51:06.377222 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-66c86b06-8178-4d99-a9b9-8f782225d596 req-557f786f-db5d-410f-912d-28e977c649b1 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348488 Mar 11 16:51:06.812830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d0813-5b39-4d5f-bde8-70c7a82112bd req-61cc105d-af1f-450b-94b8-7fec7f6a910d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:06.814605 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b76d0813-5b39-4d5f-bde8-70c7a82112bd req-61cc105d-af1f-450b-94b8-7fec7f6a910d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0846534 Mar 11 16:51:06.864895 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b76d0813-5b39-4d5f-bde8-70c7a82112bd req-a51a6bc0-cee9-4486-acd2-a03bdaa4aca2 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Mar 11 16:51:08.064084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d32ae-bbc2-4a0d-bca6-446b1be8b305 req-1fc3bf7a-8bf5-4d72-a16e-acda165033e1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:08.065637 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5a7d32ae-bbc2-4a0d-bca6-446b1be8b305 req-1fc3bf7a-8bf5-4d72-a16e-acda165033e1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0867643 Mar 11 16:51:08.112775 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5a7d32ae-bbc2-4a0d-bca6-446b1be8b305 req-bf27488b-23b2-4798-81ba-c3c40391d55f tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Mar 11 16:51:09.112391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 792bf1d4-c274-41ae-abfb-cc5d36bc13ca details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:51:09.116020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 792bf1d4-c274-41ae-abfb-cc5d36bc13ca no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:51:09.328564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e0fce-b2bd-4dda-94f4-8b1ba2cc8177 req-3690ea44-9fa6-4c53-885f-a737cc05144d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:09.330403 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d40e0fce-b2bd-4dda-94f4-8b1ba2cc8177 req-3690ea44-9fa6-4c53-885f-a737cc05144d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0933077 Mar 11 16:51:09.372329 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:09.387734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:09.396554 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d40e0fce-b2bd-4dda-94f4-8b1ba2cc8177 req-8f50e305-241e-48a3-87f8-48eb7df483f8 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582643 Mar 11 16:51:09.417866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca', 'network_id': 'b014508f-d22b-423c-8bf4-2fbff13bb31b', 'port_id': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca', 'mac_address': 'fa:16:3e:b8:3b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde8d42f-ec3d-4984-a913-d8d5adbcb26d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:51:09.424766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:51:09.467535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:09.517344 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca', 'code': 200} Mar 11 16:51:09.522861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:09.544092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 792bf1d4-c274-41ae-abfb-cc5d36bc13ca {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:51:09.570679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:09.641167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:09.690518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:51:09.690862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:51:09.694041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:09.930673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7beeb8-97ec-47cb-abf5-25eb098aac61 req-8b37969b-db6d-43a2-9cab-19d172dd76a1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:09.932237 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7f7beeb8-97ec-47cb-abf5-25eb098aac61 req-8b37969b-db6d-43a2-9cab-19d172dd76a1 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 944 time: 0.1072659 Mar 11 16:51:09.977761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-526af4fb-3885-45ed-a116-73b38e1a5dea tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:09.979668 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-526af4fb-3885-45ed-a116-73b38e1a5dea tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247&tenant_id=ea7c043f55b54662bc8d33674bff7d73&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.1035895 Mar 11 16:51:09.985587 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7f7beeb8-97ec-47cb-abf5-25eb098aac61 req-e4a8bdf8-b7cb-4fe7-a6f4-af72262f387d tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471821 Mar 11 16:51:10.124460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-75cf45df-9441-4608-ba2d-7b291d4d67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:10.125919 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-75cf45df-9441-4608-ba2d-7b291d4d67e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea7c043f55b54662bc8d33674bff7d73&device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 1097 time: 0.0738554 Mar 11 16:51:10.257559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:10.261092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-ba9e9cc0-a760-47cd-897b-dc517ac5b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:10.262568 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-ba9e9cc0-a760-47cd-897b-dc517ac5b2dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 200 len: 915 time: 0.1312046 Mar 11 16:51:10.275741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792bf1d4-c274-41ae-abfb-cc5d36bc13ca {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:51:10.294231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:10.337433 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-35313044-0134-461b-a061-6695ce94c737 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca HTTP/1.1" status: 200 len: 217 time: 0.0683711 Mar 11 16:51:10.406494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:10.417262 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-d2496fe5-e1b9-485b-a140-a38fa6698a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:10.419549 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-d2496fe5-e1b9-485b-a140-a38fa6698a97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 200 len: 854 time: 0.0763478 Mar 11 16:51:10.468914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['792bf1d4-c274-41ae-abfb-cc5d36bc13ca'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:51:10.475247 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-d191b59b-2a6f-4650-88f0-58bcfbab92be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b014508f-d22b-423c-8bf4-2fbff13bb31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498934 Mar 11 16:51:10.522573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:10.621651 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-ed023ea8-e07f-479b-9c40-bf2971d0f517 service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402507 Mar 11 16:51:10.764964 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7b97fef-4ac4-43b0-95ef-fb0649bcaa15 req-9b5883fa-bce5-4b0e-b6b4-0911ee35e3ee service neutron] 10.222.0.35 "GET /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371188 Mar 11 16:51:11.128578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 792bf1d4-c274-41ae-abfb-cc5d36bc13ca up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:51:11.163642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3fb7bf1a-311c-42ca-a92a-c0e26a0c558d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:11.189862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24f477-a690-44e9-9a3f-07c5c3560186 req-5351f161-f99a-41c4-9eae-01868fab9e32 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:11.191395 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bd24f477-a690-44e9-9a3f-07c5c3560186 req-5351f161-f99a-41c4-9eae-01868fab9e32 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 945 time: 0.0893943 Mar 11 16:51:11.214382 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:11.214382 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:11.246672 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bd24f477-a690-44e9-9a3f-07c5c3560186 req-d857943c-5f5a-441d-b857-f9346e456924 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 Mar 11 16:51:11.377765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:11.416995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:11.506388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:11.536630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:51:11.585507 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca', 'code': 200} Mar 11 16:51:11.587963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:12.592562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb5c3f-9247-4852-9425-382c9c248193 req-2f92d485-45d9-42c0-ac87-456d11980ca8 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:12.594077 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0acb5c3f-9247-4852-9425-382c9c248193 req-2f92d485-45d9-42c0-ac87-456d11980ca8 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0884824 Mar 11 16:51:12.643064 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0acb5c3f-9247-4852-9425-382c9c248193 req-8da07752-9f92-4ff0-9fa4-133c3801610e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 Mar 11 16:51:12.841468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c255f-1ee3-4b50-b24e-f44f5a3174b2 req-3ab6a9cf-3433-4f86-8e2f-051eeb29b7c8 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:12.842939 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dc0c255f-1ee3-4b50-b24e-f44f5a3174b2 req-3ab6a9cf-3433-4f86-8e2f-051eeb29b7c8 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0895131 Mar 11 16:51:12.889524 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dc0c255f-1ee3-4b50-b24e-f44f5a3174b2 req-bdd0e211-7f74-49ae-9a85-57d16b21af0b tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Mar 11 16:51:13.073573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e2482-9c26-4d01-b5a7-32e507ad9f2c req-62428e73-2138-4c2e-8cf0-6e3c68b7ef2e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:13.075099 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a9e2482-9c26-4d01-b5a7-32e507ad9f2c req-62428e73-2138-4c2e-8cf0-6e3c68b7ef2e tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0811026 Mar 11 16:51:13.126449 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a9e2482-9c26-4d01-b5a7-32e507ad9f2c req-a5622ae3-c27b-475c-8c7e-b32a1a212eaa tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Mar 11 16:51:13.400555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f927ef26-1287-4085-aa42-511505ade8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:14.103719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128aaef-ea8c-46c3-a1fd-d9485b55acfd req-6a80dc90-f348-4e7f-9d8a-93d5c4f4b443 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:14.105224 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6128aaef-ea8c-46c3-a1fd-d9485b55acfd req-6a80dc90-f348-4e7f-9d8a-93d5c4f4b443 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0854685 Mar 11 16:51:14.151424 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6128aaef-ea8c-46c3-a1fd-d9485b55acfd req-3bcb26be-bd00-49b8-9f36-9eb1f40ac3cf tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Mar 11 16:51:14.706195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:14.731667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:15.363186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523fd8a-cfe6-4c36-8e72-8cae37250397 req-fd422d47-090e-4311-ac10-fe73c884d1a6 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:15.364690 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2523fd8a-cfe6-4c36-8e72-8cae37250397 req-fd422d47-090e-4311-ac10-fe73c884d1a6 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0937390 Mar 11 16:51:15.413149 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2523fd8a-cfe6-4c36-8e72-8cae37250397 req-c0ef7829-7c01-4a84-8efd-c11a86c8dc66 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/security-groups?id=76cac637-ac72-4f79-807e-cb2861c77a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Mar 11 16:51:15.500041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-2903a25e-069a-4dba-9d13-ac4691212b17 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:15.501344 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-2903a25e-069a-4dba-9d13-ac4691212b17 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 946 time: 0.0872836 Mar 11 16:51:15.573203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Deleting port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:51:15.573549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:15.949096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:15.957421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] For port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,segment=NetworkSegment(480778d2-c070-4d31-9d4a-e909d2fbd28b),segment_id=480778d2-c070-4d31-9d4a-e909d2fbd28b)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:15.957775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:16.082445 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Calling delete_port for 792bf1d4-c274-41ae-abfb-cc5d36bc13ca owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:51:16.309243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:16.320326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['792bf1d4-c274-41ae-abfb-cc5d36bc13ca'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:51:16.361915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Pushing event deleted for resources: {'Port': ['ID=792bf1d4-c274-41ae-abfb-cc5d36bc13ca,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:16.439921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] No DVR routers for this DVR port 792bf1d4-c274-41ae-abfb-cc5d36bc13ca on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:51:16.442793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:16.445112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'name': 'network-vif-deleted', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:51:16.493881 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448be79a-6b1c-4d0b-9989-3cb8f1d5e247', 'name': 'network-vif-deleted', 'tag': '792bf1d4-c274-41ae-abfb-cc5d36bc13ca', 'status': 'completed', 'code': 200} Mar 11 16:51:16.528330 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8c4d56fa-8a91-4105-8e94-8e4a04a681a6 req-34d5a7a4-a089-4714-8a83-6629811b3ba3 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.35 "DELETE /v2.0/ports/792bf1d4-c274-41ae-abfb-cc5d36bc13ca HTTP/1.1" status: 204 len: 173 time: 1.0215046 Mar 11 16:51:16.572001 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2a92c1bd-4977-441d-9969-95b3151a47d0 req-307c8524-aa1d-45f5-9323-f76392c99120 tempest-ServerDiskConfigTestJSON-2025138816 tempest-ServerDiskConfigTestJSON-2025138816-project] 10.222.0.57 "GET /v2.0/ports?device_id=448be79a-6b1c-4d0b-9989-3cb8f1d5e247 HTTP/1.1" status: 200 len: 210 time: 0.0439494 Mar 11 16:51:17.822541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 39950) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:17.883586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a685176-04d5-4595-901d-f7e297424238 admin admin] Deleting subnet cde8d42f-ec3d-4984-a913-d8d5adbcb26d {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:51:17.886574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a685176-04d5-4595-901d-f7e297424238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:17.938644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a685176-04d5-4595-901d-f7e297424238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:17.996692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a685176-04d5-4595-901d-f7e297424238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.135387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a685176-04d5-4595-901d-f7e297424238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.178977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3a685176-04d5-4595-901d-f7e297424238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.181545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a685176-04d5-4595-901d-f7e297424238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde8d42f-ec3d-4984-a913-d8d5adbcb26d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:18.186618 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3a685176-04d5-4595-901d-f7e297424238 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cde8d42f-ec3d-4984-a913-d8d5adbcb26d HTTP/1.1" status: 204 len: 168 time: 0.3630219 Mar 11 16:51:18.188988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 39954) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:18.294606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.418436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.442734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b014508f-d22b-423c-8bf4-2fbff13bb31b']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:18.455182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480778d2-c070-4d31-9d4a-e909d2fbd28b') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:18.455475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480778d2-c070-4d31-9d4a-e909d2fbd28b') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:18.467183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.483349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.490744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:51:18.491127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:51:18.505693 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:51:18.657346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.673340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:18.685109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] Pushing event deleted for resources: {'Network': ['ID=b014508f-d22b-423c-8bf4-2fbff13bb31b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:18.761189 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b22d157c-afe5-46e6-9a98-5de291db1360 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b014508f-d22b-423c-8bf4-2fbff13bb31b HTTP/1.1" status: 204 len: 168 time: 0.5711868 Mar 11 16:51:19.075266 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39960) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:19.127182 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-99fb8104-00f6-4fe9-b55f-7abc4bb132ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea7c043f55b54662bc8d33674bff7d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503912 Mar 11 16:51:19.129607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39964) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:19.183092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 792bf1d4-c274-41ae-abfb-cc5d36bc13ca no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:51:19.187680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:19.215366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:19.218784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 792bf1d4-c274-41ae-abfb-cc5d36bc13ca {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:51:19.219150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 792bf1d4-c274-41ae-abfb-cc5d36bc13ca not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:51:19.331704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:19.349102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cac637-ac72-4f79-807e-cb2861c77a2b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:19.357062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.357412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.357751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.358079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.358422 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.358757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.359133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.359464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.359791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.360113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.360430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.360742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:19.427672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:19.428779 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-61fb4cf7-ce4a-49e5-90da-256c21f5fc43 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76cac637-ac72-4f79-807e-cb2861c77a2b HTTP/1.1" status: 204 len: 168 time: 0.2982981 Mar 11 16:51:20.516734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39988) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:20.620611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-621977483-network', 'tenant_id': '67852cf82e2840199753a912a2b70c6d'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:20.625527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:20.629394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Usage tracker for resource:network and tenant:67852cf82e2840199753a912a2b70c6d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:20.632475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:20.638995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:20.726811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Made reservation on behalf of 67852cf82e2840199753a912a2b70c6d for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:51:20.729203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:20.741198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:20.755440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:20.759537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Usage tracker for resource:security_group_rule and tenant:67852cf82e2840199753a912a2b70c6d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:20.762373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:20.768083 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:20.852032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:20.920118 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:20.949652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:51:20.958072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27112037-4074-432e-8d04-4c969463b9c5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:20.964138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:20.964474 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Added segment 734b0e94-d910-4bb6-97bc-919be67b3a4d of type vlan for network 457eaa7b-b847-40d9-8d30-b7ad10041a86 Mar 11 16:51:20.989973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:21.074701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:21.075849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:21.076429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:21.184461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] Pushing event updated for resources: {'Network': ['ID=457eaa7b-b847-40d9-8d30-b7ad10041a86,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:21.195916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:51:21.235598 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2083d905-0379-45df-9bf8-c08b5720457d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7177563 Mar 11 16:51:21.238383 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39994) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:21.244049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Request body: {'subnet': {'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-621977483-subnet', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:21.248943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:21.252974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Usage tracker for resource:subnet and tenant:67852cf82e2840199753a912a2b70c6d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:21.256109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:21.262841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:21.337729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Made reservation on behalf of 67852cf82e2840199753a912a2b70c6d for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:51:21.340295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:21.604024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:21.794085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3f89fd-198d-4e86-a738-8950a1457d36,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:21.798610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Checking segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:51:21.798961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Network hostable DHCP agents. Network: 457eaa7b-b847-40d9-8d30-b7ad10041a86, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:51:21.937287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:51:22.005673 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 457eaa7b-b847-40d9-8d30-b7ad10041a86) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:22.010527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:22.011110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.015205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93697ae-2623-494c-8b0e-8ef544337f7e None None] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:51:22.080794 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2e7c03b3-543b-44ea-b346-13706e59b409 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8413208 Mar 11 16:51:22.083576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 39998) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:22.089243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:22.094106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:22.098275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Usage tracker for resource:router and tenant:67852cf82e2840199753a912a2b70c6d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:22.101115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:22.107021 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:22.149657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.150844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.166289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.225863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-457eaa7b-b847-40d9-8d30-b7ad10041a86', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:51:22.227081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.382947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Allocated IP 172.20.0.2 (457eaa7b-b847-40d9-8d30-b7ad10041a86/ac3f89fd-198d-4e86-a738-8950a1457d36/58f1e68e-9093-4854-93f6-86dd4fe5c49f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:51:22.486327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.612837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.624010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Transition to ACTIVE for port object 58f1e68e-9093-4854-93f6-86dd4fe5c49f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:51:22.642776 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Transition to ACTIVE for port object 58f1e68e-9093-4854-93f6-86dd4fe5c49f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:51:22.723893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.784364 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:51:22.787076 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:22.795794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:51:22.801802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Pushing event updated for resources: {'Port': ['ID=58f1e68e-9093-4854-93f6-86dd4fe5c49f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:22.879675 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.889161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Attempting to bind port 58f1e68e-9093-4854-93f6-86dd4fe5c49f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:51:22.889520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Attempting to bind port 58f1e68e-9093-4854-93f6-86dd4fe5c49f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:51:22.889874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Attempting to bind port 58f1e68e-9093-4854-93f6-86dd4fe5c49f on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:51:22.895068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:51:22.895430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Checking segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:51:22.895818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.896196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Bound using segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:51:22.896639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Bound port: 58f1e68e-9093-4854-93f6-86dd4fe5c49f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:51:22.896998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.910805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:22.986782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] For port 58f1e68e-9093-4854-93f6-86dd4fe5c49f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:51:22.991933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] For port 58f1e68e-9093-4854-93f6-86dd4fe5c49f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=58f1e68e-9093-4854-93f6-86dd4fe5c49f,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:51:23.046538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Allocated IP 172.26.8.225 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/33d3f208-0a2d-49d5-83ed-b38eceb7103c) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:51:23.061078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:23.147412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718773e5-5281-4207-83cc-ae1d22e869b0 None None] Pushing event updated for resources: {'Port': ['ID=58f1e68e-9093-4854-93f6-86dd4fe5c49f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:23.204860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:23.286742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:23.355439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:51:23.370349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:23.370349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:51:23.422809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Pushing event updated for resources: {'Port': ['ID=33d3f208-0a2d-49d5-83ed-b38eceb7103c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:23.444021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 58f1e68e-9093-4854-93f6-86dd4fe5c49f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:51:23.583197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 58f1e68e-9093-4854-93f6-86dd4fe5c49f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:51:23.978359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.141607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d96a9f-7e4c-402c-ab34-a8a36dd6d765 None None] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:51:24.294408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9e95a9a3-c6d4-43f3-9b4e-70b7712effdf None None] Provisioning for port 58f1e68e-9093-4854-93f6-86dd4fe5c49f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:51:24.309987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9e95a9a3-c6d4-43f3-9b4e-70b7712effdf None None] Provisioning complete for port 58f1e68e-9093-4854-93f6-86dd4fe5c49f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:24.310372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e95a9a3-c6d4-43f3-9b4e-70b7712effdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.325698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.518034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e95a9a3-c6d4-43f3-9b4e-70b7712effdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.555814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9e95a9a3-c6d4-43f3-9b4e-70b7712effdf None None] For port 58f1e68e-9093-4854-93f6-86dd4fe5c49f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=58f1e68e-9093-4854-93f6-86dd4fe5c49f,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:24.628848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:51:24.663836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e95a9a3-c6d4-43f3-9b4e-70b7712effdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.734461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95a9a3-c6d4-43f3-9b4e-70b7712effdf None None] Pushing event updated for resources: {'Port': ['ID=58f1e68e-9093-4854-93f6-86dd4fe5c49f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:24.784277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-69210152-ad56-40c5-adc8-23f1bfbf9586 None None] Provisioning complete for port 58f1e68e-9093-4854-93f6-86dd4fe5c49f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:24.784602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-69210152-ad56-40c5-adc8-23f1bfbf9586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.829453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:51:24.839946 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:51:24.849984 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:51:24.850665 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:51:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:24.903008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.907058 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f721aac9-a939-4d49-aee2-3a8a06e19e0c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8199587 Mar 11 16:51:24.907325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 40002) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:25.031963 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:51:25.317138 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:23Z', 'revision_number': 3, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:25.322825 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:51:25.323170 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Updating router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 port 33d3f208-0a2d-49d5-83ed-b38eceb7103c binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:51:25.377951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 58f1e68e-9093-4854-93f6-86dd4fe5c49f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:51:25.381820 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:25.452167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 58f1e68e-9093-4854-93f6-86dd4fe5c49f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:25.452536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:25.723482 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:25.733012 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:25.744408 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Transition to ACTIVE for port object 33d3f208-0a2d-49d5-83ed-b38eceb7103c will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:51:25.800327 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:25.878751 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Attempting to bind port 33d3f208-0a2d-49d5-83ed-b38eceb7103c on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:51:25.879419 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Attempting to bind port 33d3f208-0a2d-49d5-83ed-b38eceb7103c by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:51:25.879419 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Attempting to bind port 33d3f208-0a2d-49d5-83ed-b38eceb7103c on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:51:25.886960 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Pushing event updated for resources: {'Port': ['ID=33d3f208-0a2d-49d5-83ed-b38eceb7103c,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:25.891954 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:51:25.892310 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:51:25.892692 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:25.893067 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:51:25.893512 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Bound port: 33d3f208-0a2d-49d5-83ed-b38eceb7103c, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:51:25.893866 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:25.928096 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.928428 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.928787 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.929288 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.929288 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.929941 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.930349 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.930675 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.930991 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.931300 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.931607 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.931904 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:25.943221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Allocated IP 172.20.0.1 (457eaa7b-b847-40d9-8d30-b7ad10041a86/ac3f89fd-198d-4e86-a738-8950a1457d36/5fb83efa-d8ea-4494-8579-c5fc3b2fb400) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:51:25.980887 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] For port 33d3f208-0a2d-49d5-83ed-b38eceb7103c, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:51:25.991833 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] For port 33d3f208-0a2d-49d5-83ed-b38eceb7103c, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=33d3f208-0a2d-49d5-83ed-b38eceb7103c,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:51:26.057927 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:26.098109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:26.115665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Transition to ACTIVE for port object 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:51:26.137331 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:51:26.137958 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:51:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:26.223384 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:26.230204 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca00c5-9e9b-44b1-9b83-647d64997b0e None None] Pushing event updated for resources: {'Port': ['ID=33d3f208-0a2d-49d5-83ed-b38eceb7103c,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:26.289730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:51:26.292528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:26.300341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:51:26.335467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Pushing event updated for resources: {'Port': ['ID=5fb83efa-d8ea-4494-8579-c5fc3b2fb400,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:26.354009 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:51:26.359363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:26.609228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c0c2ca21-3006-4429-9abb-674b5c5265f4 None None] Provisioning for port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:51:26.614592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c0c2ca21-3006-4429-9abb-674b5c5265f4 None None] Provisioning complete for port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:26.617062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ca21-3006-4429-9abb-674b5c5265f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:26.650277 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:23Z', 'revision_number': 3, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:26.654639 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83221f31-11fe-45b5-a7a2-ef375fccc7a0 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:23Z', 'revision_number': 3, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:51:26.675186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2ca21-3006-4429-9abb-674b5c5265f4 None None] Port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:51:26.721831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:26.962840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:27.026420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:27.137782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:27.141138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Pushing event updated for resources: {'Port': ['ID=5fb83efa-d8ea-4494-8579-c5fc3b2fb400,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:27.410410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 33d3f208-0a2d-49d5-83ed-b38eceb7103c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:51:27.420146 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:51:27.421378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:27.592161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 33d3f208-0a2d-49d5-83ed-b38eceb7103c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:51:27.597691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 33d3f208-0a2d-49d5-83ed-b38eceb7103c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:27.598325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:27.638880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:51:27.741968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:27.746620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2f9a5903-52be-407d-b600-6f54eca2266d None None] Provisioning complete for port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:27.747074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5903-52be-407d-b600-6f54eca2266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:27.801603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 33d3f208-0a2d-49d5-83ed-b38eceb7103c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=33d3f208-0a2d-49d5-83ed-b38eceb7103c,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:27.813328 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a5903-52be-407d-b600-6f54eca2266d None None] Port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:51:27.827001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:51:27.837324 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b06161fd-7c95-4bff-8918-2c96670ee1fa admin admin] 10.222.0.57 "PUT /v2.0/routers/3c72f709-4478-4ac3-82a2-3a7e5cac2e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9289064 Mar 11 16:51:27.889330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:27.964564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=33d3f208-0a2d-49d5-83ed-b38eceb7103c,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:28.213298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:51:28.225344 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:51:28.226018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:51:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:28.406661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:51:28.655230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 40012) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:28.660464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824070630', 'description': 'tempest-description--1978737580'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:28.666961 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:28.670893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Usage tracker for resource:security_group and tenant:67852cf82e2840199753a912a2b70c6d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:28.673778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:28.680231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:28.737495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 2, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:28.742112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:51:28.742730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Updating router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:51:28.748911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:28.769892 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:28.774438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Usage tracker for resource:security_group_rule and tenant:67852cf82e2840199753a912a2b70c6d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:28.777340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:28.783063 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:28.797168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:28.854522 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:28.923788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:28.971241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5a709b-4760-4ea5-9eff-7efcd57b81e8,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:29.034905 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.036989 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cbcf8f9e-4c6b-4e3a-a03b-bcf5332bf992 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3805742 Mar 11 16:51:29.040325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 40016) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:29.046158 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'security_group_rule': {'security_group_id': '4c5a709b-4760-4ea5-9eff-7efcd57b81e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:29.052424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:29.057200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Usage tracker for resource:security_group_rule and tenant:67852cf82e2840199753a912a2b70c6d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:29.061170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:29.066701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:29.143963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.206156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.211907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.219832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Transition to ACTIVE for port object 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:51:29.291870 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.316853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0588122d-c06d-48ac-9a84-03e45f02c953,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:29.348881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.389710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 33d3f208-0a2d-49d5-83ed-b38eceb7103c up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:51:29.411992 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.414402 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-036f683e-09af-4a39-9e25-d07e2822bb56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729963 Mar 11 16:51:29.417046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 40020) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:29.423354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'security_group_rule': {'security_group_id': '4c5a709b-4760-4ea5-9eff-7efcd57b81e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:29.429960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:29.434002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Usage tracker for resource:security_group_rule and tenant:67852cf82e2840199753a912a2b70c6d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:29.437245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:29.443656 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:29.536608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff1b1a-e158-4bad-8c10-7cde809b19a4 None None] Pushing event updated for resources: {'Port': ['ID=5fb83efa-d8ea-4494-8579-c5fc3b2fb400,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:29.539461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.615272 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.645255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Attempting to bind port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:51:29.645618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Attempting to bind port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:51:29.645968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Attempting to bind port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:51:29.649954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 33d3f208-0a2d-49d5-83ed-b38eceb7103c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:29.650337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.683354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:51:29.683718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Checking segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:51:29.684110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.684498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Bound using segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:51:29.684968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Bound port: 5fb83efa-d8ea-4494-8579-c5fc3b2fb400, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:51:29.685328 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.685884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.710935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeffd809-2c7b-4cbe-ace7-c9783736f536,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:29.782837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.784081 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0e355d5d-bd80-4e8e-aa99-fd6b4f11a54f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660033 Mar 11 16:51:29.788126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 40024) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:29.794008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:29.801199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:29.805225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Usage tracker for resource:floatingip and tenant:67852cf82e2840199753a912a2b70c6d is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:29.808241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:29.813986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:29.858687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] For port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:51:29.876585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] For port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5fb83efa-d8ea-4494-8579-c5fc3b2fb400,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:51:29.903155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:29.960810 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:30.042091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:51:30.042542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:51:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:30.055222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:30.116409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff1b1a-e158-4bad-8c10-7cde809b19a4 None None] Pushing event updated for resources: {'Port': ['ID=5fb83efa-d8ea-4494-8579-c5fc3b2fb400,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:30.212210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Allocated IP 172.26.8.41 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/386014ed-14e6-47ca-aa58-4482a6b67744) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:51:30.244214 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:51:30.379236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:30.486314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:30.556058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:51:30.563245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:30.568322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:51:30.595067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event updated for resources: {'Port': ['ID=386014ed-14e6-47ca-aa58-4482a6b67744,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:30.603773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:29Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:30.608073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5204ff7-8cbe-4f00-a6d8-963129e6fab5 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:29Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:51:30.691644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:30.826347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:31.048606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:31.114463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:31.367139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event updated for resources: {'Port': ['ID=386014ed-14e6-47ca-aa58-4482a6b67744,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:31.383105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:31.430230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:51:31.482935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:31.484261 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0ae4e38f-3248-445f-8566-852c27bc363c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6943755 Mar 11 16:51:31.617551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:51:31.624253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:31.629698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:31.666704 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-521178f4-0ec8-49cd-b947-01704f20fb2b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1824070630&fields=id&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 267 time: 0.0459015 Mar 11 16:51:31.766544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:31.807271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5fb83efa-d8ea-4494-8579-c5fc3b2fb400,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:31.840887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-631a2ab0-5219-4fd1-9380-5593e3990410 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:31.842448 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-631a2ab0-5219-4fd1-9380-5593e3990410 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 811 time: 0.1684809 Mar 11 16:51:31.858493 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-961b20b9-1dfc-49d6-a96c-0e5ab54b7d15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/quotas/67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 375 time: 0.0103960 Mar 11 16:51:31.902985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:31.977128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=5fb83efa-d8ea-4494-8579-c5fc3b2fb400,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:32.060509 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-d061a20d-a714-422f-8722-5394d255d297 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1964033 Mar 11 16:51:32.203081 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-210385db-28a5-4297-a753-6a4b32cc6f38 service neutron] 10.222.0.57 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304564 Mar 11 16:51:32.338489 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-c095bc53-e7c5-472c-aa16-bb828e0358bc service neutron] 10.222.0.57 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293118 Mar 11 16:51:32.622091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-18b606b9-b3cf-41dc-bfd8-9a8684067c1a req-89255ede-e5a6-4fd6-926d-7063fceafdac tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:51:32.691198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-18b606b9-b3cf-41dc-bfd8-9a8684067c1a req-89255ede-e5a6-4fd6-926d-7063fceafdac tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:51:32.692387 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-18b606b9-b3cf-41dc-bfd8-9a8684067c1a req-89255ede-e5a6-4fd6-926d-7063fceafdac tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 210 time: 0.1159339 Mar 11 16:51:33.379701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:51:33.449905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:33.450547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:33.839825 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-38a125ca-0705-4cca-a847-ed882c2d0e32 req-607733e7-7871-40f3-bb32-d3de0104ce6f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 210 time: 0.0442185 Mar 11 16:51:34.880471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-19a8be2e-2c6b-4bce-a3a4-879aa79b84c6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:34.882341 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-19a8be2e-2c6b-4bce-a3a4-879aa79b84c6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 811 time: 0.1659436 Mar 11 16:51:34.931302 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-cc69a9f5-c9d6-4369-9008-af6cc1d0af98 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 380 time: 0.0410883 Mar 11 16:51:34.939813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'port': {'device_id': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'admin_state_up': True, 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'security_groups': ['4c5a709b-4760-4ea5-9eff-7efcd57b81e8']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:34.998137 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f4c61ec-c7a2-4f50-8222-5a218bf3022e req-893bc785-0b7a-423e-8a0c-059a23a45990 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 210 time: 0.0454295 Mar 11 16:51:35.082391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:35.092673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:35.154266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Made reservation on behalf of 67852cf82e2840199753a912a2b70c6d for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:51:35.157849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:35.329572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Allocated IP 172.20.0.12 (457eaa7b-b847-40d9-8d30-b7ad10041a86/ac3f89fd-198d-4e86-a738-8950a1457d36/6f3d57ef-3c1e-4bb9-81f9-37ff5be24702) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:51:35.516722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:35.532346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Transition to ACTIVE for port object 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:51:35.623278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:35.697210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:51:35.700608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:35.704846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:51:35.750323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event updated for resources: {'Port': ['ID=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:35.769238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.769499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.769838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.770191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.770527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.770858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.771176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.771561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.771877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.772703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.773839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.774185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:35.805631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:35.806318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:35.886633 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f2c5198b-6dc3-4fa9-9000-87dac7c7cfbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9504635 Mar 11 16:51:35.898398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Request body: {'port': {'device_id': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:36.014677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:36.040937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a07afe22-dfa3-4574-a41e-a0e04989667a None None] Provisioning for port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:51:36.046774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a07afe22-dfa3-4574-a41e-a0e04989667a None None] Provisioning complete for port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:36.047204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a07afe22-dfa3-4574-a41e-a0e04989667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:36.112698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a07afe22-dfa3-4574-a41e-a0e04989667a None None] Port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:51:36.333250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c09e55-da33-44a2-91e9-5c6ab556df00 req-29b4ba3e-5269-492b-9bff-966602fa1423 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:36.333832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b4c09e55-da33-44a2-91e9-5c6ab556df00 req-29b4ba3e-5269-492b-9bff-966602fa1423 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:51:36.490561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b4c09e55-da33-44a2-91e9-5c6ab556df00 req-29b4ba3e-5269-492b-9bff-966602fa1423 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:51:36.492238 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4c09e55-da33-44a2-91e9-5c6ab556df00 req-29b4ba3e-5269-492b-9bff-966602fa1423 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 932 time: 0.3526311 Mar 11 16:51:36.574852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:51:36.586438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:36.593688 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4c09e55-da33-44a2-91e9-5c6ab556df00 req-15dc02d1-04ca-49e2-bf13-83600f1fa3d7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689197 Mar 11 16:51:36.605143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Transition to ACTIVE for port object 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:51:36.680187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:36.840355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:36.886086 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:51:36.915767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Attempting to bind port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:51:36.916250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Attempting to bind port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:51:36.916419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Attempting to bind port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:51:36.920925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:51:36.921243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Attempting to bind port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:51:36.927028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:51:36.927368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Checking segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:51:36.927760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Bound using segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:51:36.928188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Bound port: 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:51:36.928605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:37.018826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:51:37.021697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:51:37.091869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:37.147927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:37.148446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:37.149786 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] 10.222.0.35 "PUT /v2.0/ports/6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 HTTP/1.1" status: 200 len: 1094 time: 1.2564030 Mar 11 16:51:37.150242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:51:37.175879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ee01b-cf7a-4379-b4de-be1a8eec00a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:37.196881 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'status': 'completed', 'code': 200} Mar 11 16:51:37.299202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4d93-b404-4a7e-bef5-d41252fa3f84 req-df5e422c-270d-4550-91ec-1b58871bb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:37.300735 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ceb4d93-b404-4a7e-bef5-d41252fa3f84 req-df5e422c-270d-4550-91ec-1b58871bb1bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 1097 time: 0.0836008 Mar 11 16:51:37.463616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4d93-b404-4a7e-bef5-d41252fa3f84 req-416a4e06-b8af-4547-aaf9-b88a86c48359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:37.464978 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ceb4d93-b404-4a7e-bef5-d41252fa3f84 req-416a4e06-b8af-4547-aaf9-b88a86c48359 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=67852cf82e2840199753a912a2b70c6d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1546853 Mar 11 16:51:37.608913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4d93-b404-4a7e-bef5-d41252fa3f84 req-32489e5a-3573-46c9-998c-f0d106811ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:37.610310 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ceb4d93-b404-4a7e-bef5-d41252fa3f84 req-32489e5a-3573-46c9-998c-f0d106811ee3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398683 Mar 11 16:51:37.762518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-d6e99591-46eb-40ac-9ebc-3a8215cf4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:37.764007 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-d6e99591-46eb-40ac-9ebc-3a8215cf4bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 1097 time: 0.1182446 Mar 11 16:51:37.839511 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-4a27675b-6bba-40a0-a315-14d1085d1b17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 HTTP/1.1" status: 200 len: 217 time: 0.0689619 Mar 11 16:51:37.914418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78a38-4294-4f86-9fc2-c60430620747 req-dbdef5f6-6f39-4fea-8058-00b1718a2276 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:37.916619 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-72b78a38-4294-4f86-9fc2-c60430620747 req-dbdef5f6-6f39-4fea-8058-00b1718a2276 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 944 time: 0.2133892 Mar 11 16:51:37.947078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-7e1dc3e3-0a71-4680-94bd-0088fadc64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:37.948783 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-7e1dc3e3-0a71-4680-94bd-0088fadc64f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.1033056 Mar 11 16:51:38.015842 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-72b78a38-4294-4f86-9fc2-c60430620747 req-c3c9f9f2-d48b-4cb6-b89e-183d8ef5bb1c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924861 Mar 11 16:51:38.045890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-44aa1bfb-a293-4b33-8938-01070d95cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:38.047379 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-44aa1bfb-a293-4b33-8938-01070d95cb48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913835 Mar 11 16:51:38.188105 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-7dee52d9-9c3f-474a-898c-732fa5037cd2 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334124 Mar 11 16:51:38.323047 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74fcc605-d2ba-4152-9dd7-ec54beffd89c req-3254df94-765c-4823-95c5-8c354955ec43 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273329 Mar 11 16:51:39.229355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73d7d2-8d9b-4f61-9153-deb5c93ed0b0 req-ec31e018-52af-4cdb-a7f4-c23a53f4e8c6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:39.230945 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c73d7d2-8d9b-4f61-9153-deb5c93ed0b0 req-ec31e018-52af-4cdb-a7f4-c23a53f4e8c6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 944 time: 0.0876532 Mar 11 16:51:39.284618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6c73d7d2-8d9b-4f61-9153-deb5c93ed0b0 req-eccbcc2b-e8e4-4732-92e8-5e3608a7a7a7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:51:39.374897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6c73d7d2-8d9b-4f61-9153-deb5c93ed0b0 req-eccbcc2b-e8e4-4732-92e8-5e3608a7a7a7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:51:39.376208 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c73d7d2-8d9b-4f61-9153-deb5c93ed0b0 req-eccbcc2b-e8e4-4732-92e8-5e3608a7a7a7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350572 Mar 11 16:51:39.546208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:40.671440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d250-4d30-4161-8c1e-8cc804500f3e req-36a3c7da-2e26-4747-8c81-b59e7b430621 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:40.672895 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e3a7d250-4d30-4161-8c1e-8cc804500f3e req-36a3c7da-2e26-4747-8c81-b59e7b430621 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 944 time: 0.1886175 Mar 11 16:51:40.719579 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e3a7d250-4d30-4161-8c1e-8cc804500f3e req-b15f74a4-e71d-4a1d-acce-2f7092aa9a0d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394831 Mar 11 16:51:41.146448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93f9d389-41c2-4170-a314-1cc0639374a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:41.354628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:51:41.489539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:41.511676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'mac_address': 'fa:16:3e:68:8a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:51:41.580823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:41.598356 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:51:41.615522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:41.680301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:41.750582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:41.758322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.758676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.759038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.759403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.759664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.759990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.760310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.760629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.760964 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.761267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.761580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.761901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:41.882971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['6f3d57ef-3c1e-4bb9-81f9-37ff5be24702'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:51:42.059841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c4907-2fba-409e-82e2-4cd6bf0624fa req-44e4fe68-6e38-4373-8dac-9cf4993a4271 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:42.061232 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fc6c4907-2fba-409e-82e2-4cd6bf0624fa req-44e4fe68-6e38-4373-8dac-9cf4993a4271 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 945 time: 0.0811296 Mar 11 16:51:42.110201 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-fc6c4907-2fba-409e-82e2-4cd6bf0624fa req-2826d05b-2716-4de0-b43c-1517e267ed36 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Mar 11 16:51:43.298634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a660e6-6bb9-43e9-9d0f-86c2787f8747 req-1b99d0a8-9776-44cd-aeb4-87178d66acf3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:43.300087 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35a660e6-6bb9-43e9-9d0f-86c2787f8747 req-1b99d0a8-9776-44cd-aeb4-87178d66acf3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 945 time: 0.0837286 Mar 11 16:51:43.347762 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-35a660e6-6bb9-43e9-9d0f-86c2787f8747 req-04cc5827-bad5-4dc1-96b7-e229815c7cdc tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 Mar 11 16:51:43.355018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:51:43.396646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d9a62b63-3907-4566-a921-57dd1cdd0c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:43.502620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:51:43.508986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:51:43.520708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:43.627204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:43.653937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:51:43.671691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:51:43.701027 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'code': 200} Mar 11 16:51:43.748358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:43.817166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:44.064863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f90b6-ecdb-4bb9-aa31-f9829165e3a8 req-e1169b75-55fe-4a8c-a7fc-e4f71a559f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:44.066273 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c5f90b6-ecdb-4bb9-aa31-f9829165e3a8 req-e1169b75-55fe-4a8c-a7fc-e4f71a559f68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 1099 time: 0.0695298 Mar 11 16:51:44.172045 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0c5f90b6-ecdb-4bb9-aa31-f9829165e3a8 req-83a6fbe6-8529-45f5-ac21-d94d51fef06e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001444 Mar 11 16:51:44.545010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1743d-757b-4635-af60-ac9104708897 req-c4ed1724-3c01-4777-a2d1-e108b6b5e923 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:44.546497 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-60e1743d-757b-4635-af60-ac9104708897 req-c4ed1724-3c01-4777-a2d1-e108b6b5e923 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0839961 Mar 11 16:51:44.594436 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-60e1743d-757b-4635-af60-ac9104708897 req-d0729579-3efd-4b17-8178-0c62a61e0064 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422475 Mar 11 16:51:44.740319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:44.763078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:45.783186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6121b-b9d8-4d86-b370-53beb4934fc2 req-07f7b590-b9ea-4722-895f-cd772b9b8621 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:45.784657 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-04d6121b-b9d8-4d86-b370-53beb4934fc2 req-07f7b590-b9ea-4722-895f-cd772b9b8621 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0830655 Mar 11 16:51:45.832505 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-04d6121b-b9d8-4d86-b370-53beb4934fc2 req-3792d16a-5a6a-41f5-86ea-212997d4f9b3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Mar 11 16:51:45.930914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:46.016377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52baab-9548-4552-9617-ab1889925bc0 req-49415e24-1133-4805-a741-2dbeec8ee97a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:46.017820 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d52baab-9548-4552-9617-ab1889925bc0 req-49415e24-1133-4805-a741-2dbeec8ee97a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0850976 Mar 11 16:51:46.026853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40082) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:46.031714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-26b38eef-2cd3-47b3-a2d9-6ae9e0a15be7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'floatingip': {'port_id': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:51:46.107133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26b38eef-2cd3-47b3-a2d9-6ae9e0a15be7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:46.726746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26b38eef-2cd3-47b3-a2d9-6ae9e0a15be7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:46.793783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26b38eef-2cd3-47b3-a2d9-6ae9e0a15be7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:46.974346 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-26b38eef-2cd3-47b3-a2d9-6ae9e0a15be7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34 associated. External IP: 172.26.8.41, port: 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702. Mar 11 16:51:47.433886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b38eef-2cd3-47b3-a2d9-6ae9e0a15be7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:51:47.623599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b38eef-2cd3-47b3-a2d9-6ae9e0a15be7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:51:47.628408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-26b38eef-2cd3-47b3-a2d9-6ae9e0a15be7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:47.633677 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:51:47.643778 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:51:47.644390 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:51:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:47.688839 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-26b38eef-2cd3-47b3-a2d9-6ae9e0a15be7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "PUT /v2.0/floatingips/28a6d27c-6bcf-40a6-8e64-8f049e3abd34 HTTP/1.1" status: 200 len: 991 time: 1.6609313 Mar 11 16:51:47.689435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:51:47.743552 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'status': 'completed', 'code': 200} Mar 11 16:51:47.829425 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:51:47.844019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-42314fca-f7ad-4cb3-a2af-c57f1cbf7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:47.845508 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-42314fca-f7ad-4cb3-a2af-c57f1cbf7195 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 1099 time: 0.0813498 Mar 11 16:51:47.879303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79bf2-e86a-4d19-bd26-ee27efc1cd19 req-78e50c47-1d7e-4839-8f5a-cbb8d23b8535 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:47.888261 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bbe79bf2-e86a-4d19-bd26-ee27efc1cd19 req-78e50c47-1d7e-4839-8f5a-cbb8d23b8535 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0942755 Mar 11 16:51:47.930740 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bbe79bf2-e86a-4d19-bd26-ee27efc1cd19 req-9a3b9e3d-f478-4027-ab5d-4ba482425572 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 Mar 11 16:51:47.987547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-9d92768e-ad22-4d25-ae77-9e82ac16b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:47.989869 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-9d92768e-ad22-4d25-ae77-9e82ac16b857 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1381297 Mar 11 16:51:48.140189 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-a4a330eb-18ec-40a4-91e2-87c679d35b0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 HTTP/1.1" status: 200 len: 999 time: 0.1439328 Mar 11 16:51:48.200344 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:68:8a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:51:46Z', 'revision_number': 1, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:48.204195 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:51:48.212586 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:51:48.213174 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:51:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:48.217489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fccdcc-dffb-4448-adf1-2fcbd8959cee req-43b9fe9e-e717-401b-aa21-f1ce15a43f53 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:48.218973 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42fccdcc-dffb-4448-adf1-2fcbd8959cee req-43b9fe9e-e717-401b-aa21-f1ce15a43f53 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.1697729 Mar 11 16:51:48.227890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-b3618617-f766-430e-8e75-e329babc0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:48.229233 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-b3618617-f766-430e-8e75-e329babc0423 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0838432 Mar 11 16:51:48.310098 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42fccdcc-dffb-4448-adf1-2fcbd8959cee req-e0a3a395-e18d-437f-9dd4-fdc3bf2c4fd5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840092 Mar 11 16:51:48.332864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-62432f17-80c7-4df6-8c07-29bbf1d1d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:48.334375 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-62432f17-80c7-4df6-8c07-29bbf1d1d211 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922365 Mar 11 16:51:48.394360 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:51:48.466336 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-2788d375-d48b-402d-bc70-675abb0f6c38 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256294 Mar 11 16:51:48.612252 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d59ccf77-b703-425c-a2bd-2cbec37bb5a0 req-ca9d2c98-29b6-47d4-bdb2-02b945ee2985 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395562 Mar 11 16:51:48.767643 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:68:8a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:51:46Z', 'revision_number': 1, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:48.771547 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a7260-13ad-4e6d-ae41-080e20af4fc4 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:68:8a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:51:46Z', 'revision_number': 1, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:51:48.966784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aac5bf-ce74-4c7f-825a-a3b1ddbd029f None None] New status for floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:51:49.494265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356c4e7-20f2-4f35-92c7-202936754aee req-69d0a562-5d4f-4ac3-a4e3-aea181cd3aaa tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:49.495802 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d356c4e7-20f2-4f35-92c7-202936754aee req-69d0a562-5d4f-4ac3-a4e3-aea181cd3aaa tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0812223 Mar 11 16:51:49.541231 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d356c4e7-20f2-4f35-92c7-202936754aee req-b78a9ed7-fd1c-4ffa-93be-309cfcf243fa tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 Mar 11 16:51:49.834113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4abf9-34c8-4ff2-93f4-b148a04a820f req-02cdaa14-8690-4cfc-91ea-d6c8429807e9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:49.835845 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58c4abf9-34c8-4ff2-93f4-b148a04a820f req-02cdaa14-8690-4cfc-91ea-d6c8429807e9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.1852736 Mar 11 16:51:49.882470 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58c4abf9-34c8-4ff2-93f4-b148a04a820f req-83ae561a-741b-48ea-a4e9-d55f045ca094 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409048 Mar 11 16:51:49.972381 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-b2e7641f-9680-4b33-a8f5-4c591dd19d9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740385 Mar 11 16:51:50.114394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-91b7a2f4-11ed-478e-9398-645ebcbb7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:50.115462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-91b7a2f4-11ed-478e-9398-645ebcbb7920 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 1099 time: 0.0732510 Mar 11 16:51:50.265784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-b0790c70-0ed9-4661-9117-8c763f594994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:50.267319 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-b0790c70-0ed9-4661-9117-8c763f594994 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1338010 Mar 11 16:51:50.420845 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-837fac65-2e02-4c98-a5f0-fbb0c59d9696 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 HTTP/1.1" status: 200 len: 1001 time: 0.1480012 Mar 11 16:51:50.538293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-b9c96a5e-0134-4a78-b8ad-fe59f6bc7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:50.539728 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-b9c96a5e-0134-4a78-b8ad-fe59f6bc7786 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.1130440 Mar 11 16:51:50.598758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9701e4-36a1-430f-a912-81819241f19d req-cff85783-ec14-4ddb-a53e-db395052e3dd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:50.600801 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b9701e4-36a1-430f-a912-81819241f19d req-cff85783-ec14-4ddb-a53e-db395052e3dd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.2320998 Mar 11 16:51:50.671517 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-417b4855-8531-43ca-8fd3-829bee6e14d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1969686 Mar 11 16:51:50.675639 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b9701e4-36a1-430f-a912-81819241f19d req-66fc43cb-fd72-480b-a509-fe7eb4ba7f49 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682597 Mar 11 16:51:50.692176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-f9345ba4-b911-4c90-8a6c-687dc36608d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:50.693642 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-f9345ba4-b911-4c90-8a6c-687dc36608d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1462312 Mar 11 16:51:50.829410 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-4d6d2b64-426c-4090-8f21-7abf4549b10e service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294987 Mar 11 16:51:50.968448 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbcdc20f-252c-4bc5-b15f-620d07d4d680 req-89c870e4-cd7a-4b36-8d97-8f7e29f4a6be service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326911 Mar 11 16:51:51.871627 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35038af8-3577-4c81-a48f-74489effc837 req-1836486f-6b06-4619-b7bf-ec895218502e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:51.873050 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-35038af8-3577-4c81-a48f-74489effc837 req-1836486f-6b06-4619-b7bf-ec895218502e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0889475 Mar 11 16:51:51.918669 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-35038af8-3577-4c81-a48f-74489effc837 req-f080bfff-0205-4742-99ab-36c4abd2b375 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Mar 11 16:51:52.763145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-67e12e89-a15a-4dd5-8fa1-28236d547636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:52.764629 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-67e12e89-a15a-4dd5-8fa1-28236d547636 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 1099 time: 0.0749772 Mar 11 16:51:52.898944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-e22ec757-2ad2-480f-b431-aa7ca751d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:52.900372 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-e22ec757-2ad2-480f-b431-aa7ca751d6a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1301060 Mar 11 16:51:53.003925 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-039a6183-ab12-4a7a-a37e-6fe9af666fb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 HTTP/1.1" status: 200 len: 1001 time: 0.0975122 Mar 11 16:51:53.114648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-951d1ca7-8cc0-4fa2-8ae6-53a6725fa4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:53.116744 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-951d1ca7-8cc0-4fa2-8ae6-53a6725fa4f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.1068635 Mar 11 16:51:53.196268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43501f2-cba7-428f-adec-4a5919715c5d req-935ff13d-99b4-40aa-a882-4b0997b35829 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:53.197682 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b43501f2-cba7-428f-adec-4a5919715c5d req-935ff13d-99b4-40aa-a882-4b0997b35829 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.1544244 Mar 11 16:51:53.351465 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b43501f2-cba7-428f-adec-4a5919715c5d req-50076cc1-1f5c-4257-bdc6-a6e9b8968639 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477079 Mar 11 16:51:53.354686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-7a5d7f6d-2021-4702-bb89-2cb6b3194e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:53.356064 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-7a5d7f6d-2021-4702-bb89-2cb6b3194e94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2316077 Mar 11 16:51:53.487364 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-8442168a-df1f-415d-84d0-3851b5bc9fd2 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246035 Mar 11 16:51:53.618976 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-c96386a3-a62c-4bb9-95b3-449a599f5a41 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259608 Mar 11 16:51:54.536302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11968380-7bed-4b1a-b724-335d0f6c4947 req-b031782e-611b-4a60-9467-03fe5a7d31d6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:54.537933 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-11968380-7bed-4b1a-b724-335d0f6c4947 req-b031782e-611b-4a60-9467-03fe5a7d31d6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0821695 Mar 11 16:51:54.588055 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-11968380-7bed-4b1a-b724-335d0f6c4947 req-e5793397-dbb8-4863-a05c-976a4c466d85 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442660 Mar 11 16:51:55.780006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67279-45e2-46e2-bcfc-f8d4ddc8af82 req-40021503-ff3d-421b-aa81-840433e07d9a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:55.789142 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ac67279-45e2-46e2-bcfc-f8d4ddc8af82 req-40021503-ff3d-421b-aa81-840433e07d9a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0798590 Mar 11 16:51:55.826592 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ac67279-45e2-46e2-bcfc-f8d4ddc8af82 req-39892150-ce7a-4ec2-8212-7446d919798c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 Mar 11 16:51:57.017628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824665f-4aa4-4e32-b6e6-877acb28f858 req-f0df796c-4414-4091-bd3d-8fee8f1ab0f0 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:57.019378 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3824665f-4aa4-4e32-b6e6-877acb28f858 req-f0df796c-4414-4091-bd3d-8fee8f1ab0f0 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0850468 Mar 11 16:51:57.066304 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3824665f-4aa4-4e32-b6e6-877acb28f858 req-886de9a8-aeba-4d82-a094-d309723eea97 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407751 Mar 11 16:51:58.262956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1309df4-181c-4fd4-a93b-91bad75f2ab7 req-dfaf8f1f-af5e-4fa3-8b69-d03d74b4c74f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:58.264390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1309df4-181c-4fd4-a93b-91bad75f2ab7 req-dfaf8f1f-af5e-4fa3-8b69-d03d74b4c74f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0871873 Mar 11 16:51:58.307968 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1309df4-181c-4fd4-a93b-91bad75f2ab7 req-497c42ac-2bb6-40c2-966a-1ed52b253953 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379121 Mar 11 16:51:59.499842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741601d7-5dc9-4630-9d23-16084983e91a req-bcf3162a-c1ba-40ec-88c6-4de28238faa8 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:59.501264 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-741601d7-5dc9-4630-9d23-16084983e91a req-bcf3162a-c1ba-40ec-88c6-4de28238faa8 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0850837 Mar 11 16:51:59.549750 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-741601d7-5dc9-4630-9d23-16084983e91a req-c859d6fc-37ff-44df-86bf-c263224b6302 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419679 Mar 11 16:52:00.737711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01055d65-cc41-4aa0-8402-2ce9313f7e02 req-407e5dec-11b0-470b-8439-3f39e29f5e59 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:00.739244 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-01055d65-cc41-4aa0-8402-2ce9313f7e02 req-407e5dec-11b0-470b-8439-3f39e29f5e59 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0803289 Mar 11 16:52:00.789659 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-01055d65-cc41-4aa0-8402-2ce9313f7e02 req-ef7e3146-a5d2-4425-9abf-b02e2f836270 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Mar 11 16:52:01.983680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1faba66-da56-4827-b332-0a80b40dc486 req-42f193e2-0331-4326-bffd-41a89c161c2d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:01.985116 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1faba66-da56-4827-b332-0a80b40dc486 req-42f193e2-0331-4326-bffd-41a89c161c2d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0838892 Mar 11 16:52:02.029049 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a1faba66-da56-4827-b332-0a80b40dc486 req-bb269a9f-580f-41f6-b6d2-b594cad23a0e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377626 Mar 11 16:52:03.220802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea04b-4ee4-451d-92d4-1199006f6d01 req-a4664d2a-0d8c-4ff7-8d50-63bbe85f3d19 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:03.222273 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a56ea04b-4ee4-451d-92d4-1199006f6d01 req-a4664d2a-0d8c-4ff7-8d50-63bbe85f3d19 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0847847 Mar 11 16:52:03.266354 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a56ea04b-4ee4-451d-92d4-1199006f6d01 req-5c8da9aa-2395-4319-b2c3-b44cf7c6e172 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383928 Mar 11 16:52:04.462833 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfca4c-2ce5-444d-975b-f03f65701085 req-52bbee54-7806-491d-addd-00a38ede8702 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:04.464319 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9acfca4c-2ce5-444d-975b-f03f65701085 req-52bbee54-7806-491d-addd-00a38ede8702 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0876856 Mar 11 16:52:04.510497 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9acfca4c-2ce5-444d-975b-f03f65701085 req-3e0bb34d-bc9c-48aa-9c70-0d4f6aeb1b94 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405262 Mar 11 16:52:05.710963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142829-db2a-4116-a09e-33f57f922009 req-455e1570-5690-4803-a015-bd7ebd5a2e24 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:05.712440 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1e142829-db2a-4116-a09e-33f57f922009 req-455e1570-5690-4803-a015-bd7ebd5a2e24 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0863409 Mar 11 16:52:05.759758 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1e142829-db2a-4116-a09e-33f57f922009 req-f778e54e-e7c9-4bfe-8f23-632d3b0ebaaf tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Mar 11 16:52:06.956701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7445e6-2422-469b-9716-b1ffb7473854 req-fefdb504-3434-40d1-8661-377e4d4a9ee6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:06.958280 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ce7445e6-2422-469b-9716-b1ffb7473854 req-fefdb504-3434-40d1-8661-377e4d4a9ee6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0855005 Mar 11 16:52:07.008107 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ce7445e6-2422-469b-9716-b1ffb7473854 req-c592c352-f3ee-4b84-bcff-c3bf7d38bc89 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435302 Mar 11 16:52:08.197750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ece4f6-6901-4c07-9be4-2901d0da579b req-220393ec-4605-4ad0-a4c1-62e0427206c9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:08.199316 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-67ece4f6-6901-4c07-9be4-2901d0da579b req-220393ec-4605-4ad0-a4c1-62e0427206c9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0852327 Mar 11 16:52:08.248000 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-67ece4f6-6901-4c07-9be4-2901d0da579b req-dd8f8141-f163-4b51-a33a-18b7acc27435 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424085 Mar 11 16:52:09.454666 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0914fb-9613-4028-a5f0-fbd2c4832fd3 req-93971676-240c-4071-8b26-c4d4336bdd87 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:09.456158 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d0914fb-9613-4028-a5f0-fbd2c4832fd3 req-93971676-240c-4071-8b26-c4d4336bdd87 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0880833 Mar 11 16:52:09.510729 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3d0914fb-9613-4028-a5f0-fbd2c4832fd3 req-5595c598-929b-4bcf-920f-49c4e35fc2fd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478511 Mar 11 16:52:09.598912 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:10.706307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5e93a-c741-4a11-8081-1db243ecc320 req-d2d237a5-8c2a-4f41-bcb8-f6e12651c489 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:10.707893 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-96c5e93a-c741-4a11-8081-1db243ecc320 req-d2d237a5-8c2a-4f41-bcb8-f6e12651c489 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0844638 Mar 11 16:52:10.752951 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-96c5e93a-c741-4a11-8081-1db243ecc320 req-d0bda12b-c2a3-4e09-9280-4504d8fce295 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384650 Mar 11 16:52:11.192884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6f63dbd1-11ae-47c6-b439-a984788051a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:11.946151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0335e-748a-4a6d-8150-75b2b18a434e req-fe51e026-bcd2-4ca8-be0a-fa5a6cca0de7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:11.947639 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68d0335e-748a-4a6d-8150-75b2b18a434e req-fe51e026-bcd2-4ca8-be0a-fa5a6cca0de7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0846155 Mar 11 16:52:11.992398 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68d0335e-748a-4a6d-8150-75b2b18a434e req-48831ec1-1991-4dd3-a0e4-ab5f1fe4ee8a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388794 Mar 11 16:52:13.189630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307e1e-51df-4b37-91e3-51efeb3fc899 req-3b0c27ae-f849-4819-a690-49323f5bde76 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:13.191108 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-39307e1e-51df-4b37-91e3-51efeb3fc899 req-3b0c27ae-f849-4819-a690-49323f5bde76 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0868642 Mar 11 16:52:13.242450 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-39307e1e-51df-4b37-91e3-51efeb3fc899 req-9c900462-e04b-47f8-851d-1bd564a19528 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446720 Mar 11 16:52:13.439121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-78293c37-db65-4f57-ba01-892c58c34bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:13.885017 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:52:14.431813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024c5b7-2286-4452-a005-2a406bddc4a6 req-700c7b18-b22b-46ab-a991-6a605624a74a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:14.433275 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a024c5b7-2286-4452-a005-2a406bddc4a6 req-700c7b18-b22b-46ab-a991-6a605624a74a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0801456 Mar 11 16:52:14.478196 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a024c5b7-2286-4452-a005-2a406bddc4a6 req-37b0f7ce-7193-4895-a805-54738980ce0e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392818 Mar 11 16:52:14.717743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:14.746196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:15.627654 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-2e54bc0d-ba02-4719-9db5-a5918adb0771 service neutron] 10.222.0.35 "GET /v2.0/ports/6f3d57ef-3c1e-4bb9-81f9-37ff5be24702/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.1165247 Mar 11 16:52:15.679292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d322266-9cfb-4a09-b3c3-fe57ee179445 req-74b2186b-ded7-4fe1-9bce-679755e22df9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:15.680762 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d322266-9cfb-4a09-b3c3-fe57ee179445 req-74b2186b-ded7-4fe1-9bce-679755e22df9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0930862 Mar 11 16:52:15.731089 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d322266-9cfb-4a09-b3c3-fe57ee179445 req-8811a450-05d0-4e3a-a417-0ecbae0347a5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445118 Mar 11 16:52:15.940339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:16.164628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-cacec521-b830-490d-89cf-7ab03cdf04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:16.166077 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-cacec521-b830-490d-89cf-7ab03cdf04c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 1099 time: 0.0708668 Mar 11 16:52:16.262352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-b33fa2a9-210a-4d64-9253-2bb61c912a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:16.263725 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-b33fa2a9-210a-4d64-9253-2bb61c912a5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 1099 time: 0.0765843 Mar 11 16:52:16.403770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-97bf7325-3217-436f-9972-92d0da4a3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:16.405204 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-97bf7325-3217-436f-9972-92d0da4a3b26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1351159 Mar 11 16:52:16.512972 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-10b97e4b-4e37-46e1-95ab-bb7b7be3145d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 HTTP/1.1" status: 200 len: 1001 time: 0.1014609 Mar 11 16:52:16.681193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-773c844f-6496-460a-bc36-df4027d57d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:16.682715 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-773c844f-6496-460a-bc36-df4027d57d98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.1636124 Mar 11 16:52:16.762429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-3afed484-a7e2-46f5-bdd1-468fed9a654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:16.764884 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-3afed484-a7e2-46f5-bdd1-468fed9a654c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759223 Mar 11 16:52:16.902731 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-e0023772-2005-4df8-a866-f0e351130dc7 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304867 Mar 11 16:52:16.926691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99ab82-e4fd-4c04-902a-6844fd73512d req-06f2db77-54d8-46fc-b2c7-eace882c167e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:16.928158 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2d99ab82-e4fd-4c04-902a-6844fd73512d req-06f2db77-54d8-46fc-b2c7-eace882c167e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0884361 Mar 11 16:52:16.973860 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2d99ab82-e4fd-4c04-902a-6844fd73512d req-88f1c798-fc09-485e-b7a2-199238200eef tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 Mar 11 16:52:17.036512 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9089753-bf3c-4aa0-9b38-eb677e1379a0 req-03d2eddf-7cab-48ba-8d22-0f1de5d06da5 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282442 Mar 11 16:52:18.174951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e0c2e-50b0-4399-b076-412c5548c7a7 req-86bf3f35-34f7-419e-95af-25114aef3d13 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:18.176307 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c72e0c2e-50b0-4399-b076-412c5548c7a7 req-86bf3f35-34f7-419e-95af-25114aef3d13 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0829542 Mar 11 16:52:18.223588 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c72e0c2e-50b0-4399-b076-412c5548c7a7 req-55de397e-d023-4a88-b56f-eb6f3c5fca6f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 Mar 11 16:52:19.417356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf80498-baf8-45af-bbfc-71ba64070604 req-bae400ef-a666-4d66-a628-86286efc34d7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:19.418830 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dbf80498-baf8-45af-bbfc-71ba64070604 req-bae400ef-a666-4d66-a628-86286efc34d7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0853734 Mar 11 16:52:19.467504 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dbf80498-baf8-45af-bbfc-71ba64070604 req-5e6647d5-3c06-4dfc-91fd-3847c397a0a7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Mar 11 16:52:19.504036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:52:19.507483 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:52:19.721706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:19.756195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:52:19.772560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:52:19.781479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'mac_address': 'fa:16:3e:68:8a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:52:19.785701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:52:19.844263 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'code': 200} Mar 11 16:52:19.846714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:19.876223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:19.907886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:52:19.970938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:19.991032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:52:19.991383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:52:20.032945 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1cee8-c95b-421e-a164-de51bc6de8f3 req-0a3c88c1-0289-4533-bbed-77f0cdf85361 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:20.034430 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22a1cee8-c95b-421e-a164-de51bc6de8f3 req-0a3c88c1-0289-4533-bbed-77f0cdf85361 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 944 time: 0.1427486 Mar 11 16:52:20.095412 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22a1cee8-c95b-421e-a164-de51bc6de8f3 req-e7458b7a-7cf5-445b-916f-250e268acc74 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527117 Mar 11 16:52:20.112358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-41ad0096-36a5-466e-93a5-13e354cc0675 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:20.113768 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-41ad0096-36a5-466e-93a5-13e354cc0675 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044&tenant_id=67852cf82e2840199753a912a2b70c6d&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.1377783 Mar 11 16:52:20.253360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-dd5a343c-c241-4e7d-a2f5-541419000c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:20.254854 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-dd5a343c-c241-4e7d-a2f5-541419000c7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 1097 time: 0.0743601 Mar 11 16:52:20.385163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-b829881e-c3da-4adf-b788-674a874cf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:20.386527 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-b829881e-c3da-4adf-b788-674a874cf64d service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1265814 Mar 11 16:52:20.488786 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-2a966219-ca12-4dd3-8210-95081580d42d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 HTTP/1.1" status: 200 len: 999 time: 0.0966382 Mar 11 16:52:20.545242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:20.553107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-8cfeb4ec-d60e-4245-867f-0d11b193022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:20.554661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-8cfeb4ec-d60e-4245-867f-0d11b193022c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0602827 Mar 11 16:52:20.562298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:52:20.578501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:52:20.628635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-f14789b6-b76f-4ddf-950a-dd70cf80dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:20.630081 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-f14789b6-b76f-4ddf-950a-dd70cf80dd89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698857 Mar 11 16:52:20.650085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:20.719825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['6f3d57ef-3c1e-4bb9-81f9-37ff5be24702'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:52:20.760937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:20.766426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-ddfb6ce4-76fb-4401-850c-c01d31873421 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304994 Mar 11 16:52:20.903062 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b62aca8-0976-4459-91ec-5bfaeee225f0 req-08905dfd-8819-4f1c-82f4-a6bee0cd3142 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296353 Mar 11 16:52:21.290762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc2b07-e019-4c35-8c62-dc17e38c1b56 req-ca00f734-3cf9-4201-acd4-654a6b26fd16 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:21.292148 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6cc2b07-e019-4c35-8c62-dc17e38c1b56 req-ca00f734-3cf9-4201-acd4-654a6b26fd16 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 945 time: 0.0870910 Mar 11 16:52:21.336671 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f6cc2b07-e019-4c35-8c62-dc17e38c1b56 req-c684545c-315f-4b6a-a437-3b56aa3052f9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388160 Mar 11 16:52:21.509877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:52:21.579827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:21.580550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:21.697244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:21.730411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:52:21.838902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:21.873973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:52:21.914849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:21.926927 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'code': 200} Mar 11 16:52:22.524315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f24ee-1c07-49ee-af33-b2ae13fc5fe1 req-1b82dcfb-9295-4b2a-93ed-ea6fbb04f3b2 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:22.525787 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e85f24ee-1c07-49ee-af33-b2ae13fc5fe1 req-1b82dcfb-9295-4b2a-93ed-ea6fbb04f3b2 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0839314 Mar 11 16:52:22.571508 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e85f24ee-1c07-49ee-af33-b2ae13fc5fe1 req-f04ea00c-33d2-4ce2-847a-45715abf99a5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Mar 11 16:52:22.761269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5a96b-2a36-4e39-8f6a-2033a4fb0158 req-de250767-e7ad-41bd-9fed-c1e5dcdbe272 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:22.762718 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91f5a96b-2a36-4e39-8f6a-2033a4fb0158 req-de250767-e7ad-41bd-9fed-c1e5dcdbe272 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0813968 Mar 11 16:52:22.807204 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91f5a96b-2a36-4e39-8f6a-2033a4fb0158 req-9f8cc8c0-bc6f-461a-bad3-4171b08754b7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388005 Mar 11 16:52:22.996282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac12e9-e197-4a8d-9ba5-7d4071ec3ca8 req-4d1a6d61-0dd2-419c-a333-4dbd3cd38cb1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:22.997709 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7ac12e9-e197-4a8d-9ba5-7d4071ec3ca8 req-4d1a6d61-0dd2-419c-a333-4dbd3cd38cb1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0815694 Mar 11 16:52:23.041538 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d7ac12e9-e197-4a8d-9ba5-7d4071ec3ca8 req-b36327ad-e94b-4b57-9b84-b1ec40895d72 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380781 Mar 11 16:52:23.634161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fe77d-12c9-4100-be49-331aeef927e8 req-ab07dcdc-4ec8-45ce-8cfc-ecba058faf5a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:23.635567 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a12fe77d-12c9-4100-be49-331aeef927e8 req-ab07dcdc-4ec8-45ce-8cfc-ecba058faf5a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0865140 Mar 11 16:52:23.679602 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a12fe77d-12c9-4100-be49-331aeef927e8 req-dd1df6a6-82c2-492d-9169-b889a78eabe9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383682 Mar 11 16:52:24.871588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58129e4b-7019-4e8d-883e-b9ee9e5ed3eb req-544a86f2-d45b-4429-bbe0-ff51f809b564 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:24.872892 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58129e4b-7019-4e8d-883e-b9ee9e5ed3eb req-544a86f2-d45b-4429-bbe0-ff51f809b564 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0829375 Mar 11 16:52:25.012284 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58129e4b-7019-4e8d-883e-b9ee9e5ed3eb req-1fb5d4f3-81f0-4341-9e0d-c03fb1a6de8e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337407 Mar 11 16:52:25.254912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-513de76f-ec7d-46b8-a9ce-98509aa09b50 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:25.256963 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-513de76f-ec7d-46b8-a9ce-98509aa09b50 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 946 time: 0.0790129 Mar 11 16:52:25.330143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Deleting port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:52:25.330517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:25.575126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] For port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:52:25.575478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:25.868020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:25.868301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:25.868614 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34 disassociated. External IP: 172.26.8.41, port: 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702. Mar 11 16:52:25.868949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Calling delete_port for 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:52:26.078829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:26.129832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event deleted for resources: {'Port': ['ID=6f3d57ef-3c1e-4bb9-81f9-37ff5be24702,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:26.168952 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a80f42d7-a36e-42d8-861d-d8f7c432df5a req-21a41ae7-8065-4c0c-9ed8-2fed05437db8 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 210 time: 0.0483875 Mar 11 16:52:26.323333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:52:26.501555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:52:26.511336 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:52:26.522319 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:52:26.522999 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:52:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:26.579237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] No DVR routers for this DVR port 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:52:26.581715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:26.585383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'name': 'network-vif-deleted', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:52:26.631827 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63182bc-d2ef-4020-a783-58b4521f0044', 'name': 'network-vif-deleted', 'tag': '6f3d57ef-3c1e-4bb9-81f9-37ff5be24702', 'status': 'completed', 'code': 200} Mar 11 16:52:26.696699 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd1f8fd6-00d9-423e-bea3-b971e4739391 req-10c2a40b-7320-4589-b304-5626a4fb303b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "DELETE /v2.0/ports/6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 HTTP/1.1" status: 204 len: 173 time: 1.4346926 Mar 11 16:52:26.700328 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:52:27.010650 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:27.014549 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:52:27.023241 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:52:27.023829 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:52:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:27.208864 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:52:27.457272 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-47c93d52-7457-4c3c-868f-c7de96901935 req-0c1f9c99-c830-4810-9f26-7760c95bfa0d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63182bc-d2ef-4020-a783-58b4521f0044 HTTP/1.1" status: 200 len: 210 time: 0.1634965 Mar 11 16:52:27.563589 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:27.568466 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476349eb-6350-42b8-8b59-fcce174ae948 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:52:27.785922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655db52-0c89-4b50-98aa-efcd45fa5aa8 None None] New status for floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:52:28.797504 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-70adfb71-1a3b-4325-8903-bfd7f42cbcbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1824070630&fields=id&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 267 time: 0.0395491 Mar 11 16:52:29.055146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-f94eedcc-a283-425a-878d-432d3adebdfa tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:29.056481 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-f94eedcc-a283-425a-878d-432d3adebdfa tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 811 time: 0.2516630 Mar 11 16:52:29.071634 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-baf35488-9cb0-4c42-b356-73e3d32578bb tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/quotas/67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 375 time: 0.0096664 Mar 11 16:52:29.160652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-ae1a71c6-73c7-4c1e-9827-9bf0d445a0b9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:52:29.226201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-ae1a71c6-73c7-4c1e-9827-9bf0d445a0b9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:52:29.227629 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-ae1a71c6-73c7-4c1e-9827-9bf0d445a0b9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508288 Mar 11 16:52:29.372911 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-588da89a-3bbf-496f-8167-0fbe04ff999c service neutron] 10.222.0.57 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333454 Mar 11 16:52:29.511617 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-209cfd87-a621-43e7-9b09-9ceac431b521 service neutron] 10.222.0.57 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327221 Mar 11 16:52:29.588394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:52:29.669722 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:52:29.670054 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6f3d57ef-3c1e-4bb9-81f9-37ff5be24702 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:52:29.775974 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-65f6f5e6-4ad8-4f74-8f3a-a2fd6c93dce1 req-756bf495-61b3-4f82-9817-13c05189b1b8 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 210 time: 0.0434151 Mar 11 16:52:30.931506 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-41bf7536-6f3f-450b-8136-5e0391127607 req-65c8d105-c85c-4079-b5dd-e54afe1f05df tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 210 time: 0.0460210 Mar 11 16:52:31.783574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-a68bf374-36dc-417b-84ae-fbcb41102f99 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:31.784971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-a68bf374-36dc-417b-84ae-fbcb41102f99 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 811 time: 0.1555808 Mar 11 16:52:31.841380 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-c1722c36-cc37-428a-a21b-d6787a932802 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 380 time: 0.0483279 Mar 11 16:52:31.850660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'port': {'device_id': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'admin_state_up': True, 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'security_groups': ['4c5a709b-4760-4ea5-9eff-7efcd57b81e8']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:52:31.993964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:52:32.005782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:52:32.091533 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f9337f5-d171-429c-811c-6b00eb8f6be3 req-c991c2fd-9b6d-4eab-a3e4-89abc51b1872 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 210 time: 0.0435431 Mar 11 16:52:32.111427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Made reservation on behalf of 67852cf82e2840199753a912a2b70c6d for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:52:32.115662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:32.290922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Allocated IP 172.20.0.8 (457eaa7b-b847-40d9-8d30-b7ad10041a86/ac3f89fd-198d-4e86-a738-8950a1457d36/261c866d-7a40-48df-a431-aa9a2808aeaf) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:52:32.492186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:32.508832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Transition to ACTIVE for port object 261c866d-7a40-48df-a431-aa9a2808aeaf will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:52:32.609401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:32.686879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:52:32.689981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:52:32.699865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:52:32.753886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event updated for resources: {'Port': ['ID=261c866d-7a40-48df-a431-aa9a2808aeaf,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:32.789352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:32.790006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:32.914161 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-52821b20-8d40-482b-be4e-289f55903324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0678613 Mar 11 16:52:32.924973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Request body: {'port': {'device_id': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:52:33.010410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e6dc5eaa-b689-434f-8f8f-f7da1bcb2ad0 None None] Provisioning for port 261c866d-7a40-48df-a431-aa9a2808aeaf completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:52:33.017006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e6dc5eaa-b689-434f-8f8f-f7da1bcb2ad0 None None] Provisioning complete for port 261c866d-7a40-48df-a431-aa9a2808aeaf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:33.017485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6dc5eaa-b689-434f-8f8f-f7da1bcb2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:33.046453 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:33.080705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc5eaa-b689-434f-8f8f-f7da1bcb2ad0 None None] Port 261c866d-7a40-48df-a431-aa9a2808aeaf cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:52:33.504648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af80c67-f260-4ed6-9340-7cff3ee51289 req-b38f22ad-315b-4ef7-aadc-593381f9955e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:33.505383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-7af80c67-f260-4ed6-9340-7cff3ee51289 req-b38f22ad-315b-4ef7-aadc-593381f9955e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:52:33.590456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261c866d-7a40-48df-a431-aa9a2808aeaf {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:52:33.597666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:33.612209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Transition to ACTIVE for port object 261c866d-7a40-48df-a431-aa9a2808aeaf will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:52:33.636548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-7af80c67-f260-4ed6-9340-7cff3ee51289 req-b38f22ad-315b-4ef7-aadc-593381f9955e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:52:33.640335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7af80c67-f260-4ed6-9340-7cff3ee51289 req-b38f22ad-315b-4ef7-aadc-593381f9955e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 931 time: 0.4331994 Mar 11 16:52:33.682677 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7af80c67-f260-4ed6-9340-7cff3ee51289 req-77db3793-28d0-47ea-a923-a2d9bfff04ed tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390475 Mar 11 16:52:33.716882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:33.872303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Pushing event updated for resources: {'Port': ['ID=261c866d-7a40-48df-a431-aa9a2808aeaf,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:33.957157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Attempting to bind port 261c866d-7a40-48df-a431-aa9a2808aeaf on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:52:33.957493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Attempting to bind port 261c866d-7a40-48df-a431-aa9a2808aeaf by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:52:33.957820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Attempting to bind port 261c866d-7a40-48df-a431-aa9a2808aeaf on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:52:33.963325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Port 261c866d-7a40-48df-a431-aa9a2808aeaf on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:52:33.963643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Attempting to bind port 261c866d-7a40-48df-a431-aa9a2808aeaf on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:52:33.968692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:52:33.969028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Checking segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:52:33.969415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Bound using segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:52:33.969836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Bound port: 261c866d-7a40-48df-a431-aa9a2808aeaf, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:52:33.970205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:34.058795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:52:34.061722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=261c866d-7a40-48df-a431-aa9a2808aeaf,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:52:34.131039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:34.191323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:34.191918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:34.194276 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] 10.222.0.35 "PUT /v2.0/ports/261c866d-7a40-48df-a431-aa9a2808aeaf HTTP/1.1" status: 200 len: 1093 time: 1.2733347 Mar 11 16:52:34.194726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:52:34.225163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da972a7-107b-4e35-9be5-a0f4bf01db9b service neutron] Pushing event updated for resources: {'Port': ['ID=261c866d-7a40-48df-a431-aa9a2808aeaf,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:34.244799 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'status': 'completed', 'code': 200} Mar 11 16:52:34.342490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2dcd3-d516-4f73-9ef6-f594513f61fa req-18186d2e-76f3-42e6-b4a7-122f64910a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:34.343913 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9e2dcd3-d516-4f73-9ef6-f594513f61fa req-18186d2e-76f3-42e6-b4a7-122f64910a87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 1096 time: 0.0793519 Mar 11 16:52:34.493172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2dcd3-d516-4f73-9ef6-f594513f61fa req-4577efc1-53c0-499b-b886-e1e4b9dd3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:34.494550 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9e2dcd3-d516-4f73-9ef6-f594513f61fa req-4577efc1-53c0-499b-b886-e1e4b9dd3b48 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=67852cf82e2840199753a912a2b70c6d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1436899 Mar 11 16:52:34.633832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2dcd3-d516-4f73-9ef6-f594513f61fa req-c8aff46a-e295-425e-9d30-60700c42cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:34.635294 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9e2dcd3-d516-4f73-9ef6-f594513f61fa req-c8aff46a-e295-425e-9d30-60700c42cb35 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356163 Mar 11 16:52:34.756001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-bf995881-6f61-4cd5-ab44-c5e3e1c9c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:34.759611 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-bf995881-6f61-4cd5-ab44-c5e3e1c9c840 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 1096 time: 0.0842874 Mar 11 16:52:34.873462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-45cb843b-7b35-47f0-a24b-1bf5a4bf4aa7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261c866d-7a40-48df-a431-aa9a2808aeaf HTTP/1.1" status: 200 len: 217 time: 0.1088920 Mar 11 16:52:34.947443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-25234e97-f8a9-4eff-988e-8a4fb1ed9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:34.948892 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-25234e97-f8a9-4eff-988e-8a4fb1ed9b1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0690951 Mar 11 16:52:35.005812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1323ff3-95a6-4eb3-904b-47c687eecf99 req-3278d8d5-0f36-49ce-8296-b8f069b63142 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:35.007200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d1323ff3-95a6-4eb3-904b-47c687eecf99 req-3278d8d5-0f36-49ce-8296-b8f069b63142 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 943 time: 0.1921184 Mar 11 16:52:35.062460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d1323ff3-95a6-4eb3-904b-47c687eecf99 req-0ab3625a-6065-4edd-8a40-8097ab955f6d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484240 Mar 11 16:52:35.081387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-1ba56d25-8d42-4c3e-a0e3-831757a37eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:35.082969 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-1ba56d25-8d42-4c3e-a0e3-831757a37eea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263263 Mar 11 16:52:35.217504 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-5fc4d46a-2d13-489e-ba2b-1eaa5ac26aa5 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281188 Mar 11 16:52:35.457529 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4cf02bf6-42e5-43b8-aacb-11f6d42e3a87 req-23630cb9-88e6-4d59-815b-28bc41f1e99e service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337778 Mar 11 16:52:36.312065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740bced-689b-4d44-be51-e30ef8c9475a req-fbe02448-45e4-462e-ba57-194fb0c70c66 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:36.313531 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e740bced-689b-4d44-be51-e30ef8c9475a req-fbe02448-45e4-462e-ba57-194fb0c70c66 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 943 time: 0.1370158 Mar 11 16:52:36.360269 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e740bced-689b-4d44-be51-e30ef8c9475a req-01235298-bcf6-4148-bd2f-8bdaae67dad5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402350 Mar 11 16:52:37.612657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe8a09-7c0e-4351-8b7e-143aea4e2084 req-03d40a9b-7351-479c-be69-7eb9d3e37315 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:37.614257 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcbe8a09-7c0e-4351-8b7e-143aea4e2084 req-03d40a9b-7351-479c-be69-7eb9d3e37315 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 943 time: 0.1404727 Mar 11 16:52:37.634842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 261c866d-7a40-48df-a431-aa9a2808aeaf details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:52:37.664349 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fcbe8a09-7c0e-4351-8b7e-143aea4e2084 req-ece80b67-1acd-40c5-8ccd-6f444d362a98 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441995 Mar 11 16:52:37.772699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=261c866d-7a40-48df-a431-aa9a2808aeaf,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:52:37.786090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'mac_address': 'fa:16:3e:0e:36:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:52:37.847498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:37.865153 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261c866d-7a40-48df-a431-aa9a2808aeaf {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:52:37.881794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=261c866d-7a40-48df-a431-aa9a2808aeaf,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:52:37.946891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:38.020392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=261c866d-7a40-48df-a431-aa9a2808aeaf,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:38.139723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['261c866d-7a40-48df-a431-aa9a2808aeaf'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:52:38.863048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76830ba0-9d7b-4679-abf9-a9e0ce956db9 req-03937e9a-ba1b-465f-a4ec-a2630c70997f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:38.864423 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76830ba0-9d7b-4679-abf9-a9e0ce956db9 req-03937e9a-ba1b-465f-a4ec-a2630c70997f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 944 time: 0.0879734 Mar 11 16:52:38.908835 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76830ba0-9d7b-4679-abf9-a9e0ce956db9 req-9cafefc7-8c09-493b-b0cf-2b370b3202d6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381341 Mar 11 16:52:39.569822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:39.651100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 261c866d-7a40-48df-a431-aa9a2808aeaf up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:52:39.775420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 261c866d-7a40-48df-a431-aa9a2808aeaf completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:52:39.781268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 261c866d-7a40-48df-a431-aa9a2808aeaf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:39.781643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:39.903591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:39.931535 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:52:39.942565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=261c866d-7a40-48df-a431-aa9a2808aeaf,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:52:39.977287 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'code': 200} Mar 11 16:52:40.004273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:40.078794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=261c866d-7a40-48df-a431-aa9a2808aeaf,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:40.105605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9688f-d505-44ad-bfcb-1a844288b44e req-1de0cf98-540e-4beb-854f-53ebf354b975 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:40.107175 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fd9688f-d505-44ad-bfcb-1a844288b44e req-1de0cf98-540e-4beb-854f-53ebf354b975 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0822802 Mar 11 16:52:40.153462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fd9688f-d505-44ad-bfcb-1a844288b44e req-cb8be479-4df1-44b0-a55d-cdd8aab47014 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 Mar 11 16:52:40.319297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c6326-c9f6-4bcc-a616-14ae89c34ca4 req-6cfe9f1e-4780-40b3-ad52-ff7cde09ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:40.320878 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-826c6326-c9f6-4bcc-a616-14ae89c34ca4 req-6cfe9f1e-4780-40b3-ad52-ff7cde09ba1d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 1098 time: 0.0740960 Mar 11 16:52:40.361889 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-826c6326-c9f6-4bcc-a616-14ae89c34ca4 req-b117fd49-158d-446b-b61e-1edbfe8842b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354617 Mar 11 16:52:41.152007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b466f596-d148-42eb-8e60-f90712548c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:41.357095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef3d92-e96d-40cc-a9b6-6d7efc729536 req-124c2315-a1c9-49c2-beef-1c21978a0961 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:41.358647 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-06ef3d92-e96d-40cc-a9b6-6d7efc729536 req-124c2315-a1c9-49c2-beef-1c21978a0961 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0961528 Mar 11 16:52:41.408018 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-06ef3d92-e96d-40cc-a9b6-6d7efc729536 req-476b3368-bb85-47de-83ea-c821c78e2d95 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436270 Mar 11 16:52:42.622767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a0387-8716-43aa-a814-ccff76b0e611 req-ff7bcda7-5bc2-4330-801e-de4334f3f2df tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:42.624267 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ac8a0387-8716-43aa-a814-ccff76b0e611 req-ff7bcda7-5bc2-4330-801e-de4334f3f2df tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0824075 Mar 11 16:52:42.670962 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ac8a0387-8716-43aa-a814-ccff76b0e611 req-67f2a492-fff4-4890-8af4-86abbf1f97ab tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Mar 11 16:52:42.860759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a398422-afcf-427e-baaf-f67831fb83c4 req-59eb16ba-9f48-4d79-841b-59ef3a13f161 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:42.862283 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a398422-afcf-427e-baaf-f67831fb83c4 req-59eb16ba-9f48-4d79-841b-59ef3a13f161 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0869632 Mar 11 16:52:42.871541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 40262) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:52:42.876581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-299af132-162c-4f61-9a4c-0bd43db9472c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'floatingip': {'port_id': '261c866d-7a40-48df-a431-aa9a2808aeaf'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:52:42.959397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-299af132-162c-4f61-9a4c-0bd43db9472c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:43.403542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ef481042-321f-4a84-a7e7-8ebd4d8d01e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:43.595262 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-299af132-162c-4f61-9a4c-0bd43db9472c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:43.644247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-299af132-162c-4f61-9a4c-0bd43db9472c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:43.823689 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-299af132-162c-4f61-9a4c-0bd43db9472c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34 associated. External IP: 172.26.8.41, port: 261c866d-7a40-48df-a431-aa9a2808aeaf. Mar 11 16:52:44.304013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299af132-162c-4f61-9a4c-0bd43db9472c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:52:44.490632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299af132-162c-4f61-9a4c-0bd43db9472c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:52:44.495398 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-299af132-162c-4f61-9a4c-0bd43db9472c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:44.504338 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:52:44.515909 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:52:44.516647 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:52:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:44.556400 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-299af132-162c-4f61-9a4c-0bd43db9472c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "PUT /v2.0/floatingips/28a6d27c-6bcf-40a6-8e64-8f049e3abd34 HTTP/1.1" status: 200 len: 990 time: 1.6836646 Mar 11 16:52:44.557005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:52:44.677581 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'status': 'completed', 'code': 200} Mar 11 16:52:44.718985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:44.750030 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:52:44.779385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-65c4dd6b-ec3f-417a-a770-650ec822e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:44.780925 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-65c4dd6b-ec3f-417a-a770-650ec822e58f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 1098 time: 0.0889022 Mar 11 16:52:44.815537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:44.935866 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-0b0236fa-37fb-44fd-99f4-5f4fee71d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:44.937335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-0b0236fa-37fb-44fd-99f4-5f4fee71d547 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1509876 Mar 11 16:52:45.061739 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-a8718ff7-9de8-41e5-88bb-250f00ba00fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261c866d-7a40-48df-a431-aa9a2808aeaf HTTP/1.1" status: 200 len: 998 time: 0.1183643 Mar 11 16:52:45.137302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-9d26c07f-0dab-4cf7-802b-81d78aa30a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:45.139344 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-9d26c07f-0dab-4cf7-802b-81d78aa30a9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0711598 Mar 11 16:52:45.141756 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:0e:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:52:43Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:45.146021 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:52:45.149150 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2be82-4330-4c0d-a1da-22063085961a req-39e1477b-fca6-4030-ad00-159aa9978316 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:45.150788 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-62e2be82-4330-4c0d-a1da-22063085961a req-39e1477b-fca6-4030-ad00-159aa9978316 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0952368 Mar 11 16:52:45.165972 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:52:45.167181 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:52:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:45.213398 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-62e2be82-4330-4c0d-a1da-22063085961a req-6bc46db1-364a-4401-8d0e-8350c05a4473 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553758 Mar 11 16:52:45.231885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-793ad3c7-8048-4e7f-835a-699b19f52412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:45.233652 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-793ad3c7-8048-4e7f-835a-699b19f52412 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876529 Mar 11 16:52:45.360321 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:52:45.382893 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-8191f8b1-599b-4a26-b7ae-79534dffe40f service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420462 Mar 11 16:52:45.543810 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bddd805c-498d-42f6-9b89-cea3597b90ef req-37fd0678-f4d9-4909-8b39-e018b5ba7339 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551869 Mar 11 16:52:45.728169 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:0e:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:52:43Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:45.732998 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d80f0a-0f64-4f1c-a885-153deedddae1 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:0e:36:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:52:43Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:52:45.941119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:45.945017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04bbe63-d015-4229-be16-77b4258cfcc3 None None] New status for floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:52:46.430357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e2745-fa9a-42bf-ab42-106aa2512e8e req-d153540b-a5b9-4292-8f6e-bc02810a7ab3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:46.431911 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bb5e2745-fa9a-42bf-ab42-106aa2512e8e req-d153540b-a5b9-4292-8f6e-bc02810a7ab3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0878310 Mar 11 16:52:46.480316 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bb5e2745-fa9a-42bf-ab42-106aa2512e8e req-22020b18-89a9-4ae8-bb56-096dc5487acd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Mar 11 16:52:47.689837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb8586-ff0b-464c-81e5-c88b0a8fb5ee req-45722c6b-9e03-4291-b460-d3f194249f2b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:47.691321 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76cb8586-ff0b-464c-81e5-c88b0a8fb5ee req-45722c6b-9e03-4291-b460-d3f194249f2b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0825284 Mar 11 16:52:47.737920 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-76cb8586-ff0b-464c-81e5-c88b0a8fb5ee req-619fcb1e-1b20-4397-9244-1a9a3362e994 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 Mar 11 16:52:48.940224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af894a5-3057-4a54-9163-3b9899440cdc req-89242c36-e9e2-45c1-95aa-4a22ee79b54c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:48.941721 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5af894a5-3057-4a54-9163-3b9899440cdc req-89242c36-e9e2-45c1-95aa-4a22ee79b54c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0928354 Mar 11 16:52:48.993897 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5af894a5-3057-4a54-9163-3b9899440cdc req-7ea57382-b1ec-4db8-bbf7-9bf93f0c17dd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459969 Mar 11 16:52:50.192237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94915f-667a-4b71-b356-ca4417284bb2 req-99aa083d-f3e7-46a0-a3a3-f8af7651f274 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:50.193736 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bb94915f-667a-4b71-b356-ca4417284bb2 req-99aa083d-f3e7-46a0-a3a3-f8af7651f274 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0871603 Mar 11 16:52:50.253031 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bb94915f-667a-4b71-b356-ca4417284bb2 req-0f829653-78fc-4e5e-b15d-b9c5b744901e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525990 Mar 11 16:52:50.883022 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:52:51.025284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-67dfe42e-2bb4-49ae-8b42-6b46c7885f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:51.026826 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-67dfe42e-2bb4-49ae-8b42-6b46c7885f96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 1098 time: 0.0740654 Mar 11 16:52:51.181086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-627eff75-8728-475b-b979-d78fb2f4c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:51.182582 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-627eff75-8728-475b-b979-d78fb2f4c56b service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1372941 Mar 11 16:52:51.447521 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-247b3bda-d820-4635-8c94-3c59f7e8d94c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261c866d-7a40-48df-a431-aa9a2808aeaf HTTP/1.1" status: 200 len: 1000 time: 0.2591026 Mar 11 16:52:51.533291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb47f1-5d4d-491b-a709-d259f254d85d req-59ca335a-37d5-46b6-bf04-a6bbe5bfa7f5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:51.534879 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-84fb47f1-5d4d-491b-a709-d259f254d85d req-59ca335a-37d5-46b6-bf04-a6bbe5bfa7f5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.1689243 Mar 11 16:52:51.536533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-b8a2cde2-6c95-4c2a-9629-8ecfd3995870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:51.537892 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-b8a2cde2-6c95-4c2a-9629-8ecfd3995870 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0841060 Mar 11 16:52:51.630793 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-84fb47f1-5d4d-491b-a709-d259f254d85d req-f0ef0e9e-9f93-453c-b987-ddec5a0608c7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897782 Mar 11 16:52:51.653690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-ef2abf6c-a22b-420f-8f03-d7f04ec31a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:51.655166 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-ef2abf6c-a22b-420f-8f03-d7f04ec31a53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0997038 Mar 11 16:52:51.795081 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-8570fc95-1b4c-485b-adba-bfa7a75943e6 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325271 Mar 11 16:52:51.932788 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169777a2-5b53-4196-87fe-d3efd4b61177 req-6fdb9c6d-c621-4dc6-bb5d-273204d86fd7 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307669 Mar 11 16:52:52.822823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16c6b-905b-47d7-8ccd-077dcd5fe864 req-0272f118-6cf2-42fe-8de5-ddfd6adec434 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:52.824983 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68c16c6b-905b-47d7-8ccd-077dcd5fe864 req-0272f118-6cf2-42fe-8de5-ddfd6adec434 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0871761 Mar 11 16:52:52.878892 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-68c16c6b-905b-47d7-8ccd-077dcd5fe864 req-8654bccf-1df2-4ceb-9d87-ed082f0e4971 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465648 Mar 11 16:52:54.078534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065b46-293e-46c4-b76b-7636b9af68b9 req-a0b1ebc0-4832-4f04-826a-422fc3f7023a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:54.080087 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81065b46-293e-46c4-b76b-7636b9af68b9 req-a0b1ebc0-4832-4f04-826a-422fc3f7023a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0903332 Mar 11 16:52:54.127860 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-81065b46-293e-46c4-b76b-7636b9af68b9 req-b5a3cc3f-b17d-4cd0-a426-710d04fe37c3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Mar 11 16:52:55.320140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647db750-95d3-484a-9626-9b0a3f3ccff8 req-1e6b7349-d855-4d9b-a36e-4c78914adeda tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:55.321606 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-647db750-95d3-484a-9626-9b0a3f3ccff8 req-1e6b7349-d855-4d9b-a36e-4c78914adeda tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0852280 Mar 11 16:52:55.368486 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-647db750-95d3-484a-9626-9b0a3f3ccff8 req-56e7d7bd-78e2-467f-a8b3-970ab77abafa tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407314 Mar 11 16:52:56.569200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc95e77-95b2-42ea-95f1-32e5c0adf95b req-33a98a3d-e755-4409-94a0-a5bd6c054cbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:56.570820 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9fc95e77-95b2-42ea-95f1-32e5c0adf95b req-33a98a3d-e755-4409-94a0-a5bd6c054cbe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0939772 Mar 11 16:52:56.617539 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9fc95e77-95b2-42ea-95f1-32e5c0adf95b req-bac69ce2-cf38-4855-8ff5-89a904b1da9c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Mar 11 16:52:57.815251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeb3a2-f575-4558-b663-c8bfa7fd8e52 req-f86577a2-2175-478e-a076-99cf5cd7860b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:57.816713 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9faeb3a2-f575-4558-b663-c8bfa7fd8e52 req-f86577a2-2175-478e-a076-99cf5cd7860b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0899398 Mar 11 16:52:57.865052 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9faeb3a2-f575-4558-b663-c8bfa7fd8e52 req-180710ef-fda6-4286-93db-f52fba47f4bc tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425923 Mar 11 16:52:59.054509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb306e2-60e5-4d1f-be45-473bd6d7f8df req-efc5984e-3c54-4e0e-a5ff-987a9bc858ec tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:59.055942 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4fb306e2-60e5-4d1f-be45-473bd6d7f8df req-efc5984e-3c54-4e0e-a5ff-987a9bc858ec tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0808349 Mar 11 16:52:59.104526 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4fb306e2-60e5-4d1f-be45-473bd6d7f8df req-b5c4ea0e-1159-47de-b2fe-bb87528122c7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Mar 11 16:53:00.300491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b0db0-2d52-4061-83ae-07a8571b5308 req-91eb6590-6097-4cf2-8d3c-7a566055e2aa tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:00.301925 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-718b0db0-2d52-4061-83ae-07a8571b5308 req-91eb6590-6097-4cf2-8d3c-7a566055e2aa tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0819335 Mar 11 16:53:00.346763 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-718b0db0-2d52-4061-83ae-07a8571b5308 req-3c8e6590-b634-4548-8a02-4972e88924d4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391285 Mar 11 16:53:01.539706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5411f23-5043-40ef-8744-3449b06087a9 req-68b61f83-2a64-472c-93ab-6683c410ac8d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:01.541285 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f5411f23-5043-40ef-8744-3449b06087a9 req-68b61f83-2a64-472c-93ab-6683c410ac8d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0832980 Mar 11 16:53:01.592340 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f5411f23-5043-40ef-8744-3449b06087a9 req-39812f1b-8b5a-4a02-8dac-bef156e70a8d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Mar 11 16:53:02.789999 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5a65c-7aba-4d2d-8c8e-303cf8f3ae0d req-ec6ecea4-e69d-47c8-9a18-da927a713ea3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:02.791445 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3bf5a65c-7aba-4d2d-8c8e-303cf8f3ae0d req-ec6ecea4-e69d-47c8-9a18-da927a713ea3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0897801 Mar 11 16:53:02.841174 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3bf5a65c-7aba-4d2d-8c8e-303cf8f3ae0d req-a2c76724-e7d2-4865-b6e9-b79112eb4e7c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437639 Mar 11 16:53:04.035383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdee627-4f5a-4c2e-be94-e5f90b0e867c req-abfb38f9-ddfd-4fd1-86bf-ff2748b45dd7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:04.036894 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbdee627-4f5a-4c2e-be94-e5f90b0e867c req-abfb38f9-ddfd-4fd1-86bf-ff2748b45dd7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0876236 Mar 11 16:53:04.084077 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbdee627-4f5a-4c2e-be94-e5f90b0e867c req-559e4405-402f-4f9c-abc1-7af7e5e8ddf1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 Mar 11 16:53:05.277372 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a34f-912d-4aca-8666-4579c1ab6ed8 req-32d67852-31b0-4688-9773-676ed1581e83 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:05.278919 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ddc5a34f-912d-4aca-8666-4579c1ab6ed8 req-32d67852-31b0-4688-9773-676ed1581e83 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0832708 Mar 11 16:53:05.327290 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ddc5a34f-912d-4aca-8666-4579c1ab6ed8 req-e5dfb7d3-cef3-4493-a3f5-077fb95bc0cc tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 Mar 11 16:53:06.523137 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c04b2-d4ce-47a5-b477-47e299f2ec9f req-ceb80d4b-3c2f-4983-8a41-23f894952468 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:06.524705 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-202c04b2-d4ce-47a5-b477-47e299f2ec9f req-ceb80d4b-3c2f-4983-8a41-23f894952468 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0866134 Mar 11 16:53:06.574094 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-202c04b2-d4ce-47a5-b477-47e299f2ec9f req-bfe84991-2872-4e3d-a588-d91d25d94cd1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Mar 11 16:53:07.895893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29705b4-84a9-486b-b470-29099645dec3 req-c97144e6-a60c-4718-95b0-810ee9796494 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:07.897436 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c29705b4-84a9-486b-b470-29099645dec3 req-c97144e6-a60c-4718-95b0-810ee9796494 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.2121515 Mar 11 16:53:07.948130 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c29705b4-84a9-486b-b470-29099645dec3 req-8c4fd812-0393-49dc-8c54-05c5fc19c61a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Mar 11 16:53:09.149230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5db2-0916-474a-9dc5-0aba3598f711 req-c3bc5435-dd42-4e12-9101-fcf2f9de686f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:09.150736 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-982c5db2-0916-474a-9dc5-0aba3598f711 req-c3bc5435-dd42-4e12-9101-fcf2f9de686f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0843077 Mar 11 16:53:09.204352 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-982c5db2-0916-474a-9dc5-0aba3598f711 req-9c2b58ad-0742-4a8d-b5a7-c0e4943e4bc6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476305 Mar 11 16:53:09.575094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:10.404155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff40e6-2c35-4f76-bbb0-b3025fcec19e req-34b5ff12-4d77-4f68-9169-45c217440324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:10.405665 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-79ff40e6-2c35-4f76-bbb0-b3025fcec19e req-34b5ff12-4d77-4f68-9169-45c217440324 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0912650 Mar 11 16:53:10.453290 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-79ff40e6-2c35-4f76-bbb0-b3025fcec19e req-82f1e881-e3c5-4a08-899c-47cbe1ccb435 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401585 Mar 11 16:53:11.174753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a247d9b-6a86-4ac4-ba21-014b36abe55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:11.643958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5b7e2-fe7e-40ee-b2a7-a797678d1d6c req-41d493fc-9bd6-43de-a987-8530f0afed74 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:11.645402 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f5b7e2-fe7e-40ee-b2a7-a797678d1d6c req-41d493fc-9bd6-43de-a987-8530f0afed74 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0837619 Mar 11 16:53:11.695133 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f5b7e2-fe7e-40ee-b2a7-a797678d1d6c req-881d7bec-2dc2-4ebc-9029-bb009e28cc41 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 Mar 11 16:53:12.888193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168ece5-6680-43a5-ab5b-3f9de13ceb3b req-46d6bb42-2603-4529-9f63-bf23c5d485e6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:12.889762 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0168ece5-6680-43a5-ab5b-3f9de13ceb3b req-46d6bb42-2603-4529-9f63-bf23c5d485e6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0839884 Mar 11 16:53:12.934902 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0168ece5-6680-43a5-ab5b-3f9de13ceb3b req-39ce8a31-d810-45af-989b-11657ff31c8d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391293 Mar 11 16:53:13.426293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1622d90d-83c1-4f0e-9574-fa6a6825fd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:14.126404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195556aa-0daa-434b-81b5-a22a987ed0a0 req-43c1a381-a781-4bcc-8c58-fc5e12b259dd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:14.127940 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-195556aa-0daa-434b-81b5-a22a987ed0a0 req-43c1a381-a781-4bcc-8c58-fc5e12b259dd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0846310 Mar 11 16:53:14.174653 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-195556aa-0daa-434b-81b5-a22a987ed0a0 req-7a665743-2655-4978-b4d7-e9b51a400a49 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410068 Mar 11 16:53:14.757553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:14.786184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:15.372115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb02b8d-93f8-4809-8a20-dcede6d77129 req-efcefdee-0537-4b70-9fa0-bf8c5a956cfd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:15.373458 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7fb02b8d-93f8-4809-8a20-dcede6d77129 req-efcefdee-0537-4b70-9fa0-bf8c5a956cfd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0922480 Mar 11 16:53:15.422115 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7fb02b8d-93f8-4809-8a20-dcede6d77129 req-05844077-0d97-400b-a2e2-eff2843ae974 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 Mar 11 16:53:15.963056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:16.622441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e389d-9957-4eb3-9f2b-bed58a938709 req-2ca28b87-d7c9-42dc-85e0-620d13646acc tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:16.624077 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c5e389d-9957-4eb3-9f2b-bed58a938709 req-2ca28b87-d7c9-42dc-85e0-620d13646acc tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0837734 Mar 11 16:53:16.677902 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c5e389d-9957-4eb3-9f2b-bed58a938709 req-8db242d4-6426-416c-9469-73fcd21bd3ac tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Mar 11 16:53:17.382403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249c483-3992-4b06-9f5e-24bc293fb61c req-7e60819e-6271-4ad1-a114-60a0019ec4b3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:17.383871 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7249c483-3992-4b06-9f5e-24bc293fb61c req-7e60819e-6271-4ad1-a114-60a0019ec4b3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.2356880 Mar 11 16:53:17.442508 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-cf172e96-276d-479f-b775-9088e7ed6fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2293117 Mar 11 16:53:17.445416 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7249c483-3992-4b06-9f5e-24bc293fb61c req-8d4094ce-48f4-442f-8cfe-2d973878cc1b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552776 Mar 11 16:53:18.652302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914754c9-b6f4-47a2-ae5d-b2b3eea36f0c req-8cd280cb-0d90-4343-b9d4-e3cd0aaf3346 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:18.656175 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-914754c9-b6f4-47a2-ae5d-b2b3eea36f0c req-8cd280cb-0d90-4343-b9d4-e3cd0aaf3346 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0945482 Mar 11 16:53:18.707671 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-914754c9-b6f4-47a2-ae5d-b2b3eea36f0c req-48c29de0-baaf-4126-b80b-a9fffef5552c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468431 Mar 11 16:53:19.428084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-4269dd01-8d11-41a3-b4e8-0d86eb4fd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:19.429712 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-4269dd01-8d11-41a3-b4e8-0d86eb4fd9e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 1098 time: 0.0724037 Mar 11 16:53:19.565742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-3e2d4659-4c7e-47aa-a8de-c8186aa0eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:19.567197 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-3e2d4659-4c7e-47aa-a8de-c8186aa0eddc service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1321795 Mar 11 16:53:19.672207 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-9c6195ce-09c2-4c02-bc6f-cd83f6a22189 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261c866d-7a40-48df-a431-aa9a2808aeaf HTTP/1.1" status: 200 len: 1000 time: 0.0995014 Mar 11 16:53:19.749251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-eb281480-b07d-4750-8d3d-d063ab5ed73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:19.750731 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-eb281480-b07d-4750-8d3d-d063ab5ed73e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0723734 Mar 11 16:53:19.831566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-a8960d26-b664-449f-9215-1720504c109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:19.833053 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-a8960d26-b664-449f-9215-1720504c109a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760303 Mar 11 16:53:20.026668 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-0d398a59-c307-47f8-96e3-16f1cbcdbb74 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874983 Mar 11 16:53:20.067414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045d1b-8d78-4ab0-b0f3-774c1f4fa5ca req-5a67ba48-b938-4605-ad62-78d0f1384693 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:20.068968 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-be045d1b-8d78-4ab0-b0f3-774c1f4fa5ca req-5a67ba48-b938-4605-ad62-78d0f1384693 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.2317507 Mar 11 16:53:20.191983 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-be045d1b-8d78-4ab0-b0f3-774c1f4fa5ca req-5f183b53-af7f-4150-9717-4aa12d4793bd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102273 Mar 11 16:53:20.215206 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-1f262c67-1b87-49ff-85e8-602834923d07 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828310 Mar 11 16:53:21.394026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdbb99-46f1-4117-90c7-c4fc597727c3 req-dc462513-26ec-4b72-9285-7c20c3dbf16e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:21.395555 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-36bdbb99-46f1-4117-90c7-c4fc597727c3 req-dc462513-26ec-4b72-9285-7c20c3dbf16e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0952058 Mar 11 16:53:21.442221 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-36bdbb99-46f1-4117-90c7-c4fc597727c3 req-6c580813-3b80-4f39-a1c4-57af577ef21d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Mar 11 16:53:22.202074 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-628185fa-ff51-401d-8c1d-7346c17b8795 service neutron] 10.222.0.35 "GET /v2.0/ports/261c866d-7a40-48df-a431-aa9a2808aeaf/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0778134 Mar 11 16:53:22.656408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65f24e-eefb-4c0a-8e16-2aa3727a4c92 req-561ca2c7-c8e5-4aba-a587-10926a81c770 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:22.657896 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca65f24e-eefb-4c0a-8e16-2aa3727a4c92 req-561ca2c7-c8e5-4aba-a587-10926a81c770 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0855455 Mar 11 16:53:22.744799 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca65f24e-eefb-4c0a-8e16-2aa3727a4c92 req-8cc4b3b8-4005-43dd-a811-024705ae97ec tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807514 Mar 11 16:53:22.779353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-3eec5b13-f45c-4e97-a3ba-f6e1c7c5379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:22.785036 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-3eec5b13-f45c-4e97-a3ba-f6e1c7c5379f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 1098 time: 0.0864968 Mar 11 16:53:22.893118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-097c1894-9d96-43ec-9f50-6366997c7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:22.894605 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-097c1894-9d96-43ec-9f50-6366997c7d55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 1098 time: 0.0778387 Mar 11 16:53:23.041879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-b56d9e45-30d6-4c53-80ac-d705151322e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:23.043296 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-b56d9e45-30d6-4c53-80ac-d705151322e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1432850 Mar 11 16:53:23.156773 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-e12bfcf7-147e-4430-b25b-341b0d9d697f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261c866d-7a40-48df-a431-aa9a2808aeaf HTTP/1.1" status: 200 len: 1000 time: 0.1042342 Mar 11 16:53:23.223042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-a0c82141-37ce-477e-a493-b94be5d0955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:23.224489 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-a0c82141-37ce-477e-a493-b94be5d0955f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0624266 Mar 11 16:53:23.311640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-338a2ea8-82b1-4de8-9c43-a9fbf0e1db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:23.313690 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-338a2ea8-82b1-4de8-9c43-a9fbf0e1db88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834768 Mar 11 16:53:23.575264 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-67192a82-8fa6-4f4c-a4ab-7fc2eb14057c service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549298 Mar 11 16:53:23.710581 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4de77d9-f006-4d2c-9c87-8411d0e5d38e req-f7667c17-fdac-4633-a7c3-de3c62431401 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292994 Mar 11 16:53:23.949320 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12b38-5e90-4565-b4a9-b66907305f76 req-ce8a1c73-588a-4296-9c79-a768845eaeea tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:23.950996 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-78a12b38-5e90-4565-b4a9-b66907305f76 req-ce8a1c73-588a-4296-9c79-a768845eaeea tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0937972 Mar 11 16:53:23.998776 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-78a12b38-5e90-4565-b4a9-b66907305f76 req-4cd0d054-9a47-4f6a-bd60-0c0fb96d831b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Mar 11 16:53:25.195425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38162d-cc82-47f3-a901-d703eccee5cb req-f3b62c5a-08d3-444a-8848-41cc7c3d3dcd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:25.197601 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a38162d-cc82-47f3-a901-d703eccee5cb req-f3b62c5a-08d3-444a-8848-41cc7c3d3dcd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0873015 Mar 11 16:53:25.244591 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a38162d-cc82-47f3-a901-d703eccee5cb req-93579563-51a8-4b4b-ba61-9252cc9ece9e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412812 Mar 11 16:53:26.026227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 261c866d-7a40-48df-a431-aa9a2808aeaf details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:53:26.028561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 261c866d-7a40-48df-a431-aa9a2808aeaf no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:53:26.262404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:26.286114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=261c866d-7a40-48df-a431-aa9a2808aeaf,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:26.308382 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'mac_address': 'fa:16:3e:0e:36:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:53:26.314510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:53:26.363614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=261c866d-7a40-48df-a431-aa9a2808aeaf,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:26.378077 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'code': 200} Mar 11 16:53:26.392225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:26.409241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:26.451413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 261c866d-7a40-48df-a431-aa9a2808aeaf {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:53:26.455112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7b665-df79-4f08-ae58-5a093abd45c6 req-951277fe-d171-45ef-8faf-9a26aa9a5e8f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:26.456612 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eea7b665-df79-4f08-ae58-5a093abd45c6 req-951277fe-d171-45ef-8faf-9a26aa9a5e8f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0890691 Mar 11 16:53:26.508869 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eea7b665-df79-4f08-ae58-5a093abd45c6 req-f25d789c-cfb6-40bb-8516-f4525602ed24 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461445 Mar 11 16:53:26.571696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=261c866d-7a40-48df-a431-aa9a2808aeaf,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:26.587251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:53:26.587607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:53:26.588807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.589152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.589488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.589825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.590149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.590501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.590826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.591151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.591474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.591803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.592121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.592440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:26.967651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51ad1-53f4-44e9-b262-b0cb80b884b1 req-bd554971-b74e-4d39-9de9-eeb1ef194b8d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:26.969969 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bde51ad1-53f4-44e9-b262-b0cb80b884b1 req-bd554971-b74e-4d39-9de9-eeb1ef194b8d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 943 time: 0.0920215 Mar 11 16:53:27.018722 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bde51ad1-53f4-44e9-b262-b0cb80b884b1 req-d1bfefe1-78ca-45b5-b2c7-225821f97346 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429904 Mar 11 16:53:27.054692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-bda1d849-2da9-41b1-885d-071719c2465e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:27.056636 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-bda1d849-2da9-41b1-885d-071719c2465e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8&tenant_id=67852cf82e2840199753a912a2b70c6d&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 943 time: 0.1000085 Mar 11 16:53:27.156129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:27.179778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261c866d-7a40-48df-a431-aa9a2808aeaf {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:53:27.198783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=261c866d-7a40-48df-a431-aa9a2808aeaf,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:27.221643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-70313c9c-c90b-415b-94ac-fc5251125768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:27.223170 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-70313c9c-c90b-415b-94ac-fc5251125768 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 1096 time: 0.0807827 Mar 11 16:53:27.254022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:27.319960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['261c866d-7a40-48df-a431-aa9a2808aeaf'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:53:27.367900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-c54e7de5-4665-40b7-ac02-576d7533d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:27.369787 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-c54e7de5-4665-40b7-ac02-576d7533d8df service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1410465 Mar 11 16:53:27.370014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=261c866d-7a40-48df-a431-aa9a2808aeaf,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:27.490363 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-11b1ebe7-6161-4c1d-acca-82e3bbb1bc89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261c866d-7a40-48df-a431-aa9a2808aeaf HTTP/1.1" status: 200 len: 999 time: 0.1138291 Mar 11 16:53:27.554763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-836e0cdf-6a1b-43c9-a5da-54c1b8744ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:27.556215 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-836e0cdf-6a1b-43c9-a5da-54c1b8744ef4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0606284 Mar 11 16:53:27.639195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-a103c655-bcea-4648-b48c-66bb86677e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:27.640708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-a103c655-bcea-4648-b48c-66bb86677e44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783560 Mar 11 16:53:27.778751 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-a5d67f5a-2a57-477e-8069-888981e2ce13 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315267 Mar 11 16:53:27.880837 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:53:27.917304 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a488871d-8ec9-45df-8728-f1896371e4b0 req-dae56772-8254-4e2e-b888-d12395712449 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325667 Mar 11 16:53:28.058737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 261c866d-7a40-48df-a431-aa9a2808aeaf up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:53:28.130183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 261c866d-7a40-48df-a431-aa9a2808aeaf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:53:28.130561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:28.225814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cec7e1-2ceb-4002-b842-03b4d6e63255 req-53e7ee5e-086b-4df9-94c6-0d41a8ef2341 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:28.228159 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a7cec7e1-2ceb-4002-b842-03b4d6e63255 req-53e7ee5e-086b-4df9-94c6-0d41a8ef2341 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 944 time: 0.0922101 Mar 11 16:53:28.261437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:28.273724 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a7cec7e1-2ceb-4002-b842-03b4d6e63255 req-81d4dfa0-88e0-4e51-8289-deebd6565a74 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400712 Mar 11 16:53:28.295954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=261c866d-7a40-48df-a431-aa9a2808aeaf,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:28.368205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:28.401872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:53:28.450582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=261c866d-7a40-48df-a431-aa9a2808aeaf,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:28.518352 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'code': 200} Mar 11 16:53:29.466477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b856486-31f5-4bce-b8ac-89c96528f497 req-1b6eb607-cf45-485b-9429-81f872677d0e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:29.467986 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9b856486-31f5-4bce-b8ac-89c96528f497 req-1b6eb607-cf45-485b-9429-81f872677d0e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0857949 Mar 11 16:53:29.523410 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9b856486-31f5-4bce-b8ac-89c96528f497 req-8348adb0-c4cd-49e8-93c0-d5a706f2ac9c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449004 Mar 11 16:53:29.725072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff98aef-c47a-4111-8e2a-74cd69be961b req-286fab24-ad79-4d84-a908-3a13d8dc4fa4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:29.726619 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eff98aef-c47a-4111-8e2a-74cd69be961b req-286fab24-ad79-4d84-a908-3a13d8dc4fa4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0900812 Mar 11 16:53:29.772764 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eff98aef-c47a-4111-8e2a-74cd69be961b req-e3292b1b-1f45-4597-8772-e28d5f13b74d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404093 Mar 11 16:53:30.280609 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f39051-4ad7-44c5-abb7-0c46de9175ec req-289e58f0-1b61-4b2b-acdb-37d236d36d13 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:30.282193 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-41f39051-4ad7-44c5-abb7-0c46de9175ec req-289e58f0-1b61-4b2b-acdb-37d236d36d13 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0951655 Mar 11 16:53:30.330917 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-41f39051-4ad7-44c5-abb7-0c46de9175ec req-84ecd395-f018-448c-aa88-0c618e801874 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412307 Mar 11 16:53:30.385205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-8ed3ea76-dabb-435c-991e-cd501ac2f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:30.386643 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-8ed3ea76-dabb-435c-991e-cd501ac2f693 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 1098 time: 0.0753424 Mar 11 16:53:30.524516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-d94fe239-7fbf-4777-a5f6-8a9d26f75b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:30.525984 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-d94fe239-7fbf-4777-a5f6-8a9d26f75b49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1335764 Mar 11 16:53:30.733990 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-326e880c-b4ec-4324-8b10-e027bc0d3c28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=261c866d-7a40-48df-a431-aa9a2808aeaf HTTP/1.1" status: 200 len: 1000 time: 0.2021649 Mar 11 16:53:30.800196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-0439c2ce-c250-4cb2-bbca-52b96c6c97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:30.801829 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-0439c2ce-c250-4cb2-bbca-52b96c6c97e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0625880 Mar 11 16:53:30.879475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-864e9910-4b4d-409e-9de6-78772e649fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:30.880951 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-864e9910-4b4d-409e-9de6-78772e649fba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731921 Mar 11 16:53:31.020744 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-e22db1e0-eee7-4c21-85e6-c618aa0c4496 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333003 Mar 11 16:53:31.160959 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c870f53c-b66f-4445-a198-b8918ea1c192 req-709d6042-f6a3-44d7-bfbb-3d27a42afe93 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336434 Mar 11 16:53:31.542539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86ded6-b980-4a59-ac9f-bc6f83cbb409 req-0b2390d6-8601-4dc0-8197-4e62d8d5bca1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:31.544171 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2d86ded6-b980-4a59-ac9f-bc6f83cbb409 req-0b2390d6-8601-4dc0-8197-4e62d8d5bca1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0964613 Mar 11 16:53:31.599326 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2d86ded6-b980-4a59-ac9f-bc6f83cbb409 req-963565ab-ae88-42b1-b361-888730135509 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485811 Mar 11 16:53:32.803741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46dc0f-c70a-4bb7-90d9-a97175693892 req-94bc0976-076a-4c56-acf2-2420a0bc2373 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:32.805130 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ce46dc0f-c70a-4bb7-90d9-a97175693892 req-94bc0976-076a-4c56-acf2-2420a0bc2373 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0919087 Mar 11 16:53:32.854083 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ce46dc0f-c70a-4bb7-90d9-a97175693892 req-36f96ee6-697e-43e9-9eb6-5a8f0aaea2e3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423837 Mar 11 16:53:33.497060 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b057c2-f8ff-4195-a784-c248183a1e35 req-50e305f4-8bc3-48e3-aef9-c86f1751f1c6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:33.498649 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2b057c2-f8ff-4195-a784-c248183a1e35 req-50e305f4-8bc3-48e3-aef9-c86f1751f1c6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0864782 Mar 11 16:53:33.557407 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e2b057c2-f8ff-4195-a784-c248183a1e35 req-88801818-6c00-4dcb-92e4-986a8dc9fcb6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511761 Mar 11 16:53:34.758684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ffa9b-9262-42df-b359-86d4e755de71 req-12cf06d9-5469-441e-8dcb-cd45b360b486 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:34.760201 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fb4ffa9b-9262-42df-b359-86d4e755de71 req-12cf06d9-5469-441e-8dcb-cd45b360b486 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0900414 Mar 11 16:53:34.809218 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fb4ffa9b-9262-42df-b359-86d4e755de71 req-d93104be-da98-4e47-a9e4-2592d32a7752 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431342 Mar 11 16:53:35.025665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b093de5-a963-48e3-a15a-74082e543e19 req-6b52e809-8abb-4b20-8470-9e3fd0c421be tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:35.027424 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b093de5-a963-48e3-a15a-74082e543e19 req-6b52e809-8abb-4b20-8470-9e3fd0c421be tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 945 time: 0.0866609 Mar 11 16:53:35.100836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Deleting port 261c866d-7a40-48df-a431-aa9a2808aeaf {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:53:35.101092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:35.364051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] For port 261c866d-7a40-48df-a431-aa9a2808aeaf, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=261c866d-7a40-48df-a431-aa9a2808aeaf,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:35.364315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:35.661998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:35.662399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:35.662713 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34 disassociated. External IP: 172.26.8.41, port: 261c866d-7a40-48df-a431-aa9a2808aeaf. Mar 11 16:53:35.663051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Calling delete_port for 261c866d-7a40-48df-a431-aa9a2808aeaf owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:53:35.893835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:35.955479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event deleted for resources: {'Port': ['ID=261c866d-7a40-48df-a431-aa9a2808aeaf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:35.965572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.965934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.966299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.966651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.966967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.967296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.967622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.967951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.968280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.968597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.968960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.969276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:35.973758 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-67338700-3759-49f3-9c26-911a517001d1 req-95f35c62-3111-462e-83ce-e84fb9fe1609 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 210 time: 0.0534258 Mar 11 16:53:36.283056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:53:36.463904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:53:36.474427 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:53:36.484286 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:53:36.486088 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:53:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:53:36.541782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] No DVR routers for this DVR port 261c866d-7a40-48df-a431-aa9a2808aeaf on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:53:36.544665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:36.549679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'name': 'network-vif-deleted', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:53:36.620905 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1b093de5-a963-48e3-a15a-74082e543e19 req-c400bf24-1fdf-4e28-82a2-1de612736641 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "DELETE /v2.0/ports/261c866d-7a40-48df-a431-aa9a2808aeaf HTTP/1.1" status: 204 len: 173 time: 1.5876377 Mar 11 16:53:36.658767 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c450ce85-9497-41ed-b8f5-e34dfb9c43c8', 'name': 'network-vif-deleted', 'tag': '261c866d-7a40-48df-a431-aa9a2808aeaf', 'status': 'completed', 'code': 200} Mar 11 16:53:36.671629 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:53:36.995902 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:53:37.004101 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:53:37.021499 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:53:37.021499 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:53:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:53:37.161070 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d450daec-55cd-4f2e-8a68-44d15b4b5ac6 req-0646195a-c205-467c-9362-87d017eef011 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=c450ce85-9497-41ed-b8f5-e34dfb9c43c8 HTTP/1.1" status: 200 len: 210 time: 0.0482399 Mar 11 16:53:37.218441 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:53:37.559841 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:53:37.564592 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a210676-e0f8-4ff7-9dfa-0faf7ceb9977 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:53:37.777163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a148b0-a9d3-430f-af2f-2b1515b0b636 None None] New status for floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:53:38.117863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 261c866d-7a40-48df-a431-aa9a2808aeaf no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:53:38.152308 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 261c866d-7a40-48df-a431-aa9a2808aeaf {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:53:38.152647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 261c866d-7a40-48df-a431-aa9a2808aeaf not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:53:38.526886 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-3716c7ac-7f1d-4121-87ce-08b14a1996a3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1824070630&fields=id&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 267 time: 0.0621018 Mar 11 16:53:38.682558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373762-2a57-48e4-a314-2701735eb6b6 req-26851655-446b-4743-b8e5-c01d6dffe568 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:38.684179 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-26851655-446b-4743-b8e5-c01d6dffe568 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 811 time: 0.1539013 Mar 11 16:53:38.700131 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-12304647-1ad1-497b-a456-bd4f8dba73b4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/quotas/67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 375 time: 0.0092978 Mar 11 16:53:38.789378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-82373762-2a57-48e4-a314-2701735eb6b6 req-f640c52f-2922-4844-a820-b2fd28b4cd64 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:53:38.882300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-82373762-2a57-48e4-a314-2701735eb6b6 req-f640c52f-2922-4844-a820-b2fd28b4cd64 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:53:38.883609 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-f640c52f-2922-4844-a820-b2fd28b4cd64 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1772685 Mar 11 16:53:39.032921 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-00d34f56-0ece-47f1-9681-78333d6bf392 service neutron] 10.222.0.57 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353989 Mar 11 16:53:39.169193 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-a7da272f-284b-46e3-905f-bd9ccd180eb1 service neutron] 10.222.0.57 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311707 Mar 11 16:53:39.397222 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b7a054db-cfd2-4142-abb2-0396b4cc4b91 req-594e2ea4-5805-4ed2-92e0-f95465897933 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 210 time: 0.0462394 Mar 11 16:53:39.602370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:40.556325 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1193a1f7-ef4f-4675-b27d-dab9815a29b4 req-c058aa1a-e534-412e-ab02-99cf52b84d79 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 210 time: 0.0440524 Mar 11 16:53:41.185373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bd3a70c7-fb2d-4820-b818-1fd1bdf34058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:41.348602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373762-2a57-48e4-a314-2701735eb6b6 req-e765e368-0011-49bd-98f0-52b316541d03 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:41.350021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-e765e368-0011-49bd-98f0-52b316541d03 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 811 time: 0.1583068 Mar 11 16:53:41.399733 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-3e92c1f3-bc61-4377-bc5d-432166403694 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 380 time: 0.0418906 Mar 11 16:53:41.409936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'port': {'device_id': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'admin_state_up': True, 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'security_groups': ['4c5a709b-4760-4ea5-9eff-7efcd57b81e8']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:53:41.552739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:53:41.564358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:53:41.653568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Made reservation on behalf of 67852cf82e2840199753a912a2b70c6d for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:53:41.657802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:41.709691 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e53b24e7-6c33-4027-9565-0dddd5c98437 req-151de340-aa62-4f63-a506-25d9487184e2 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 210 time: 0.0428021 Mar 11 16:53:41.824036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Allocated IP 172.20.0.7 (457eaa7b-b847-40d9-8d30-b7ad10041a86/ac3f89fd-198d-4e86-a738-8950a1457d36/ea29fca0-730c-46c4-9e59-642a4c1ab6d9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:53:42.116069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:42.131908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Transition to ACTIVE for port object ea29fca0-730c-46c4-9e59-642a4c1ab6d9 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:53:42.220246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:42.289515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:53:42.292568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:53:42.306110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:53:42.333503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:42.371492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:42.372053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:42.465831 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-38e1e68c-6c3f-44e4-8bd6-78dcf4d09420 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0596790 Mar 11 16:53:42.477697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Request body: {'port': {'device_id': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:53:42.579915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2d801739-f270-4499-9b3d-a31b4c745f1d None None] Provisioning for port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:53:42.585106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2d801739-f270-4499-9b3d-a31b4c745f1d None None] Provisioning complete for port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:53:42.589830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d801739-f270-4499-9b3d-a31b4c745f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:42.596929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:42.645462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-2d801739-f270-4499-9b3d-a31b4c745f1d None None] Port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:53:42.956313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac2c98-a8c9-4966-ae84-8526cc826824 req-6547378f-8aa2-4109-ba26-169c0993d903 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:42.956900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-11ac2c98-a8c9-4966-ae84-8526cc826824 req-6547378f-8aa2-4109-ba26-169c0993d903 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:53:43.029491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea29fca0-730c-46c4-9e59-642a4c1ab6d9 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:53:43.037390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:43.051934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Transition to ACTIVE for port object ea29fca0-730c-46c4-9e59-642a4c1ab6d9 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:53:43.076319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-11ac2c98-a8c9-4966-ae84-8526cc826824 req-6547378f-8aa2-4109-ba26-169c0993d903 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:53:43.077489 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11ac2c98-a8c9-4966-ae84-8526cc826824 req-6547378f-8aa2-4109-ba26-169c0993d903 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 931 time: 0.2399137 Mar 11 16:53:43.100088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:43.251721 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11ac2c98-a8c9-4966-ae84-8526cc826824 req-0430c413-70d3-4935-97ea-59c8ae092f9b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674068 Mar 11 16:53:43.303167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:43.373739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Attempting to bind port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:53:43.374074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Attempting to bind port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:53:43.374437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Attempting to bind port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:53:43.380066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:53:43.384736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Attempting to bind port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:53:43.385656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:53:43.385998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Checking segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:53:43.386410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Bound using segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:53:43.386831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Bound port: ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:53:43.387185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:43.396810 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c733241-9365-43b3-9ef9-43a997b7e68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:43.481551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:53:43.485131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:53:43.568798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:43.628563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:43.629270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:43.630610 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] 10.222.0.35 "PUT /v2.0/ports/ea29fca0-730c-46c4-9e59-642a4c1ab6d9 HTTP/1.1" status: 200 len: 1093 time: 1.1576068 Mar 11 16:53:43.631062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:53:43.658140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84e6f-3d68-4fbd-8034-d3f2efecbd9a service neutron] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:43.681484 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'status': 'completed', 'code': 200} Mar 11 16:53:43.778437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce610343-127b-4248-8844-b0b176625ad1 req-dba1207e-84a8-478b-a0d4-9b6154c1382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:43.779993 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce610343-127b-4248-8844-b0b176625ad1 req-dba1207e-84a8-478b-a0d4-9b6154c1382a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 1096 time: 0.0782483 Mar 11 16:53:43.931680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce610343-127b-4248-8844-b0b176625ad1 req-814373ba-5893-4af6-aef1-aba3692c54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:43.933120 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce610343-127b-4248-8844-b0b176625ad1 req-814373ba-5893-4af6-aef1-aba3692c54d8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=67852cf82e2840199753a912a2b70c6d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1467862 Mar 11 16:53:44.081404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce610343-127b-4248-8844-b0b176625ad1 req-4690e202-ba80-4b24-a0c6-2fc92552d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:44.083074 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce610343-127b-4248-8844-b0b176625ad1 req-4690e202-ba80-4b24-a0c6-2fc92552d263 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446364 Mar 11 16:53:44.283553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373762-2a57-48e4-a314-2701735eb6b6 req-62fec502-2ec9-4f36-ad0c-8bfdb308df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:44.285028 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-62fec502-2ec9-4f36-ad0c-8bfdb308df41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 1096 time: 0.1653810 Mar 11 16:53:44.354274 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-902ddff9-68c5-47ff-8d41-8c137108cdb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9 HTTP/1.1" status: 200 len: 217 time: 0.0625317 Mar 11 16:53:44.460509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373762-2a57-48e4-a314-2701735eb6b6 req-1e343e8a-d5da-46c7-9075-81d76cffb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:44.461910 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-1e343e8a-d5da-46c7-9075-81d76cffb7f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0749817 Mar 11 16:53:44.529331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2b72e-9646-4ab3-a545-6813f0293952 req-3609a927-8f71-497b-ad04-51cba5fc2c48 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:44.530884 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-acf2b72e-9646-4ab3-a545-6813f0293952 req-3609a927-8f71-497b-ad04-51cba5fc2c48 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 943 time: 0.1735616 Mar 11 16:53:44.592706 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-acf2b72e-9646-4ab3-a545-6813f0293952 req-6b1c998e-a021-4bcb-bf5e-e80c1b5be49d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548346 Mar 11 16:53:44.598520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373762-2a57-48e4-a314-2701735eb6b6 req-6bc3bdfd-d4d3-471e-b279-ee0466aa819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:44.599955 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-6bc3bdfd-d4d3-471e-b279-ee0466aa819d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321764 Mar 11 16:53:44.705431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:44.744563 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-5a23d76b-ba85-4c62-ba00-dbd047fcffe1 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370192 Mar 11 16:53:44.762625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:44.880318 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82373762-2a57-48e4-a314-2701735eb6b6 req-32b8546b-de5e-437d-bdee-15e8f567e3ad service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320431 Mar 11 16:53:45.782650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b45e6-919a-4039-99aa-1e7520f62d00 req-641c20bd-8614-4a1c-8d36-08a15c47a928 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:45.786007 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-813b45e6-919a-4039-99aa-1e7520f62d00 req-641c20bd-8614-4a1c-8d36-08a15c47a928 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 943 time: 0.0846920 Mar 11 16:53:45.835045 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-813b45e6-919a-4039-99aa-1e7520f62d00 req-40d2c73d-872f-4f75-a81b-700ea9e3d3f4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448334 Mar 11 16:53:45.962469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:46.164406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:53:46.300622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:46.314612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'mac_address': 'fa:16:3e:a1:95:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:53:46.373270 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:46.391262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea29fca0-730c-46c4-9e59-642a4c1ab6d9 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:53:46.406728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:46.465416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:46.536218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:46.665251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['ea29fca0-730c-46c4-9e59-642a4c1ab6d9'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:53:47.028510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879357-bed3-452f-b83b-be1bf8d7d0ff req-dfdf6c8f-5550-4d86-8179-95185b53a3ac tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:47.029945 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a0879357-bed3-452f-b83b-be1bf8d7d0ff req-dfdf6c8f-5550-4d86-8179-95185b53a3ac tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 944 time: 0.0857439 Mar 11 16:53:47.080229 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a0879357-bed3-452f-b83b-be1bf8d7d0ff req-2b97dea4-e060-4f5d-b0e0-e36bdbec4de5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Mar 11 16:53:48.164679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:53:48.304848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:53:48.309649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816137f-cab8-4c14-a071-89d2b020576e req-474c86b5-ea9f-451f-b4bc-65a5ab17ad56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:48.310190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:53:48.310389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:48.311156 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c816137f-cab8-4c14-a071-89d2b020576e req-474c86b5-ea9f-451f-b4bc-65a5ab17ad56 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 944 time: 0.1008914 Mar 11 16:53:48.360525 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c816137f-cab8-4c14-a071-89d2b020576e req-1e6708bc-3f4a-4be6-b38a-f41f51662a79 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Mar 11 16:53:48.467347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:48.496536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:53:48.510319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:53:48.562441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:48.596826 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'code': 200} Mar 11 16:53:48.642311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:48.923774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd8e62-f542-4fec-a41c-b547c8ff99f9 req-c43035cd-68c6-4379-b1c4-6c079ba2fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:48.925266 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3efd8e62-f542-4fec-a41c-b547c8ff99f9 req-c43035cd-68c6-4379-b1c4-6c079ba2fb39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 1098 time: 0.0770950 Mar 11 16:53:48.965601 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3efd8e62-f542-4fec-a41c-b547c8ff99f9 req-2b8b656a-280b-43d5-93a9-dc8b09c2185e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344102 Mar 11 16:53:49.563152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a38580-4d26-4964-9115-4b0e0108f923 req-8dcbe682-fc48-4f1b-82cd-e177927a242a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:49.564914 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-24a38580-4d26-4964-9115-4b0e0108f923 req-8dcbe682-fc48-4f1b-82cd-e177927a242a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0935268 Mar 11 16:53:49.614221 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-24a38580-4d26-4964-9115-4b0e0108f923 req-269754d0-6ac7-48ee-a8ab-6b33a2554fd0 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Mar 11 16:53:50.805106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f73af7-9af1-4a68-a478-f95f62b3ac0a req-3db5eaa0-2b4c-4301-8c57-1bc983d36d79 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:50.806499 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17f73af7-9af1-4a68-a478-f95f62b3ac0a req-3db5eaa0-2b4c-4301-8c57-1bc983d36d79 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0831711 Mar 11 16:53:50.851704 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17f73af7-9af1-4a68-a478-f95f62b3ac0a req-440f5603-9bf7-43dd-8a8e-0b644d878b17 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394278 Mar 11 16:53:51.039548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad793e-eeaf-4132-8c02-b417bc8b4f2f req-4828b521-d5cb-44a8-8b2d-2d09a88ab181 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:51.040982 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c0ad793e-eeaf-4132-8c02-b417bc8b4f2f req-4828b521-d5cb-44a8-8b2d-2d09a88ab181 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0820017 Mar 11 16:53:51.050433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 40472) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:53:51.055470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-146f3f9c-dbb9-49c1-98d9-dec18178f736 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'floatingip': {'port_id': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:53:51.137980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-146f3f9c-dbb9-49c1-98d9-dec18178f736 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:51.867265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-146f3f9c-dbb9-49c1-98d9-dec18178f736 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:51.916695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-146f3f9c-dbb9-49c1-98d9-dec18178f736 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:51.981147 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-50f367f9-0048-4558-9dae-8aa8c40e7106 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717435 Mar 11 16:53:52.096253 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-146f3f9c-dbb9-49c1-98d9-dec18178f736 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34 associated. External IP: 172.26.8.41, port: ea29fca0-730c-46c4-9e59-642a4c1ab6d9. Mar 11 16:53:52.121003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-02750576-9f3f-47b8-812d-b7859b2c5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:52.122396 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-02750576-9f3f-47b8-812d-b7859b2c5a7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 1098 time: 0.0741398 Mar 11 16:53:52.265092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-5db41a56-aa18-4432-8fff-f9fa05247d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:52.266785 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-5db41a56-aa18-4432-8fff-f9fa05247d4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1256552 Mar 11 16:53:52.374272 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-2b9287ed-b992-40f4-afec-f69bf2daab1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9 HTTP/1.1" status: 200 len: 998 time: 0.1005085 Mar 11 16:53:52.436192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-56807336-6e13-4138-b54a-10158618cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:52.437654 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-56807336-6e13-4138-b54a-10158618cc6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0570366 Mar 11 16:53:52.448377 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146f3f9c-dbb9-49c1-98d9-dec18178f736 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:53:52.517848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-94fad882-881c-4669-a434-5e23e56cea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:52.519567 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-94fad882-881c-4669-a434-5e23e56cea54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764375 Mar 11 16:53:52.628733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146f3f9c-dbb9-49c1-98d9-dec18178f736 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:53:52.633553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-146f3f9c-dbb9-49c1-98d9-dec18178f736 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:52.638363 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:53:52.649157 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:53:52.649758 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:53:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:53:52.654551 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-e2b46763-f220-4ee5-9daa-284fb2f6b04c service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285093 Mar 11 16:53:52.693392 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-146f3f9c-dbb9-49c1-98d9-dec18178f736 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "PUT /v2.0/floatingips/28a6d27c-6bcf-40a6-8e64-8f049e3abd34 HTTP/1.1" status: 200 len: 990 time: 1.6391797 Mar 11 16:53:52.693392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:53:52.740511 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'status': 'completed', 'code': 200} Mar 11 16:53:52.858250 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:53:52.912090 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1c45b415-ecae-4ece-b3d6-82d22ebcecd7 req-86769fc8-19da-49bf-bb51-6968e9e6f61e service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514644 Mar 11 16:53:53.119018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-d812a815-785f-4d75-97ae-bbca34ad2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:53.127002 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-d812a815-785f-4d75-97ae-bbca34ad2524 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 1098 time: 0.0843797 Mar 11 16:53:53.277957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-9a285b17-c90d-406c-9f82-2f805d572405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:53.279348 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-9a285b17-c90d-406c-9f82-2f805d572405 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1503949 Mar 11 16:53:53.280000 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:a1:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:53:51Z', 'revision_number': 9, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:53:53.286278 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:53:53.296008 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:53:53.297430 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:53:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:53:53.304406 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5d79e-ac8c-45ea-8121-49139312c036 req-d3f244c0-6211-4e26-9209-1e9a41749598 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:53.306086 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-79b5d79e-ac8c-45ea-8121-49139312c036 req-d3f244c0-6211-4e26-9209-1e9a41749598 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0915773 Mar 11 16:53:53.355441 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-79b5d79e-ac8c-45ea-8121-49139312c036 req-e7deb11c-4c90-49ce-ace3-7286f8a19c7b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 Mar 11 16:53:53.443015 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-6d6abd93-26ba-489b-a7e9-12807d79114c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9 HTTP/1.1" status: 200 len: 998 time: 0.1575294 Mar 11 16:53:53.486271 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:53:53.511835 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-055699d9-75dc-43d2-92df-7c0323f70ead service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1604013 Mar 11 16:53:53.522158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-83a8de3d-f082-462d-be76-17b065a2287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:53.523605 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-83a8de3d-f082-462d-be76-17b065a2287e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0743825 Mar 11 16:53:53.607750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-56ee41a6-649d-4c24-bfd2-f9e02b964812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:53.610082 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-56ee41a6-649d-4c24-bfd2-f9e02b964812 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799110 Mar 11 16:53:53.759680 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-db7cfa2c-eea6-4f28-99c2-f4caba007a5a service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445150 Mar 11 16:53:53.859519 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:a1:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:53:51Z', 'revision_number': 9, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:53:53.863939 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb147a96-b001-49dc-8800-f408b8658879 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:a1:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:53:51Z', 'revision_number': 9, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:53:53.911706 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9eb12741-c7c2-45a0-8609-9b0187def4b4 req-9a095d28-4563-4370-a00d-2ce8c45c6949 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461377 Mar 11 16:53:54.061613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe64f3f-beca-44cd-b308-b43e9109a027 None None] New status for floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:53:54.554343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48bf1-d5a3-432b-a10a-e0ad5529bb87 req-0700f85b-cf5b-471e-81e0-1d6e64f801c2 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:54.555814 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bfe48bf1-d5a3-432b-a10a-e0ad5529bb87 req-0700f85b-cf5b-471e-81e0-1d6e64f801c2 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0835626 Mar 11 16:53:54.600325 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bfe48bf1-d5a3-432b-a10a-e0ad5529bb87 req-ba243db1-7ea5-4fb8-a91d-129a620f3486 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387087 Mar 11 16:53:55.597951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-9d567c26-2bd0-4329-bfc2-f2ccf17858db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:55.599525 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-9d567c26-2bd0-4329-bfc2-f2ccf17858db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 1098 time: 0.1225533 Mar 11 16:53:55.737348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-3dcabd4d-fcc3-41cf-b5f6-4602f86c8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:55.738747 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-3dcabd4d-fcc3-41cf-b5f6-4602f86c8f2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1334937 Mar 11 16:53:55.789341 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf74f1a-403f-4c7f-b7e2-9f1c708c4cce req-e17db915-34f6-4fd8-b37f-b6b770ca82d0 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:55.790884 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ecf74f1a-403f-4c7f-b7e2-9f1c708c4cce req-e17db915-34f6-4fd8-b37f-b6b770ca82d0 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0819521 Mar 11 16:53:55.837073 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ecf74f1a-403f-4c7f-b7e2-9f1c708c4cce req-67c71bfa-80a8-4b21-8fdf-41eb69d9802a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393982 Mar 11 16:53:55.847983 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-ed9be426-4754-4d85-81b5-fde522da713f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9 HTTP/1.1" status: 200 len: 1001 time: 0.1022539 Mar 11 16:53:55.914788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-e13c7c22-8fa6-4696-afd4-6c3ec52766f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:55.916202 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-e13c7c22-8fa6-4696-afd4-6c3ec52766f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0624366 Mar 11 16:53:55.991656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-907415ab-bc62-450d-aa3b-56950d0e406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:55.993020 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-907415ab-bc62-450d-aa3b-56950d0e406b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716951 Mar 11 16:53:56.216567 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-9879c88c-c374-458a-9fd3-393c5cfb11f6 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177582 Mar 11 16:53:56.350975 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-7f918436-86ad-48ea-97ab-961908c654f8 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289487 Mar 11 16:53:57.030711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d15cd-6f92-4380-a53c-b22b526ddcb9 req-4bf360a2-c19d-4504-9b1a-332371224064 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:57.033041 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e09d15cd-6f92-4380-a53c-b22b526ddcb9 req-4bf360a2-c19d-4504-9b1a-332371224064 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0871716 Mar 11 16:53:57.077202 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e09d15cd-6f92-4380-a53c-b22b526ddcb9 req-fddd0f16-5e72-4032-87ff-bac6f1869ec7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384448 Mar 11 16:53:58.381752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b74a0e-a59c-44e2-8a3d-c2f6119cc034 req-b5483c87-9e93-4eeb-9441-031b5d9ba150 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:58.383151 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-25b74a0e-a59c-44e2-8a3d-c2f6119cc034 req-b5483c87-9e93-4eeb-9441-031b5d9ba150 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.1996300 Mar 11 16:53:58.426941 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-25b74a0e-a59c-44e2-8a3d-c2f6119cc034 req-8d401e33-76e5-4cae-a3c1-b46b0e5d6ba5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381510 Mar 11 16:53:59.615419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e887d67-2d5c-40eb-9428-f4be8bb51373 req-c7cec05d-cfe7-43d3-b7c4-69ee54eb9d7a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:59.616872 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1e887d67-2d5c-40eb-9428-f4be8bb51373 req-c7cec05d-cfe7-43d3-b7c4-69ee54eb9d7a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0838788 Mar 11 16:53:59.662106 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1e887d67-2d5c-40eb-9428-f4be8bb51373 req-e3643d3a-1622-4ca8-ad7e-549715fa07b1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392570 Mar 11 16:54:00.854299 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4093d4-077f-4071-b5dd-c8839cf2c0b5 req-47a0388b-ceaf-48d1-b305-6fc4ac054cee tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:00.855659 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-da4093d4-077f-4071-b5dd-c8839cf2c0b5 req-47a0388b-ceaf-48d1-b305-6fc4ac054cee tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0834265 Mar 11 16:54:00.899891 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-da4093d4-077f-4071-b5dd-c8839cf2c0b5 req-8b3bde2d-744e-471e-9fc8-2999afeaacd0 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380774 Mar 11 16:54:02.084860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e7bd4-5941-486e-b00a-5836d7c09067 req-7d46095e-df6b-4d88-b665-613f4659b788 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:02.086347 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4f9e7bd4-5941-486e-b00a-5836d7c09067 req-7d46095e-df6b-4d88-b665-613f4659b788 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0817599 Mar 11 16:54:02.130830 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4f9e7bd4-5941-486e-b00a-5836d7c09067 req-530790ce-f11b-4889-bfa9-bbbe47ecef9f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 Mar 11 16:54:03.323812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4888467-64e1-4d29-9126-8ebf8480a238 req-bf84de85-0706-43d6-8932-b37396e4a292 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:03.325311 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4888467-64e1-4d29-9126-8ebf8480a238 req-bf84de85-0706-43d6-8932-b37396e4a292 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0888624 Mar 11 16:54:03.373648 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d4888467-64e1-4d29-9126-8ebf8480a238 req-10e052ab-d842-4c52-930b-04c6c4b81c79 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Mar 11 16:54:04.569996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0135a-206e-41c1-a1f4-df107df35253 req-bbf10271-f373-49a3-aaa3-4dc584f5a22e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:04.571491 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34e0135a-206e-41c1-a1f4-df107df35253 req-bbf10271-f373-49a3-aaa3-4dc584f5a22e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0876000 Mar 11 16:54:04.616279 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34e0135a-206e-41c1-a1f4-df107df35253 req-ed2cc4a5-fe06-4c61-99a3-6fa1d26e701a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388794 Mar 11 16:54:04.880138 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:54:05.809397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cebcf-f81e-43e3-8bfb-8c967a53a9ec req-af2335a4-3ac9-488e-b066-62a1cdf69fd9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:05.810882 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bb3cebcf-f81e-43e3-8bfb-8c967a53a9ec req-af2335a4-3ac9-488e-b066-62a1cdf69fd9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0891066 Mar 11 16:54:05.855058 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bb3cebcf-f81e-43e3-8bfb-8c967a53a9ec req-0ed919b9-e98c-4ca4-b60a-ff702d1a682b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383127 Mar 11 16:54:07.185224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01203b-1f13-475a-8e84-433a54362049 req-e5ea6b55-1180-4323-aff8-083699dba938 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:07.186773 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0a01203b-1f13-475a-8e84-433a54362049 req-e5ea6b55-1180-4323-aff8-083699dba938 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0800302 Mar 11 16:54:07.231528 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0a01203b-1f13-475a-8e84-433a54362049 req-e36fcb24-eef4-40f5-a9a6-6de71589854a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 Mar 11 16:54:08.422803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0926a-6109-49c9-a002-bbffb3ee821c req-75d43c9b-1309-4b7e-97be-49992a40fdec tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:08.424258 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88c0926a-6109-49c9-a002-bbffb3ee821c req-75d43c9b-1309-4b7e-97be-49992a40fdec tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0839622 Mar 11 16:54:08.470806 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-88c0926a-6109-49c9-a002-bbffb3ee821c req-7356b815-3ce1-4a77-a47f-8f01650e0709 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409687 Mar 11 16:54:09.579572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:09.657767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530a216-97e6-459d-98c5-e726d6d33f19 req-18b076fe-2683-4940-ba36-2801db404e9b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:09.659159 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a530a216-97e6-459d-98c5-e726d6d33f19 req-18b076fe-2683-4940-ba36-2801db404e9b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0827456 Mar 11 16:54:09.705114 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a530a216-97e6-459d-98c5-e726d6d33f19 req-484c8c94-4240-41a8-9b7e-447bb76797cc tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401378 Mar 11 16:54:10.892420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536d7a7-e1c4-4b9f-919c-b7746040f92b req-4898dd45-0d1b-470e-b260-f5c17f2b5369 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:10.893802 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9536d7a7-e1c4-4b9f-919c-b7746040f92b req-4898dd45-0d1b-470e-b260-f5c17f2b5369 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0819905 Mar 11 16:54:10.938854 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9536d7a7-e1c4-4b9f-919c-b7746040f92b req-b3050d26-f0fd-4678-9639-c1a7383d0e74 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393217 Mar 11 16:54:11.178602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c0159e2a-1c0c-4b2d-9c85-d8d481a42fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:12.124101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29a153-0220-44e7-b3f6-0943c0810331 req-a9b9f468-8d46-468f-b1fb-938f717e4786 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:12.126074 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7f29a153-0220-44e7-b3f6-0943c0810331 req-a9b9f468-8d46-468f-b1fb-938f717e4786 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0812092 Mar 11 16:54:12.172725 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7f29a153-0220-44e7-b3f6-0943c0810331 req-bebc76c2-953b-44f0-8f56-557ac8d4d370 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 Mar 11 16:54:13.366979 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92831072-14de-4027-b0cd-f67767f26032 req-06ba2a91-3f0e-464a-93aa-bb3ebd1f0cba tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:13.368349 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-92831072-14de-4027-b0cd-f67767f26032 req-06ba2a91-3f0e-464a-93aa-bb3ebd1f0cba tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0852098 Mar 11 16:54:13.414762 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-92831072-14de-4027-b0cd-f67767f26032 req-92cf3866-ac5c-443a-904f-0dbb7cca4471 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404975 Mar 11 16:54:13.447825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5e454a4-4eee-44c8-837c-19d49e19eb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:14.605376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795d3d4-7bff-40eb-b071-68c5036d12a8 req-6ac677e7-ad27-4bab-8d57-af7210165217 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:14.606837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0795d3d4-7bff-40eb-b071-68c5036d12a8 req-6ac677e7-ad27-4bab-8d57-af7210165217 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0833580 Mar 11 16:54:14.651683 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0795d3d4-7bff-40eb-b071-68c5036d12a8 req-2c00588c-32aa-47c3-b4c1-6f0e5d1fb45f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384278 Mar 11 16:54:14.698989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:14.761475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:15.844353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d078195-bc45-4251-97a8-9be5bb5f80f5 req-40bdc11d-5636-4a79-ab91-9eb67aeaa5bf tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:15.845861 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d078195-bc45-4251-97a8-9be5bb5f80f5 req-40bdc11d-5636-4a79-ab91-9eb67aeaa5bf tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0820851 Mar 11 16:54:15.896946 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d078195-bc45-4251-97a8-9be5bb5f80f5 req-82c7f605-b97e-4c93-88a2-56aeeecac77a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454834 Mar 11 16:54:15.973310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:17.090382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977afec-e325-4086-a41b-6203ca725364 req-71fd222c-0672-4be3-a8be-85a64cca9df3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:17.091873 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3977afec-e325-4086-a41b-6203ca725364 req-71fd222c-0672-4be3-a8be-85a64cca9df3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0865076 Mar 11 16:54:17.136118 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3977afec-e325-4086-a41b-6203ca725364 req-13930b1d-f696-46a6-9c8c-9fb02051db0a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378995 Mar 11 16:54:18.333048 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-4a72580b-8cca-4ef0-b86a-0ea5088dd7f9 service neutron] 10.222.0.35 "GET /v2.0/ports/ea29fca0-730c-46c4-9e59-642a4c1ab6d9/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0823026 Mar 11 16:54:18.340785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc3b9f-9d90-4734-b9d0-91c7d48cdb15 req-32b598d9-6e0d-45a4-a13b-ad59e9989a7e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:18.342354 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-36fc3b9f-9d90-4734-b9d0-91c7d48cdb15 req-32b598d9-6e0d-45a4-a13b-ad59e9989a7e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0874813 Mar 11 16:54:18.389572 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-36fc3b9f-9d90-4734-b9d0-91c7d48cdb15 req-afc89d3a-994a-46c7-81bd-ff2d307f8a96 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408418 Mar 11 16:54:18.864222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-eb45f368-8739-42e2-9394-8e4d2c53da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:18.865671 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-eb45f368-8739-42e2-9394-8e4d2c53da38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 1098 time: 0.0751348 Mar 11 16:54:18.953905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-69330a3e-cb6f-412e-83c0-3118be2028b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:18.955406 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-69330a3e-cb6f-412e-83c0-3118be2028b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 1098 time: 0.0699775 Mar 11 16:54:19.088908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-1a720aa0-d9f9-4126-9ef4-e5e35b3ed9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:19.090602 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-1a720aa0-d9f9-4126-9ef4-e5e35b3ed9be service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1293542 Mar 11 16:54:19.239025 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-50d10e3a-f083-4fbd-ba08-c1acf668e967 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9 HTTP/1.1" status: 200 len: 1001 time: 0.1430030 Mar 11 16:54:19.302329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-a0fbfc85-fc34-4e09-b14e-af366cd35698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:19.303765 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-a0fbfc85-fc34-4e09-b14e-af366cd35698 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0596511 Mar 11 16:54:19.383254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-001428fd-67c6-4422-acd4-847e3c799c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:19.390247 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-001428fd-67c6-4422-acd4-847e3c799c98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758278 Mar 11 16:54:19.674789 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-54514800-80d4-498d-b652-183d5d9d94dd service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837121 Mar 11 16:54:19.727830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed116b0-38a7-4e60-9504-e477ac2f3e2e req-f4d956c3-e689-427d-b9e4-62916fa94f24 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:19.729256 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8ed116b0-38a7-4e60-9504-e477ac2f3e2e req-f4d956c3-e689-427d-b9e4-62916fa94f24 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.1485503 Mar 11 16:54:19.850116 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8ed116b0-38a7-4e60-9504-e477ac2f3e2e req-dd85068f-47ad-42f9-a9db-623966e17af1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741878 Mar 11 16:54:19.857733 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b2fae651-68a9-4f1f-a8e2-03705a654030 req-a87d0883-7b64-4a38-bdda-ed6be35dc1ac service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767881 Mar 11 16:54:21.039816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f35b5-34e4-410d-9243-d471415bf045 req-2a25c189-20c5-4020-822d-f1e3f2535e42 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:21.041261 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1b1f35b5-34e4-410d-9243-d471415bf045 req-2a25c189-20c5-4020-822d-f1e3f2535e42 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0848143 Mar 11 16:54:21.084910 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1b1f35b5-34e4-410d-9243-d471415bf045 req-02e79833-0bfc-4348-a881-88108936e4e2 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 Mar 11 16:54:22.286830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bd8a6-458c-4621-bd8c-16effd634b06 req-58a7687b-306f-47bc-9c03-02b7823a87ca tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:22.288355 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9e7bd8a6-458c-4621-bd8c-16effd634b06 req-58a7687b-306f-47bc-9c03-02b7823a87ca tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0900483 Mar 11 16:54:22.336169 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9e7bd8a6-458c-4621-bd8c-16effd634b06 req-c424f598-04a5-4b11-902a-bd74a5ce9ba2 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Mar 11 16:54:22.344853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:54:22.348680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:54:22.574866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:22.611916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:22.628458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:22.637063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'mac_address': 'fa:16:3e:a1:95:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:54:22.645335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:22.684317 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'code': 200} Mar 11 16:54:22.701698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:22.719693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea29fca0-730c-46c4-9e59-642a4c1ab6d9 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:54:22.744588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:22.857730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:54:22.858135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:54:22.861687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:23.383567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-ce6b1b2b-eef1-4481-a532-5745767c6173 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:23.385021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-ce6b1b2b-eef1-4481-a532-5745767c6173 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8&tenant_id=67852cf82e2840199753a912a2b70c6d&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 943 time: 0.1031911 Mar 11 16:54:23.415742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:23.434200 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea29fca0-730c-46c4-9e59-642a4c1ab6d9 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:54:23.441030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5a8a3-6591-45ae-baa8-f3394bf3a07a req-34ed82b6-e704-48f4-a2b4-1745dc23fa35 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:23.442553 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ac5a8a3-6591-45ae-baa8-f3394bf3a07a req-34ed82b6-e704-48f4-a2b4-1745dc23fa35 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 943 time: 0.1952820 Mar 11 16:54:23.453727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:23.510584 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0ac5a8a3-6591-45ae-baa8-f3394bf3a07a req-711c1082-d748-4431-b13a-235436c2ae24 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598688 Mar 11 16:54:23.514688 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-752fd4e6-05c1-408f-974d-e8ead38cdeaf service neutron] 10.222.0.35 "GET /v2.0/ports/ea29fca0-730c-46c4-9e59-642a4c1ab6d9/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.1234615 Mar 11 16:54:23.544885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:23.611679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-e0e5b2c5-6a1f-4c52-8e64-130f3bd57624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:23.613371 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-e0e5b2c5-6a1f-4c52-8e64-130f3bd57624 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 1097 time: 0.0778992 Mar 11 16:54:23.617553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['ea29fca0-730c-46c4-9e59-642a4c1ab6d9'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:54:23.658568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:23.749127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-70eaa891-4d81-4486-b8cd-b7078f436812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:23.750530 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-70eaa891-4d81-4486-b8cd-b7078f436812 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1309762 Mar 11 16:54:23.854953 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-5c60172a-88bd-415f-b720-51b845690d18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9 HTTP/1.1" status: 200 len: 1000 time: 0.0986795 Mar 11 16:54:23.919796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-2f56b796-5485-4795-a5bc-770cc55e821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:23.921299 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-2f56b796-5485-4795-a5bc-770cc55e821b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0604708 Mar 11 16:54:23.995926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-8df90039-ca00-4b69-aca9-65a08f3cd1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:23.997355 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-8df90039-ca00-4b69-aca9-65a08f3cd1e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702696 Mar 11 16:54:24.127543 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-2441bd22-6d28-42bd-b87b-035cafe97db9 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240535 Mar 11 16:54:24.270572 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-8f64a1fd-1d01-4750-a7d7-0ca16765f344 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375501 Mar 11 16:54:24.358999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:54:24.468656 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:54:24.469365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:24.585327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:24.618239 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:24.685729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:24.693092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:24.698774 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271944ae-6f26-422e-aa37-66d0af2499a5 req-1079d6b0-4850-47cd-9837-38c3c216095e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:24.700211 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-271944ae-6f26-422e-aa37-66d0af2499a5 req-1079d6b0-4850-47cd-9837-38c3c216095e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 944 time: 0.0802634 Mar 11 16:54:24.743791 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'code': 200} Mar 11 16:54:24.747372 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-271944ae-6f26-422e-aa37-66d0af2499a5 req-2909809f-8bab-4437-8949-851ab9419081 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398054 Mar 11 16:54:24.769800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:25.945417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81f9f6-e839-419b-81ae-073976edae65 req-afe17138-a725-44cc-896f-1918404ab196 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:25.947825 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-af81f9f6-e839-419b-81ae-073976edae65 req-afe17138-a725-44cc-896f-1918404ab196 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0884047 Mar 11 16:54:25.995852 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-af81f9f6-e839-419b-81ae-073976edae65 req-c1ca480f-dd3d-414a-adaa-c6270878e417 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415211 Mar 11 16:54:27.204797 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8788d08-9a54-4e41-a1ff-bdee58b2b8f6 req-d37e9bdd-8cd1-4551-b05b-ee1f89736bb5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:27.206345 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f8788d08-9a54-4e41-a1ff-bdee58b2b8f6 req-d37e9bdd-8cd1-4551-b05b-ee1f89736bb5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0909793 Mar 11 16:54:27.257158 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f8788d08-9a54-4e41-a1ff-bdee58b2b8f6 req-389b0dba-2b79-4e77-bdf5-9d85500c12da tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444658 Mar 11 16:54:27.556686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-5dd0517f-3900-421c-9126-b0bdc95f77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:27.558151 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-5dd0517f-3900-421c-9126-b0bdc95f77f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 1098 time: 0.0857310 Mar 11 16:54:27.654729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-43c87daa-a428-4299-bcb0-76479a5ac176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:27.656283 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-43c87daa-a428-4299-bcb0-76479a5ac176 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 1098 time: 0.0713828 Mar 11 16:54:27.895893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-2e611c14-86fa-42f4-9447-d810994bd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:27.897336 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-2e611c14-86fa-42f4-9447-d810994bd765 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.2350514 Mar 11 16:54:27.998495 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-58782846-f21c-4d23-91b4-0d18d9559c99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0942903 Mar 11 16:54:28.065319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-4f66762e-f2d6-4774-ad29-0fb9a88c5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:28.066770 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-4f66762e-f2d6-4774-ad29-0fb9a88c5ae8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0621974 Mar 11 16:54:28.141407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-b2657a9d-92b3-4e6c-a9ff-9a501f0938b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:28.142908 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-b2657a9d-92b3-4e6c-a9ff-9a501f0938b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704350 Mar 11 16:54:28.284227 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-7936d9cd-4ada-44c6-9e66-b360bd6d94e7 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290927 Mar 11 16:54:28.470570 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-28ade9ca-4a99-4875-bdc4-3c073945bf92 req-adf6667c-452b-4799-a8d5-5fac1718d6c4 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803439 Mar 11 16:54:28.496433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5d81c-5c05-43f2-baf5-db25a80545ea req-98896158-70ff-40e9-8ee9-4678dcb78466 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:28.502770 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-55e5d81c-5c05-43f2-baf5-db25a80545ea req-98896158-70ff-40e9-8ee9-4678dcb78466 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.1230452 Mar 11 16:54:28.553051 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-55e5d81c-5c05-43f2-baf5-db25a80545ea req-7325285c-08de-42e7-b382-ff1499ed2c3b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488956 Mar 11 16:54:29.743258 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89877b8-1ab6-4451-a51e-b55952ef7296 req-765ad30b-bab3-4ffb-a19f-2d6dca809262 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:29.744829 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f89877b8-1ab6-4451-a51e-b55952ef7296 req-765ad30b-bab3-4ffb-a19f-2d6dca809262 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0819221 Mar 11 16:54:29.797217 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f89877b8-1ab6-4451-a51e-b55952ef7296 req-d7d40cd0-1d39-4c06-9c22-1bbabb68eb3d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Mar 11 16:54:30.375514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:54:30.378904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:54:30.590923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:30.621277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:30.644711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'mac_address': 'fa:16:3e:a1:95:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:54:30.646015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:30.687794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:30.695470 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'code': 200} Mar 11 16:54:30.714559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:30.732475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea29fca0-730c-46c4-9e59-642a4c1ab6d9 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:54:30.762065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:30.877643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:54:30.877984 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:54:30.882996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=9']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:30.890767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.891109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.891447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.891766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.892087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.892406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.892724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.893038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.893353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.893665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.893984 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.894317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:30.995233 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba958a01-757c-4e2f-a90a-eefca05b5f5b req-b644bf52-406d-4ea3-88e7-48d0a2b48e8a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:30.997115 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ba958a01-757c-4e2f-a90a-eefca05b5f5b req-b644bf52-406d-4ea3-88e7-48d0a2b48e8a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 943 time: 0.0844581 Mar 11 16:54:31.042052 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ba958a01-757c-4e2f-a90a-eefca05b5f5b req-7638dcae-aacc-4d01-9260-bdaf40d09618 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Mar 11 16:54:31.236185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ad612-4f8a-4c7f-8d7e-e7b4f28c04f5 req-93e1969a-ddb5-4f6b-9acb-a1d9290fb424 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:31.237560 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce5ad612-4f8a-4c7f-8d7e-e7b4f28c04f5 req-93e1969a-ddb5-4f6b-9acb-a1d9290fb424 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 943 time: 0.0796824 Mar 11 16:54:31.285308 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce5ad612-4f8a-4c7f-8d7e-e7b4f28c04f5 req-f34217d2-6ac4-463b-a346-77bb9a16014f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Mar 11 16:54:31.439464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.458297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea29fca0-730c-46c4-9e59-642a4c1ab6d9 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:54:31.477024 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:31.484650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ef7d-1a37-4e23-8b81-2f2775885a85 req-7480a529-b583-433e-a5ef-3bd094cebb0f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:31.488034 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3ae4ef7d-1a37-4e23-8b81-2f2775885a85 req-7480a529-b583-433e-a5ef-3bd094cebb0f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 943 time: 0.0936124 Mar 11 16:54:31.532787 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3ae4ef7d-1a37-4e23-8b81-2f2775885a85 req-1c842f28-4b83-41c5-bab3-5a33c4a41af7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Mar 11 16:54:31.583742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:31.658191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['ea29fca0-730c-46c4-9e59-642a4c1ab6d9'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:54:31.703162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=10']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:32.149851 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebd21d-f21c-42a9-b47c-56226113d87c req-a1c3f111-cadb-4954-8bb5-09ace93b64b4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:32.151347 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2eebd21d-f21c-42a9-b47c-56226113d87c req-a1c3f111-cadb-4954-8bb5-09ace93b64b4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 945 time: 0.0821335 Mar 11 16:54:32.199189 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2eebd21d-f21c-42a9-b47c-56226113d87c req-f7851a53-ea79-45fd-95a3-c7655f066422 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Mar 11 16:54:32.382531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:54:32.453742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:54:32.454469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:32.578255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:32.612385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:32.688631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:32.720073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:32.773861 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'code': 200} Mar 11 16:54:32.774564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=11']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:33.392727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ccd7c-6bae-485b-beb5-9bde09558253 req-5b094d19-d345-4ebd-b5da-7c5852e05fda tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:33.394229 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-076ccd7c-6bae-485b-beb5-9bde09558253 req-5b094d19-d345-4ebd-b5da-7c5852e05fda tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 946 time: 0.0861907 Mar 11 16:54:33.442421 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-076ccd7c-6bae-485b-beb5-9bde09558253 req-5b49e45e-bd41-4d02-882b-57aab334c974 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425434 Mar 11 16:54:34.271154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-790f622a-5367-4ef9-8515-902cc3830e31 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:34.272594 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-790f622a-5367-4ef9-8515-902cc3830e31 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 946 time: 0.0826042 Mar 11 16:54:34.349657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Deleting port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:54:34.349998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:34.670145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] For port ea29fca0-730c-46c4-9e59-642a4c1ab6d9, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:34.670535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:34.775937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc4f88-7278-4f49-bf3f-296972c87dd2 req-c2d29dc9-2e62-4da0-9922-f746601a446a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:34.777420 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1dfc4f88-7278-4f49-bf3f-296972c87dd2 req-c2d29dc9-2e62-4da0-9922-f746601a446a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 946 time: 0.2119567 Mar 11 16:54:34.909937 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1dfc4f88-7278-4f49-bf3f-296972c87dd2 req-7b329a37-d8c0-42a8-aaac-30048b71e4b6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248043 Mar 11 16:54:35.112779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:35.113142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:35.113454 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34 disassociated. External IP: 172.26.8.41, port: ea29fca0-730c-46c4-9e59-642a4c1ab6d9. Mar 11 16:54:35.113792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Calling delete_port for ea29fca0-730c-46c4-9e59-642a4c1ab6d9 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:54:35.304450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:35.363049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event deleted for resources: {'Port': ['ID=ea29fca0-730c-46c4-9e59-642a4c1ab6d9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:35.551829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:54:35.735377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:54:35.750829 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:54:35.761653 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:54:35.762415 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:54:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:35.824442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] No DVR routers for this DVR port ea29fca0-730c-46c4-9e59-642a4c1ab6d9 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:54:35.827346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:35.830097 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-deleted', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:35.889154 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012f3ed1-3654-47c9-831d-bcf333f1eff8', 'name': 'network-vif-deleted', 'tag': 'ea29fca0-730c-46c4-9e59-642a4c1ab6d9', 'status': 'completed', 'code': 200} Mar 11 16:54:35.933885 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef85b0e1-416d-4eb8-907d-14864e33accb req-dbe90a88-8b8d-41ab-bfea-cbcaa9674a71 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "DELETE /v2.0/ports/ea29fca0-730c-46c4-9e59-642a4c1ab6d9 HTTP/1.1" status: 204 len: 173 time: 1.6563158 Mar 11 16:54:35.960737 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:54:36.080035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a460e9aa-3304-483a-aba5-aa37ac9fd04b req-e29af941-ab08-4c5a-9074-6f0c501dc97c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:54:36.173016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a460e9aa-3304-483a-aba5-aa37ac9fd04b req-e29af941-ab08-4c5a-9074-6f0c501dc97c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:54:36.174333 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a460e9aa-3304-483a-aba5-aa37ac9fd04b req-e29af941-ab08-4c5a-9074-6f0c501dc97c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=012f3ed1-3654-47c9-831d-bcf333f1eff8 HTTP/1.1" status: 200 len: 210 time: 0.1445143 Mar 11 16:54:36.285388 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:36.289304 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:54:36.298378 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:54:36.298961 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:54:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:36.502434 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:54:36.852103 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:36.855967 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43acf02b-9150-4ee9-aff7-03bc632d7349 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:54:37.087836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129efcf-c272-43ec-918a-67b1082ebd06 None None] New status for floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:54:37.540373 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-db94cc85-1c75-4cc2-ab56-7ea0e73050eb tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1824070630&fields=id&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 267 time: 0.0438645 Mar 11 16:54:37.699576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-799a05ea-ff2d-46fa-b440-df03147ce04f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:37.700257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-799a05ea-ff2d-46fa-b440-df03147ce04f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:54:37.784652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-799a05ea-ff2d-46fa-b440-df03147ce04f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:54:37.785773 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-799a05ea-ff2d-46fa-b440-df03147ce04f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 811 time: 0.2385976 Mar 11 16:54:37.805326 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-693ac637-44e4-46d5-be9a-54ca6b312e2e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/quotas/67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 375 time: 0.0108531 Mar 11 16:54:37.898314 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-560841bb-51fd-4df3-a085-ef7a66c6423b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872788 Mar 11 16:54:38.084372 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-c1dfa642-4e9e-4298-9aff-a9eb473d6a7a service neutron] 10.222.0.57 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740522 Mar 11 16:54:38.333380 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-21389f17-0205-4d14-a303-14e9375f038d service neutron] 10.222.0.57 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432296 Mar 11 16:54:38.413881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:54:38.487188 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: ea29fca0-730c-46c4-9e59-642a4c1ab6d9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:54:38.487531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device ea29fca0-730c-46c4-9e59-642a4c1ab6d9 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:54:38.595031 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a88ed904-fc2c-4f51-b66b-3c8c8bc96ab4 req-6408a85f-007e-4e63-8dff-e6fd73bd0093 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 210 time: 0.0430200 Mar 11 16:54:39.641861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:39.749428 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-36ee0a54-065c-43dd-9e34-38df9d46178b req-378b88cd-3789-45d8-ad5a-ca78b547aeb9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 210 time: 0.0431743 Mar 11 16:54:40.959586 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4592fff1-5862-41dd-b229-34f79442df38 req-93d00793-48f8-463e-8f19-a082ef778aa3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 210 time: 0.0941894 Mar 11 16:54:41.020270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-802b74e7-dbe2-488d-8e2a-eb5a4a2112f3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:41.021642 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-802b74e7-dbe2-488d-8e2a-eb5a4a2112f3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 811 time: 0.1950667 Mar 11 16:54:41.069478 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-1657204f-7b99-4e89-8e2f-14e7443bb04d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 380 time: 0.0383232 Mar 11 16:54:41.077908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'port': {'device_id': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'admin_state_up': True, 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'security_groups': ['4c5a709b-4760-4ea5-9eff-7efcd57b81e8']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:54:41.215054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:54:41.226946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:54:41.241558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0c927458-d009-4c44-b75f-b28b74bf4dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:41.337793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Made reservation on behalf of 67852cf82e2840199753a912a2b70c6d for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:54:41.341552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:41.525501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Allocated IP 172.20.0.3 (457eaa7b-b847-40d9-8d30-b7ad10041a86/ac3f89fd-198d-4e86-a738-8950a1457d36/bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:54:41.852900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:41.868566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Transition to ACTIVE for port object bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:54:41.879771 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:54:41.950512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.016068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:54:42.019517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:54:42.022130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:54:42.085239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:42.099210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.099555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.099891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.100225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.100555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.100882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.101207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.101534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.101859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.102189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.102526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.102843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:42.117181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:42.117833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.164886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169134-fab6-43cf-82b1-60acdc421790 req-7c574e0c-4826-4cd1-a036-a8e816c282b6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:42.170286 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f169134-fab6-43cf-82b1-60acdc421790 req-7c574e0c-4826-4cd1-a036-a8e816c282b6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 931 time: 0.0939713 Mar 11 16:54:42.216022 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f169134-fab6-43cf-82b1-60acdc421790 req-26f5c37a-6b02-4765-8ec1-b634236576b1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Mar 11 16:54:42.276935 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9df1cf33-af4b-4eca-bab6-74aa6ee6bf15 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2027516 Mar 11 16:54:42.287981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Request body: {'port': {'device_id': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:54:42.350581 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f47913f-2e2c-43db-925e-88f7f935d1fc None None] Provisioning for port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:54:42.355574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9f47913f-2e2c-43db-925e-88f7f935d1fc None None] Provisioning complete for port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:54:42.355938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9f47913f-2e2c-43db-925e-88f7f935d1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.407420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.411470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9f47913f-2e2c-43db-925e-88f7f935d1fc None None] Port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:54:42.752095 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:54:42.759331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.773701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Transition to ACTIVE for port object bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:54:42.841908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.977597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:43.091602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Attempting to bind port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:54:43.092333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Attempting to bind port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:54:43.092333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Attempting to bind port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:54:43.098449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:54:43.098778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Attempting to bind port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 on network 457eaa7b-b847-40d9-8d30-b7ad10041a86 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:54:43.104620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:54:43.104955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Checking segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:54:43.105340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Bound using segment: {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:54:43.105764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Bound port: bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734b0e94-d910-4bb6-97bc-919be67b3a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:54:43.106112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:43.200042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:54:43.204234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:54:43.275591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:43.384424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:43.385041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:43.386437 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] 10.222.0.35 "PUT /v2.0/ports/bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 HTTP/1.1" status: 200 len: 1093 time: 1.1025672 Mar 11 16:54:43.386880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:43.413366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa935820-79cc-479e-8e5a-4e912cec1dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:43.422001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223297af-abd4-469d-8a77-81c00ceba4fc service neutron] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:43.457585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af8781-eaf8-4cc0-b9a9-e942f581dc39 req-38344648-daff-4b68-a38f-d4220306b9e3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:43.458332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-07af8781-eaf8-4cc0-b9a9-e942f581dc39 req-38344648-daff-4b68-a38f-d4220306b9e3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:54:43.464304 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'status': 'completed', 'code': 200} Mar 11 16:54:43.569531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c06c7-cfe4-46be-8fd8-8d30e1d2baab req-74d5c5a4-d0d7-419e-a405-65527271d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:43.571172 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c88c06c7-cfe4-46be-8fd8-8d30e1d2baab req-74d5c5a4-d0d7-419e-a405-65527271d25d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 1096 time: 0.0975990 Mar 11 16:54:43.601026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-07af8781-eaf8-4cc0-b9a9-e942f581dc39 req-38344648-daff-4b68-a38f-d4220306b9e3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:54:43.603476 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07af8781-eaf8-4cc0-b9a9-e942f581dc39 req-38344648-daff-4b68-a38f-d4220306b9e3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 943 time: 0.2690322 Mar 11 16:54:43.730750 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07af8781-eaf8-4cc0-b9a9-e942f581dc39 req-114efc28-85bf-4373-8350-c44fb8b8255c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160402 Mar 11 16:54:43.756776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c06c7-cfe4-46be-8fd8-8d30e1d2baab req-06c936bd-3ef4-4871-a70f-6d2275225a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:43.758255 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c88c06c7-cfe4-46be-8fd8-8d30e1d2baab req-06c936bd-3ef4-4871-a70f-6d2275225a7f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=67852cf82e2840199753a912a2b70c6d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1796944 Mar 11 16:54:43.902369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c06c7-cfe4-46be-8fd8-8d30e1d2baab req-5e7f9805-d6ab-440c-9199-ed7577e8787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:43.903837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c88c06c7-cfe4-46be-8fd8-8d30e1d2baab req-5e7f9805-d6ab-440c-9199-ed7577e8787a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396794 Mar 11 16:54:44.005509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-321ad717-511d-4a22-8d79-1cbde8eb138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:44.006986 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-321ad717-511d-4a22-8d79-1cbde8eb138c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 1096 time: 0.0694337 Mar 11 16:54:44.177791 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-db7c47db-44b5-49b8-a42b-0985aa6053a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 HTTP/1.1" status: 200 len: 217 time: 0.1641121 Mar 11 16:54:44.246943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-ea579a90-5d19-4175-81b3-e72aad239f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:44.248378 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-ea579a90-5d19-4175-81b3-e72aad239f0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0654485 Mar 11 16:54:44.329330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-41e29540-c3e2-4aea-88ca-70b9a9f427d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:44.330822 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-41e29540-c3e2-4aea-88ca-70b9a9f427d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737829 Mar 11 16:54:44.473105 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-9621400d-8ac1-4086-aedd-a0a78b6258ce service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356637 Mar 11 16:54:44.607674 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4f0d38e-8285-4f4d-be2c-ef075e834228 req-170919cd-68a1-4e83-ac8c-415ed411864f service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290131 Mar 11 16:54:44.756081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:44.824194 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:44.920824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c329096-2dc0-42b9-a626-bc28f89ec0fb req-3867e310-5efa-4991-9f8d-239b600fe084 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:44.922309 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7c329096-2dc0-42b9-a626-bc28f89ec0fb req-3867e310-5efa-4991-9f8d-239b600fe084 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 943 time: 0.0816908 Mar 11 16:54:44.966686 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7c329096-2dc0-42b9-a626-bc28f89ec0fb req-3068fcce-82d0-4f8c-88d5-5b1fc4c634b8 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386863 Mar 11 16:54:45.956164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:46.151940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452465f6-8930-434a-a384-084f848adef9 req-1d24cb24-aeb5-4f34-9da9-db0393a596d1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:46.153392 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-452465f6-8930-434a-a384-084f848adef9 req-1d24cb24-aeb5-4f34-9da9-db0393a596d1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 943 time: 0.0821009 Mar 11 16:54:46.197847 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-452465f6-8930-434a-a384-084f848adef9 req-83cd5cbe-9991-4a0d-a39b-dd90255f067d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381806 Mar 11 16:54:46.444115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:54:46.582298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:46.595993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'mac_address': 'fa:16:3e:14:dc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:54:46.649273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:46.666130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:54:46.681713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:46.784613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:46.857422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:46.985714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:54:47.386806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0604487-67be-45c1-9278-c3caf86b35b1 req-f3b6fd9d-583a-4510-87b7-fda36e56d2a6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:47.388236 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e0604487-67be-45c1-9278-c3caf86b35b1 req-f3b6fd9d-583a-4510-87b7-fda36e56d2a6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 944 time: 0.0833843 Mar 11 16:54:47.432372 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e0604487-67be-45c1-9278-c3caf86b35b1 req-9170ed39-5881-4ae2-8661-36dc64cf54c5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382044 Mar 11 16:54:48.459729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:54:48.602035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:54:48.607622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:54:48.608697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:48.624810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d01205-8db7-47e1-9400-758bf318bd04 req-234b9106-64f4-44db-893b-dedf0d305534 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:48.626352 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8d01205-8db7-47e1-9400-758bf318bd04 req-234b9106-64f4-44db-893b-dedf0d305534 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 944 time: 0.0821254 Mar 11 16:54:48.675544 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8d01205-8db7-47e1-9400-758bf318bd04 req-59d54bea-8ac1-44ce-84f2-904393f2ae22 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413423 Mar 11 16:54:48.737877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:48.767519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:48.777714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:54:48.823385 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'code': 200} Mar 11 16:54:48.973446 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:49.040789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:49.318489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c376c57-6fe9-44bd-87cd-eed2ec834b0a req-3d268b39-fd9d-40d4-be03-3572dc0779c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:49.319862 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c376c57-6fe9-44bd-87cd-eed2ec834b0a req-3d268b39-fd9d-40d4-be03-3572dc0779c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 1098 time: 0.0843022 Mar 11 16:54:49.360434 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c376c57-6fe9-44bd-87cd-eed2ec834b0a req-03368017-5a36-4a93-824d-a76d24039ad0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350471 Mar 11 16:54:49.869759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710484a3-bc2e-4a74-8a9d-1d354f2c474a req-dffacbab-fe50-4cf2-ad54-d6be1f60b86b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:49.871372 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-710484a3-bc2e-4a74-8a9d-1d354f2c474a req-dffacbab-fe50-4cf2-ad54-d6be1f60b86b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0812764 Mar 11 16:54:49.919160 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-710484a3-bc2e-4a74-8a9d-1d354f2c474a req-2e5bd174-96f6-4438-8202-d5c0346ba065 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 Mar 11 16:54:51.113769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0adcc-7c2b-4216-bfff-6a1899217e8f req-1b1bf631-18ec-4ada-a9b2-2f0e2367ce7b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:51.115379 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-27e0adcc-7c2b-4216-bfff-6a1899217e8f req-1b1bf631-18ec-4ada-a9b2-2f0e2367ce7b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0855277 Mar 11 16:54:51.162833 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-27e0adcc-7c2b-4216-bfff-6a1899217e8f req-ab9d1627-00cd-4e3c-b9b5-b303cf181645 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 Mar 11 16:54:51.349865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2b0e1-d9ec-4561-ad8a-399d874dc9fc req-4def2436-1fff-4bc0-959e-44d4f296614f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:51.351574 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2cc2b0e1-d9ec-4561-ad8a-399d874dc9fc req-4def2436-1fff-4bc0-959e-44d4f296614f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0884559 Mar 11 16:54:51.360597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40662) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:54:51.365850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-10a9d2f1-4b51-4d97-979e-2a2f1b27921a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Request body: {'floatingip': {'port_id': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:54:51.445459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-10a9d2f1-4b51-4d97-979e-2a2f1b27921a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:52.173763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-10a9d2f1-4b51-4d97-979e-2a2f1b27921a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:52.274446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-10a9d2f1-4b51-4d97-979e-2a2f1b27921a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:52.453139 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-10a9d2f1-4b51-4d97-979e-2a2f1b27921a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34 associated. External IP: 172.26.8.41, port: bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5. Mar 11 16:54:52.818112 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a9d2f1-4b51-4d97-979e-2a2f1b27921a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:54:53.048276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a9d2f1-4b51-4d97-979e-2a2f1b27921a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:54:53.053191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-10a9d2f1-4b51-4d97-979e-2a2f1b27921a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:53.057752 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:54:53.071310 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:54:53.072148 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:54:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:53.101169 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-cdcd3bc0-a233-48b4-b4d6-4c5e43304bed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2050231 Mar 11 16:54:53.121070 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-10a9d2f1-4b51-4d97-979e-2a2f1b27921a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "PUT /v2.0/floatingips/28a6d27c-6bcf-40a6-8e64-8f049e3abd34 HTTP/1.1" status: 200 len: 991 time: 1.7563479 Mar 11 16:54:53.121070 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:54:53.206837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'status': 'completed', 'code': 200} Mar 11 16:54:53.249847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-b011f686-9329-4dd1-aa6f-c15a883f7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:53.251996 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-b011f686-9329-4dd1-aa6f-c15a883f7c0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 1098 time: 0.0799918 Mar 11 16:54:53.301376 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:54:53.406188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-c6ffbbfc-40cc-445f-b2ab-8c74e689ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:53.407625 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-c6ffbbfc-40cc-445f-b2ab-8c74e689ac02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1371245 Mar 11 16:54:53.652927 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-cd2d6737-9567-42c4-8ade-9767e0e7ba93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 HTTP/1.1" status: 200 len: 999 time: 0.2381775 Mar 11 16:54:53.682625 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:14:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:54:52Z', 'revision_number': 13, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:53.688128 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:54:53.699076 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:54:53.699706 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:54:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:53.727287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-0de96f35-e8b4-4567-bfd5-666dba2c79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:53.728810 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-0de96f35-e8b4-4567-bfd5-666dba2c79b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0701962 Mar 11 16:54:53.813351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-bae90bf5-2bf4-4a51-9c60-e264d1845255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:53.814808 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-bae90bf5-2bf4-4a51-9c60-e264d1845255 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800712 Mar 11 16:54:53.894693 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:54:53.979297 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-65d194fa-59a8-4185-bac1-e9212e0c6907 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583846 Mar 11 16:54:54.128929 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-525c4ee4-193a-4b65-885f-31b9d1a73568 req-6d5d27ef-1809-460a-97e9-0fa3b8e0ea09 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434224 Mar 11 16:54:54.291438 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:14:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:54:52Z', 'revision_number': 13, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:54.296672 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630f4ea4-c296-408a-ac58-7868815540c5 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '28a6d27c-6bcf-40a6-8e64-8f049e3abd34', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'floating_ip_address': '172.26.8.41', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'port_id': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'mac_address': 'fa:16:3e:14:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:51:30Z', 'updated_at': '2022-03-11T16:54:52Z', 'revision_number': 13, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:54:54.343612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f436c7-57d4-414a-86b8-76720c34d51c req-803168f6-cfd0-4e1e-89b6-4402087828de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:54.345865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07f436c7-57d4-414a-86b8-76720c34d51c req-803168f6-cfd0-4e1e-89b6-4402087828de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 1098 time: 0.0794821 Mar 11 16:54:54.518749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f436c7-57d4-414a-86b8-76720c34d51c req-671d3e90-f4da-4abe-aadb-5aca90f0681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:54.520175 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07f436c7-57d4-414a-86b8-76720c34d51c req-671d3e90-f4da-4abe-aadb-5aca90f0681a service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1688735 Mar 11 16:54:54.526258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c553f-01c5-4cae-ad56-893490b799a3 None None] New status for floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:54:54.641445 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07f436c7-57d4-414a-86b8-76720c34d51c req-1b1e7909-0de3-4fde-97b7-242f39308f98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 HTTP/1.1" status: 200 len: 999 time: 0.1147549 Mar 11 16:54:54.711192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f436c7-57d4-414a-86b8-76720c34d51c req-f8a971f9-6482-41c2-bcf5-cf32be42f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:54.712550 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07f436c7-57d4-414a-86b8-76720c34d51c req-f8a971f9-6482-41c2-bcf5-cf32be42f70c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0650668 Mar 11 16:54:54.796421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f436c7-57d4-414a-86b8-76720c34d51c req-ee7cf5a9-84a9-430f-95f4-c51945e7951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:54.797747 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07f436c7-57d4-414a-86b8-76720c34d51c req-ee7cf5a9-84a9-430f-95f4-c51945e7951d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793369 Mar 11 16:54:54.943148 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07f436c7-57d4-414a-86b8-76720c34d51c req-e77a61cc-84fa-410b-9781-cdea58172005 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381900 Mar 11 16:54:55.079807 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-07f436c7-57d4-414a-86b8-76720c34d51c req-84aded84-407b-4d5e-bc17-977cf414439b service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311345 Mar 11 16:54:56.481532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891087-93b6-4152-b83c-ea3f8df60665 req-48414aa2-2f40-4f9b-abdc-acadac9642e7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:56.483559 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b3891087-93b6-4152-b83c-ea3f8df60665 req-48414aa2-2f40-4f9b-abdc-acadac9642e7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0831103 Mar 11 16:54:56.527718 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b3891087-93b6-4152-b83c-ea3f8df60665 req-0839c9a5-d968-497f-91d6-e8c6fa88745b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384552 Mar 11 16:55:06.885101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c190b-d83a-4b7e-ab21-eacbe76ff8b1 req-abc115cd-0380-4900-86d3-c4436004bcf7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:06.886485 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c2c190b-d83a-4b7e-ab21-eacbe76ff8b1 req-abc115cd-0380-4900-86d3-c4436004bcf7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0857012 Mar 11 16:55:06.933721 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c2c190b-d83a-4b7e-ab21-eacbe76ff8b1 req-51c6650a-9ade-4ca3-8513-bceb12eb34d2 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 Mar 11 16:55:07.084383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-c834a6a2-a7d4-4420-bafd-629ad7d375a4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1186697 Mar 11 16:55:08.132086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdf7b1-3451-42b3-8332-7973525beffe req-58d8f8f6-5d6c-4f20-9437-f652700d070f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:08.133804 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ccdf7b1-3451-42b3-8332-7973525beffe req-58d8f8f6-5d6c-4f20-9437-f652700d070f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0872118 Mar 11 16:55:08.179667 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ccdf7b1-3451-42b3-8332-7973525beffe req-e4a0face-1883-4cae-be19-96c4d197eafe tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399382 Mar 11 16:55:09.292589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db292-923a-4508-8a66-9b4320c36e8a req-d7122370-310c-4bb6-bd74-b87311497609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:09.294226 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-d7122370-310c-4bb6-bd74-b87311497609 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 1098 time: 0.0715156 Mar 11 16:55:09.375263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e2eab-58c8-41fb-b6f7-9567a5ee16fc req-08c5848b-0ab9-4192-992f-5e8bfb6283dc tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:09.376939 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432e2eab-58c8-41fb-b6f7-9567a5ee16fc req-08c5848b-0ab9-4192-992f-5e8bfb6283dc tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0845082 Mar 11 16:55:09.422266 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432e2eab-58c8-41fb-b6f7-9567a5ee16fc req-81f06b38-a141-405c-8cf9-01999299cd45 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394604 Mar 11 16:55:09.430504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db292-923a-4508-8a66-9b4320c36e8a req-a535d3c9-11fb-495c-9b0a-a62b27cb8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:09.431906 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-a535d3c9-11fb-495c-9b0a-a62b27cb8c65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1316705 Mar 11 16:55:09.541204 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-193e7008-faea-4ad4-a4ea-e574edbb37ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 HTTP/1.1" status: 200 len: 1001 time: 0.1029391 Mar 11 16:55:09.610000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db292-923a-4508-8a66-9b4320c36e8a req-b5654fe6-4bf2-44d4-888b-dbf0d4888093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:09.612165 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-b5654fe6-4bf2-44d4-888b-dbf0d4888093 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0647416 Mar 11 16:55:09.622841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.689476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db292-923a-4508-8a66-9b4320c36e8a req-9717348a-8a12-4602-a233-51c91d473c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:09.690973 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-9717348a-8a12-4602-a233-51c91d473c4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719442 Mar 11 16:55:09.834335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-fc82636b-7c1c-4df6-870b-7a99ca2ed437 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366887 Mar 11 16:55:10.083425 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-36484271-b8eb-48aa-b3b1-9ab51fba2d14 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429178 Mar 11 16:55:10.640544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8473a-7551-4dc8-a9e6-2d368b2b00ca req-6c9e2f56-ca0d-4667-bd35-8fe098323831 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:10.642276 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5bc8473a-7551-4dc8-a9e6-2d368b2b00ca req-6c9e2f56-ca0d-4667-bd35-8fe098323831 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.1022744 Mar 11 16:55:10.690620 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5bc8473a-7551-4dc8-a9e6-2d368b2b00ca req-3be37d91-75bc-43ef-99da-ec6679182dcb tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421329 Mar 11 16:55:11.247419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e8429d19-551d-4e51-b5f4-f2998cd317a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:11.885649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4cf38-48c8-48b8-bf10-0e399fb257e1 req-949da9fc-f1b1-423f-8596-3905ff77db55 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:11.887245 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12d4cf38-48c8-48b8-bf10-0e399fb257e1 req-949da9fc-f1b1-423f-8596-3905ff77db55 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0872622 Mar 11 16:55:11.940044 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-12d4cf38-48c8-48b8-bf10-0e399fb257e1 req-95f708be-bc9e-4a9a-8116-c43381605d62 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463667 Mar 11 16:55:13.138123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab8733-7422-420c-8263-5e3ad202829e req-3be00383-38a9-4962-ae35-a578406bf1e4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:13.139640 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ebab8733-7422-420c-8263-5e3ad202829e req-3be00383-38a9-4962-ae35-a578406bf1e4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0925286 Mar 11 16:55:13.184706 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ebab8733-7422-420c-8263-5e3ad202829e req-d6003f7a-53ab-4654-8b84-cb1c25b91199 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386701 Mar 11 16:55:13.390021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5740-51e6-491d-b86e-b72ef34b2989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.384102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86ebd-91fe-4e7c-82c2-490ffbc544ee req-079f2429-0266-4345-a08a-e10c0cd089d8 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:14.385595 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f5b86ebd-91fe-4e7c-82c2-490ffbc544ee req-079f2429-0266-4345-a08a-e10c0cd089d8 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0856013 Mar 11 16:55:14.434663 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f5b86ebd-91fe-4e7c-82c2-490ffbc544ee req-fcaaec06-2f25-431b-a204-babd6d57ef6a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429075 Mar 11 16:55:14.704165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.784149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.623897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357224e-a3ce-441c-9d1e-4da798df1dd8 req-a03109f5-d852-4207-8b17-87391f098a8e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:15.625331 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a357224e-a3ce-441c-9d1e-4da798df1dd8 req-a03109f5-d852-4207-8b17-87391f098a8e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0831106 Mar 11 16:55:15.669608 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a357224e-a3ce-441c-9d1e-4da798df1dd8 req-58420397-bdeb-42e1-aaee-5bc1f99b2aeb tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 Mar 11 16:55:15.987853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:16.858631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4274fd-b446-4e5b-94c2-505a9354d1f7 req-15713308-98ff-499c-850e-509b7343f7bd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:16.860062 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cc4274fd-b446-4e5b-94c2-505a9354d1f7 req-15713308-98ff-499c-850e-509b7343f7bd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0826328 Mar 11 16:55:16.903595 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cc4274fd-b446-4e5b-94c2-505a9354d1f7 req-9f3bdaf7-9e4a-430d-8e67-84941706fea5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380597 Mar 11 16:55:18.142861 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-7413341d-e9b0-4dd7-b0dc-18f769675bf5 service neutron] 10.222.0.35 "GET /v2.0/ports/bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0927167 Mar 11 16:55:18.159752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38374-8c59-4af0-b307-318942e4665f req-11365cde-59f2-4b9f-8570-b27c01685b98 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:18.161223 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7c38374-8c59-4af0-b307-318942e4665f req-11365cde-59f2-4b9f-8570-b27c01685b98 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.1476514 Mar 11 16:55:18.206395 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f7c38374-8c59-4af0-b307-318942e4665f req-9197b4b3-69f1-4422-b292-0d2057270098 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392556 Mar 11 16:55:18.768357 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db292-923a-4508-8a66-9b4320c36e8a req-6c3c9201-bb84-4287-ab81-33b9dcc6f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:18.769787 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-6c3c9201-bb84-4287-ab81-33b9dcc6f597 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 1098 time: 0.0731595 Mar 11 16:55:18.862675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db292-923a-4508-8a66-9b4320c36e8a req-5988ca17-052d-4289-a319-94c722139610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:18.864046 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-5988ca17-052d-4289-a319-94c722139610 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 1098 time: 0.0730362 Mar 11 16:55:18.878121 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:55:18.993391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db292-923a-4508-8a66-9b4320c36e8a req-69afd994-16ad-4c03-b85d-5ddd1870c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:18.998439 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-69afd994-16ad-4c03-b85d-5ddd1870c3a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1251349 Mar 11 16:55:19.097187 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-a9e78f5d-9731-48e5-9a07-18c27c45a655 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 HTTP/1.1" status: 200 len: 1001 time: 0.0952711 Mar 11 16:55:19.157461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db292-923a-4508-8a66-9b4320c36e8a req-711cec41-ccd4-479a-8eef-ac53444e7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:19.158898 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-711cec41-ccd4-479a-8eef-ac53444e7201 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0559914 Mar 11 16:55:19.234689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db292-923a-4508-8a66-9b4320c36e8a req-47ed0e29-fe5b-487a-b335-c08ac750824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:19.236265 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-47ed0e29-fe5b-487a-b335-c08ac750824b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709648 Mar 11 16:55:19.371599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-349e24c7-f6a2-4f1d-8df8-82cbf71505b7 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288300 Mar 11 16:55:19.399565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafe26c-3269-42d7-8797-023a9e5df446 req-92444af3-89af-4b50-8fb8-ea63e8f6652f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:19.401029 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dfafe26c-3269-42d7-8797-023a9e5df446 req-92444af3-89af-4b50-8fb8-ea63e8f6652f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0845029 Mar 11 16:55:19.447316 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dfafe26c-3269-42d7-8797-023a9e5df446 req-661c9549-2acb-4f75-af48-3fb2eaa7290a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Mar 11 16:55:19.514790 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-9ded79c0-0017-4387-b6c3-9441b806010c service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372042 Mar 11 16:55:20.645938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e94146-0d18-471d-b440-8b8b2463ee5d req-dae573e8-fb6e-4184-9115-d939a5fc27e5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:20.647478 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51e94146-0d18-471d-b440-8b8b2463ee5d req-dae573e8-fb6e-4184-9115-d939a5fc27e5 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0849769 Mar 11 16:55:20.665852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:55:20.695683 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51e94146-0d18-471d-b440-8b8b2463ee5d req-35d9b61d-c31f-4350-8ede-a6e2d83b157c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411222 Mar 11 16:55:20.788779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:20.815574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:55:20.825157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:20.870420 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'code': 200} Mar 11 16:55:20.931249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.000142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:21.881846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6804502-644f-4358-9524-9124c4bcfaee req-703e3a00-6ca0-4fd3-9b67-061200a73b07 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:21.883188 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c6804502-644f-4358-9524-9124c4bcfaee req-703e3a00-6ca0-4fd3-9b67-061200a73b07 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 943 time: 0.0821390 Mar 11 16:55:21.926967 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c6804502-644f-4358-9524-9124c4bcfaee req-98e534c2-ef40-48a6-a834-d8a248ae669b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382509 Mar 11 16:55:22.677681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:55:22.808242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:22.822079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'mac_address': 'fa:16:3e:14:dc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:55:22.909181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:22.925586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:55:22.941182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:23.004887 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:23.073035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:55:23.117177 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:23.123451 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71962-1cd6-47b5-bb9f-2a6c1ed6bc24 req-120697dc-06fc-47a2-b231-0564d25385c4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:23.125343 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d2e71962-1cd6-47b5-bb9f-2a6c1ed6bc24 req-120697dc-06fc-47a2-b231-0564d25385c4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 944 time: 0.0865967 Mar 11 16:55:23.170355 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d2e71962-1cd6-47b5-bb9f-2a6c1ed6bc24 req-c1e1fbf2-db7e-4ba0-af99-9c45920ec1d4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384920 Mar 11 16:55:24.357145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c8956-d987-4839-bd77-cf1a0aec232d req-7e63080d-a4fd-4df6-833b-d02b668b9bc0 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:24.358597 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b62c8956-d987-4839-bd77-cf1a0aec232d req-7e63080d-a4fd-4df6-833b-d02b668b9bc0 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 944 time: 0.0793087 Mar 11 16:55:24.499346 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b62c8956-d987-4839-bd77-cf1a0aec232d req-f8334a45-b44a-467e-bd59-b52e7e0eb22b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341591 Mar 11 16:55:24.693163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:55:24.764742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:24.765029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:24.880145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:24.906486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:55:24.916179 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:24.958847 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'code': 200} Mar 11 16:55:25.004849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:25.074783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:25.683580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3df57-7371-422e-9366-a191da6567bb req-03a3b912-7bc4-4076-979c-e78cf4f88894 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:25.684986 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-01f3df57-7371-422e-9366-a191da6567bb req-03a3b912-7bc4-4076-979c-e78cf4f88894 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0795472 Mar 11 16:55:25.729094 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-01f3df57-7371-422e-9366-a191da6567bb req-d2aa3c82-6d7b-4d74-926d-271230648b24 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383096 Mar 11 16:55:26.920614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e463bbb-fa15-4690-afe4-37458352b6e9 req-38e59850-022f-419d-946d-575fe3cd9896 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:26.922044 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e463bbb-fa15-4690-afe4-37458352b6e9 req-38e59850-022f-419d-946d-575fe3cd9896 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0820282 Mar 11 16:55:26.965064 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e463bbb-fa15-4690-afe4-37458352b6e9 req-b373c60c-4adb-4f0e-a168-8386b3a74e5b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374000 Mar 11 16:55:28.151961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730e816-9b9f-42f3-8577-24e36f292e60 req-ce4286cf-75b6-433b-8f76-21a8b8e7c74e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:28.153440 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8730e816-9b9f-42f3-8577-24e36f292e60 req-ce4286cf-75b6-433b-8f76-21a8b8e7c74e tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0822382 Mar 11 16:55:28.198198 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8730e816-9b9f-42f3-8577-24e36f292e60 req-095bb2c0-7f29-40b8-b79e-88ad01cc720c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386250 Mar 11 16:55:29.383739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f515a53-2dcc-464e-b7e3-0f12b4c9a1a3 req-4107e3dc-8db9-4b7a-957f-33a2e4bfc657 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:29.385178 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f515a53-2dcc-464e-b7e3-0f12b4c9a1a3 req-4107e3dc-8db9-4b7a-957f-33a2e4bfc657 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0802805 Mar 11 16:55:29.428762 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f515a53-2dcc-464e-b7e3-0f12b4c9a1a3 req-2859c737-31c3-4d87-8f3c-6bcddd752c74 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 Mar 11 16:55:30.257307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ae1a5-bf27-4a64-89a8-8ab61c36aae6 req-095bb262-6b0c-4b46-9944-ed4bd1f060ed tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:30.258847 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-368ae1a5-bf27-4a64-89a8-8ab61c36aae6 req-095bb262-6b0c-4b46-9944-ed4bd1f060ed tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0833790 Mar 11 16:55:30.302804 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-368ae1a5-bf27-4a64-89a8-8ab61c36aae6 req-1891be8f-fce4-4c3a-937a-9459fd346b9f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382175 Mar 11 16:55:30.312011 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-7714bc0e-eb69-4f45-b355-c19cd1cd936d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:30.313421 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-7714bc0e-eb69-4f45-b355-c19cd1cd936d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff&tenant_id=67852cf82e2840199753a912a2b70c6d&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.0856166 Mar 11 16:55:30.395401 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-6e982896-4763-4346-813b-df35f85d6173 service neutron] 10.222.0.35 "GET /v2.0/ports/bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0761938 Mar 11 16:55:30.485845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-076ef5a0-316c-496a-98dd-7ff5b463b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:30.487943 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-076ef5a0-316c-496a-98dd-7ff5b463b589 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 1098 time: 0.0710640 Mar 11 16:55:30.619162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-9baa5517-d7d2-43ea-8e79-c1fa4df48615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:30.620576 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-9baa5517-d7d2-43ea-8e79-c1fa4df48615 service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1267872 Mar 11 16:55:30.721743 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-c701cb9b-7d28-48c0-9f2d-0217c031a4b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 HTTP/1.1" status: 200 len: 1001 time: 0.0952806 Mar 11 16:55:30.783843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-d48341eb-0313-496f-86a2-dfaa10cf218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:30.785218 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-d48341eb-0313-496f-86a2-dfaa10cf218c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0585434 Mar 11 16:55:30.858333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-a69ff0bb-48d4-4835-9c13-aba4bd78e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:30.859925 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-a69ff0bb-48d4-4835-9c13-aba4bd78e996 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688698 Mar 11 16:55:30.994417 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-12ab3074-6eba-46ff-97c0-f418dfa2011a service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277456 Mar 11 16:55:31.130765 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-732d5450-aa04-404b-b730-d3039a597245 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310122 Mar 11 16:55:31.489324 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d393851-0b66-4c25-bc4c-4d628678de91 req-812dfcfd-0fbc-464d-b984-0512149b629f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:31.490790 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5d393851-0b66-4c25-bc4c-4d628678de91 req-812dfcfd-0fbc-464d-b984-0512149b629f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0796249 Mar 11 16:55:31.538880 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5d393851-0b66-4c25-bc4c-4d628678de91 req-51ab5485-4846-4efe-a9a2-0c265e8a4456 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Mar 11 16:55:32.725704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f4430-95d1-4942-b6c5-499ebcebf688 req-d18d9586-d6eb-4810-bec0-ea832ea59b32 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:32.727200 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3c6f4430-95d1-4942-b6c5-499ebcebf688 req-d18d9586-d6eb-4810-bec0-ea832ea59b32 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0795701 Mar 11 16:55:32.775332 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3c6f4430-95d1-4942-b6c5-499ebcebf688 req-3572c54a-5ad4-4aa1-ac9d-37cc2c9638c7 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 Mar 11 16:55:33.964791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128dca2-6b4f-4a99-bd41-42aea207a593 req-552f9670-d69b-4dbb-9d00-5054552da2b9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:33.966349 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1128dca2-6b4f-4a99-bd41-42aea207a593 req-552f9670-d69b-4dbb-9d00-5054552da2b9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0805573 Mar 11 16:55:34.013796 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1128dca2-6b4f-4a99-bd41-42aea207a593 req-e20a1a55-12be-4a03-9fd3-f17db328c9f2 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Mar 11 16:55:35.199052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-65a739b8-da6f-4f4f-be33-66cf1a633f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:35.199730 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c2ce-2b96-4ad6-a264-fc7605590af5 req-6a68b023-d82d-4c82-b91a-efb1e2a4a9e4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:35.200573 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-65a739b8-da6f-4f4f-be33-66cf1a633f8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff&tenant_id=67852cf82e2840199753a912a2b70c6d HTTP/1.1" status: 200 len: 1098 time: 0.0804701 Mar 11 16:55:35.201052 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b68c2ce-2b96-4ad6-a264-fc7605590af5 req-6a68b023-d82d-4c82-b91a-efb1e2a4a9e4 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0808935 Mar 11 16:55:35.248269 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b68c2ce-2b96-4ad6-a264-fc7605590af5 req-a89ea194-6af9-4232-968c-361bbd2ec284 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Mar 11 16:55:35.290469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-1404b5a9-49bb-48f5-a38f-caf84beb4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:35.291939 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-1404b5a9-49bb-48f5-a38f-caf84beb4995 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 1098 time: 0.0706573 Mar 11 16:55:35.421910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-e90e065b-43bf-4fc6-835c-7162ed55ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:35.423407 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-e90e065b-43bf-4fc6-835c-7162ed55ac9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 200 len: 912 time: 0.1257920 Mar 11 16:55:35.617237 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-0c550dc9-0da9-4420-85bd-3e1d91d7f164 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 HTTP/1.1" status: 200 len: 1001 time: 0.1878071 Mar 11 16:55:35.677443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-18f8273c-4078-4b4f-bbdd-c895a910809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:35.678775 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-18f8273c-4078-4b4f-bbdd-c895a910809d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 200 len: 850 time: 0.0559511 Mar 11 16:55:35.756408 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-a42e84b6-8990-4f37-8737-36cf350c5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:35.757851 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-a42e84b6-8990-4f37-8737-36cf350c5c62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=457eaa7b-b847-40d9-8d30-b7ad10041a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732644 Mar 11 16:55:35.888082 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-1ed42378-4c27-4b88-8fd8-4680df5d92d1 service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237798 Mar 11 16:55:36.017875 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-91d9adc7-a7b4-42c2-8b85-d58129b859e1 req-0259ae59-11dc-4d2a-a7c7-838e0c21944c service neutron] 10.222.0.35 "GET /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234550 Mar 11 16:55:36.435864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21410c81-b3a3-450e-a6da-cd5a7ba2c7e5 req-1c384b01-31d5-4a8e-950f-adc493500861 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:36.437316 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-21410c81-b3a3-450e-a6da-cd5a7ba2c7e5 req-1c384b01-31d5-4a8e-950f-adc493500861 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0812192 Mar 11 16:55:36.481939 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-21410c81-b3a3-450e-a6da-cd5a7ba2c7e5 req-9308f803-9033-4886-ab20-cb848346361b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389371 Mar 11 16:55:36.771592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:55:36.891458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:36.919076 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:55:36.929021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:36.973816 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'code': 200} Mar 11 16:55:36.983855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:37.052288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=9']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:37.059683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.060023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.060354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.060677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.061002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.061315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.061636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.061949 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.062287 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.062598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.062908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.063218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:37.673968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521c30a-dcb7-4921-a139-7c14114dcd6b req-fcedcee4-5236-4812-b1ab-d8a0eaddb44d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:37.675111 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0521c30a-dcb7-4921-a139-7c14114dcd6b req-fcedcee4-5236-4812-b1ab-d8a0eaddb44d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 943 time: 0.0823984 Mar 11 16:55:37.719247 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0521c30a-dcb7-4921-a139-7c14114dcd6b req-80879bc4-0f21-4711-8be6-5372eb8d5b2b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384340 Mar 11 16:55:38.770884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:55:38.909877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:38.916734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade6b0-70aa-4b91-898b-4f8cfc0aea78 req-2f3eb7d4-0f81-4879-a525-885b31cbf049 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:38.918778 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-97ade6b0-70aa-4b91-898b-4f8cfc0aea78 req-2f3eb7d4-0f81-4879-a525-885b31cbf049 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 943 time: 0.0873375 Mar 11 16:55:38.924600 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'port_id': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'mac_address': 'fa:16:3e:14:dc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:55:38.977601 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-97ade6b0-70aa-4b91-898b-4f8cfc0aea78 req-6efb0f21-1435-4d4d-baa1-a9211e4e9812 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513930 Mar 11 16:55:38.987900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:39.006758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:55:39.023018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:39.130289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:39.201270 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:55:39.232286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=10']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:39.697819 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:40.169664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51462a-fd07-41f8-8315-27afd2360651 req-69a35fed-d9b2-41c3-ac3d-dce9e93d497b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:40.171209 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fb51462a-fd07-41f8-8315-27afd2360651 req-69a35fed-d9b2-41c3-ac3d-dce9e93d497b tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 945 time: 0.0806382 Mar 11 16:55:40.219283 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fb51462a-fd07-41f8-8315-27afd2360651 req-176b671a-7d2e-49e0-b62e-5471522bbca6 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413041 Mar 11 16:55:40.786527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:55:40.854760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:40.855053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:40.974980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:41.001758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:55:41.012937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:41.058658 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'code': 200} Mar 11 16:55:41.080801 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:41.168109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=11']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:41.221580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-652fa7c4-a2fd-494f-a787-e9f9282eb57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:41.408615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34bfec-507c-4a29-9b73-3e1465e40470 req-0efd85f9-9fba-4c2b-b304-03a94fcfd039 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:41.410223 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef34bfec-507c-4a29-9b73-3e1465e40470 req-0efd85f9-9fba-4c2b-b304-03a94fcfd039 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0821950 Mar 11 16:55:41.456773 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef34bfec-507c-4a29-9b73-3e1465e40470 req-2aee3823-feb3-4b64-8029-f0f892ff21a0 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 Mar 11 16:55:42.645644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2dcaf-47df-4f4d-b775-489a428d929b req-348351e6-cb0a-466e-a987-412b812fdfa8 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:42.647152 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10c2dcaf-47df-4f4d-b775-489a428d929b req-348351e6-cb0a-466e-a987-412b812fdfa8 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0804267 Mar 11 16:55:42.690665 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10c2dcaf-47df-4f4d-b775-489a428d929b req-f4aeb361-cd04-4d28-a0e1-ed0890b52808 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378451 Mar 11 16:55:43.440562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b00b67bb-91d7-41c2-bd48-d8232fe7eaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:43.878397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933debf-f859-4230-9adf-2f96fc969bcd req-3088e0b9-94be-4a5b-a340-7e9d98d273a3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:43.879840 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b933debf-f859-4230-9adf-2f96fc969bcd req-3088e0b9-94be-4a5b-a340-7e9d98d273a3 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0823801 Mar 11 16:55:43.922833 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b933debf-f859-4230-9adf-2f96fc969bcd req-31040a27-aa74-46ae-8841-ef83103c67ec tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372639 Mar 11 16:55:44.760839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:44.792853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:45.112092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3cbb0-5679-47cb-b1a7-b539ea6b7c91 req-29e7a6ec-3500-4075-8454-b089ed22863c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:45.113534 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-97d3cbb0-5679-47cb-b1a7-b539ea6b7c91 req-29e7a6ec-3500-4075-8454-b089ed22863c tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0823407 Mar 11 16:55:45.158553 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-97d3cbb0-5679-47cb-b1a7-b539ea6b7c91 req-7a1da41b-20c7-4b9b-b842-9abb61d326dc tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383582 Mar 11 16:55:45.958373 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:46.349043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872edb3-3b76-4d57-a58c-c84d8005292d req-421d024b-1a9d-49b7-8472-c163849fab92 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:46.350515 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f872edb3-3b76-4d57-a58c-c84d8005292d req-421d024b-1a9d-49b7-8472-c163849fab92 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0792062 Mar 11 16:55:46.394399 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f872edb3-3b76-4d57-a58c-c84d8005292d req-4f7989bf-d7ae-4928-a984-93bcebce0093 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382571 Mar 11 16:55:46.583610 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377f30f-e961-4901-acef-7b818da262a3 req-d1fdb23b-a309-401a-ae8a-ab62078bea78 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:46.585040 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d377f30f-e961-4901-acef-7b818da262a3 req-d1fdb23b-a309-401a-ae8a-ab62078bea78 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0836811 Mar 11 16:55:46.631074 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d377f30f-e961-4901-acef-7b818da262a3 req-e7bba858-04da-47cc-8388-1f00bf4aceb1 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403779 Mar 11 16:55:46.815036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823c320-ca25-4428-acbb-18fb80ab5000 req-9890f7e7-9ed9-425f-b767-88ce1b8dba75 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:46.816340 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2823c320-ca25-4428-acbb-18fb80ab5000 req-9890f7e7-9ed9-425f-b767-88ce1b8dba75 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0820072 Mar 11 16:55:46.861950 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2823c320-ca25-4428-acbb-18fb80ab5000 req-282929a3-0b4d-493a-8a27-d003ebfaa919 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 Mar 11 16:55:47.551508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9cf77-9460-4b2f-ac7b-fc25cb90446f req-555c3548-02d4-4a2f-920e-261d40bca657 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:47.552932 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ca9cf77-9460-4b2f-ac7b-fc25cb90446f req-555c3548-02d4-4a2f-920e-261d40bca657 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0781078 Mar 11 16:55:47.599283 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6ca9cf77-9460-4b2f-ac7b-fc25cb90446f req-718e1ec4-1c8d-4440-b739-dc344535cc21 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Mar 11 16:55:48.802893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e81cf9-cc86-4a64-b4aa-7f654d9db12b req-8896ec48-5bc8-4397-a69f-d99bcc7d4143 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:48.802893 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99e81cf9-cc86-4a64-b4aa-7f654d9db12b req-8896ec48-5bc8-4397-a69f-d99bcc7d4143 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0841339 Mar 11 16:55:48.845281 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99e81cf9-cc86-4a64-b4aa-7f654d9db12b req-d4e567d5-060d-4d77-9cd3-9976a1f1e024 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 Mar 11 16:55:49.864280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-6c7dd507-b516-40c5-be57-261fed7a7353 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:49.865725 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-6c7dd507-b516-40c5-be57-261fed7a7353 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.0795939 Mar 11 16:55:49.936535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Deleting port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:55:49.936876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:50.305389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ebea2-7759-41d9-b618-2ff9059f7901 req-b988d317-8f16-4d9f-8e6a-9edf6305107d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:50.306854 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-465ebea2-7759-41d9-b618-2ff9059f7901 req-b988d317-8f16-4d9f-8e6a-9edf6305107d tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 946 time: 0.3377836 Mar 11 16:55:50.382861 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-465ebea2-7759-41d9-b618-2ff9059f7901 req-742abbbb-24f0-471a-914d-287d604ac803 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c5a709b-4760-4ea5-9eff-7efcd57b81e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701759 Mar 11 16:55:50.389246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] For port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:50.389596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:50.675637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:50.687127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:50.687127 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34 disassociated. External IP: 172.26.8.41, port: bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5. Mar 11 16:55:50.687127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Calling delete_port for bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:55:50.906784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:50.958242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event deleted for resources: {'Port': ['ID=bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:51.018967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.019441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.019780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.020113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.020441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.020768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.021091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.021413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.021735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.022053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.022395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.022712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:51.164236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:55:51.342073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:55:51.352428 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:55:51.362295 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:55:51.363662 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:55:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:51.414527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] No DVR routers for this DVR port bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:55:51.417058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:51.419818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-deleted', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:55:51.470220 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2138f3-676a-4446-a9d9-58b8443726ff', 'name': 'network-vif-deleted', 'tag': 'bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5', 'status': 'completed', 'code': 200} Mar 11 16:55:51.496191 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05fb6781-2fd8-4d84-b93d-aae9029faa81 req-7bc92d81-50b9-4768-8f9b-72bee2bc1827 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.35 "DELETE /v2.0/ports/bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 HTTP/1.1" status: 204 len: 173 time: 1.6256695 Mar 11 16:55:51.559541 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:55:51.674374 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cbf4c332-2ba5-4a12-a1cd-19d8eec959b1 req-937761e7-5a20-4aba-9cad-4afe63b20e9a tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 210 time: 0.1600089 Mar 11 16:55:51.877451 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:51.882033 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:55:51.890222 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:55:51.890807 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:55:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:52.070960 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:55:52.415904 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:52.419690 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aeeb75-4c17-4e86-b6e4-c404a6a63fa6 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:26Z', 'revision_number': 4, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '5fb83efa-d8ea-4494-8579-c5fc3b2fb400', 'name': '', 'network_id': '457eaa7b-b847-40d9-8d30-b7ad10041a86', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'mac_address': 'fa:16:3e:75:ac:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:25Z', 'updated_at': '2022-03-11T16:51:31Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'subnets': [{'id': 'ac3f89fd-198d-4e86-a738-8950a1457d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:55:52.623763 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e505e-b0db-4b63-a502-ea61dfdead3b None None] New status for floating IP 28a6d27c-6bcf-40a6-8e64-8f049e3abd34: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 16:55:52.845963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5305c91e-4f0c-400e-b534-63ae2a4c7b29 req-c007d89c-6a31-47d1-a5b3-1f2fc3dc7c3f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Synchronizing usage tracker for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:55:52.866919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:55:52.914873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:55:52.915215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bb7c5713-d7a8-4bc9-b67d-99a654c0c3b5 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:55:52.924568 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48c36ffa-3fce-4a3a-bb93-0f4694730463 req-f0ae97fe-7d08-4b32-938c-9d09cb26a01e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0408268 Mar 11 16:55:52.929248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5305c91e-4f0c-400e-b534-63ae2a4c7b29 req-c007d89c-6a31-47d1-a5b3-1f2fc3dc7c3f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Unset dirty status for tenant:67852cf82e2840199753a912a2b70c6d on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:55:52.931043 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5305c91e-4f0c-400e-b534-63ae2a4c7b29 req-c007d89c-6a31-47d1-a5b3-1f2fc3dc7c3f tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 210 time: 0.1307938 Mar 11 16:55:53.065616 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48c36ffa-3fce-4a3a-bb93-0f4694730463 req-449128fa-0075-42c6-bc1f-bce1fc0d6eab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=67852cf82e2840199753a912a2b70c6d&device_id=bf2138f3-676a-4446-a9d9-58b8443726ff HTTP/1.1" status: 200 len: 210 time: 0.0408762 Mar 11 16:55:53.214549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c36ffa-3fce-4a3a-bb93-0f4694730463 req-3a188201-661c-4a18-be6b-cc9497992e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:53.215974 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48c36ffa-3fce-4a3a-bb93-0f4694730463 req-3a188201-661c-4a18-be6b-cc9497992e83 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=67852cf82e2840199753a912a2b70c6d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1334383 Mar 11 16:55:53.353786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c36ffa-3fce-4a3a-bb93-0f4694730463 req-2b9e8835-125b-4428-b0cb-785c87a7adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:53.355272 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48c36ffa-3fce-4a3a-bb93-0f4694730463 req-2b9e8835-125b-4428-b0cb-785c87a7adc2 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336989 Mar 11 16:55:55.877166 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:55:57.359521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40872) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:57.531379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe0e3-44a0-45ad-981f-f58b6cc35c55 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:57.558910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe0e3-44a0-45ad-981f-f58b6cc35c55 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:57.677993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe0e3-44a0-45ad-981f-f58b6cc35c55 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:57.696383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fe0e3-44a0-45ad-981f-f58b6cc35c55 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5a709b-4760-4ea5-9eff-7efcd57b81e8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:57.756994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7f0fe0e3-44a0-45ad-981f-f58b6cc35c55 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:57.758095 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7f0fe0e3-44a0-45ad-981f-f58b6cc35c55 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "DELETE /v2.0/security-groups/4c5a709b-4760-4ea5-9eff-7efcd57b81e8 HTTP/1.1" status: 204 len: 168 time: 0.3975980 Mar 11 16:55:57.760532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40876) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:57.776693 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-e8735c01-8d4e-40bb-8e44-74649f6d66f9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] show failed (client error): The resource could not be found. Mar 11 16:55:57.777688 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e8735c01-8d4e-40bb-8e44-74649f6d66f9 tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "GET /v2.0/security-groups/4c5a709b-4760-4ea5-9eff-7efcd57b81e8 HTTP/1.1" status: 404 len: 347 time: 0.0162866 Mar 11 16:55:57.780349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40880) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:57.935797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Deleting port 386014ed-14e6-47ca-aa58-4482a6b67744 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:55:57.936131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:58.103029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:58.103356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:58.231998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Calling delete_port for 386014ed-14e6-47ca-aa58-4482a6b67744 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:55:58.473427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:58.523373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Pushing event deleted for resources: {'Port': ['ID=386014ed-14e6-47ca-aa58-4482a6b67744,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:58.613489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:58.683301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:58.684437 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6b307c9a-fefd-4b80-8942-a356873bdabd tempest-ServerActionsTestJSON-125502338 tempest-ServerActionsTestJSON-125502338-project] 10.222.0.57 "DELETE /v2.0/floatingips/28a6d27c-6bcf-40a6-8e64-8f049e3abd34 HTTP/1.1" status: 204 len: 168 time: 0.9032295 Mar 11 16:55:58.687353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40884) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:59.311679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:59.653662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Deleting port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:55:59.654350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:59.827776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] For port 5fb83efa-d8ea-4494-8579-c5fc3b2fb400, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5fb83efa-d8ea-4494-8579-c5fc3b2fb400,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:55:59.828155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:59.950149 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Calling delete_port for 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:56:00.197734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:00.242878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb83efa-d8ea-4494-8579-c5fc3b2fb400,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:00.510102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:00.981347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:56:01.159350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:56:01.169164 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] Sync routers for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:56:01.172673 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-59118e98-a396-4738-8ee5-8cab66f8a51d admin admin] 10.222.0.57 "PUT /v2.0/routers/3c72f709-4478-4ac3-82a2-3a7e5cac2e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4843357 Mar 11 16:56:01.175208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40888) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:01.181090 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:56:01.181694 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:55:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:01.352742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:01.360004 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:56:01.536654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:01.617958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Deleting port 33d3f208-0a2d-49d5-83ed-b38eceb7103c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:56:01.618250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:01.656693 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:56:00Z', 'revision_number': 5, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port': {'id': '33d3f208-0a2d-49d5-83ed-b38eceb7103c', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:01.661177 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] Checking router: 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:56:01.669505 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] Routers {'3c72f709-4478-4ac3-82a2-3a7e5cac2e36'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:56:01.670131 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:55:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:01.793436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] For port 33d3f208-0a2d-49d5-83ed-b38eceb7103c, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=33d3f208-0a2d-49d5-83ed-b38eceb7103c,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:01.793791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:01.822974 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] Set router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:56:01.917645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Calling delete_port for 33d3f208-0a2d-49d5-83ed-b38eceb7103c owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:56:01.933828 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:56:01Z', 'revision_number': 6, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:01.937763 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb59586-5869-4c9c-9c1e-1520fa1655b7 None None] The sync data for ids ['3c72f709-4478-4ac3-82a2-3a7e5cac2e36'] in dv-neutron-833379-1-hyperv is: [{'id': '3c72f709-4478-4ac3-82a2-3a7e5cac2e36', 'name': 'tempest-ServerActionsTestJSON-621977483-router', 'tenant_id': '67852cf82e2840199753a912a2b70c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:22Z', 'updated_at': '2022-03-11T16:56:01Z', 'revision_number': 6, 'project_id': '67852cf82e2840199753a912a2b70c6d', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:56:02.148812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:02.197720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d3f208-0a2d-49d5-83ed-b38eceb7103c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:02.403307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:02.573723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:02.575892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:02.680862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:02.681376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c72f709-4478-4ac3-82a2-3a7e5cac2e36 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:56:02.696214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:02.697520 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a447126-561d-4875-8e02-b4603f7d44d3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/3c72f709-4478-4ac3-82a2-3a7e5cac2e36 HTTP/1.1" status: 204 len: 168 time: 1.5214386 Mar 11 16:56:02.700040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40892) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:02.759917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8761255-a7cd-48ac-8574-ff8d42ab0b57 admin admin] Deleting subnet ac3f89fd-198d-4e86-a738-8950a1457d36 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:56:02.762816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8761255-a7cd-48ac-8574-ff8d42ab0b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:02.812564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8761255-a7cd-48ac-8574-ff8d42ab0b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:02.896107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8761255-a7cd-48ac-8574-ff8d42ab0b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.049364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8761255-a7cd-48ac-8574-ff8d42ab0b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.087122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8761255-a7cd-48ac-8574-ff8d42ab0b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3f89fd-198d-4e86-a738-8950a1457d36,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:03.090463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8761255-a7cd-48ac-8574-ff8d42ab0b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.096184 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8761255-a7cd-48ac-8574-ff8d42ab0b57 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ac3f89fd-198d-4e86-a738-8950a1457d36 HTTP/1.1" status: 204 len: 168 time: 0.3952723 Mar 11 16:56:03.096473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5737b-d6f7-4767-bc00-a67d9363d337 None None] Network 457eaa7b-b847-40d9-8d30-b7ad10041a86 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:56:03.099314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40896) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:03.203466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.213829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Deleting port 58f1e68e-9093-4854-93f6-86dd4fe5c49f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:56:03.214086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.356408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] DHCP port deletion for 457eaa7b-b847-40d9-8d30-b7ad10041a86 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:56:03.360228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] Deleting port 58f1e68e-9093-4854-93f6-86dd4fe5c49f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:56:03.360593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.427370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] For port 58f1e68e-9093-4854-93f6-86dd4fe5c49f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=58f1e68e-9093-4854-93f6-86dd4fe5c49f,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:03.427726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.544152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:56:03.560902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Calling delete_port for 58f1e68e-9093-4854-93f6-86dd4fe5c49f owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:56:03.591108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:56:03.591367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5fb83efa-d8ea-4494-8579-c5fc3b2fb400 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:56:03.591753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 33d3f208-0a2d-49d5-83ed-b38eceb7103c no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:56:03.631260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 33d3f208-0a2d-49d5-83ed-b38eceb7103c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:56:03.631593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 33d3f208-0a2d-49d5-83ed-b38eceb7103c not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:56:03.631991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 58f1e68e-9093-4854-93f6-86dd4fe5c49f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:56:03.677006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] For port 58f1e68e-9093-4854-93f6-86dd4fe5c49f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=58f1e68e-9093-4854-93f6-86dd4fe5c49f,segment=NetworkSegment(734b0e94-d910-4bb6-97bc-919be67b3a4d),segment_id=734b0e94-d910-4bb6-97bc-919be67b3a4d)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:03.677386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.717682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.762154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f1e68e-9093-4854-93f6-86dd4fe5c49f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:03.767431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] No DVR routers for this DVR port 58f1e68e-9093-4854-93f6-86dd4fe5c49f on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:56:03.806335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] Calling delete_port for 58f1e68e-9093-4854-93f6-86dd4fe5c49f owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:56:03.842446 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No active binding found for port 58f1e68e-9093-4854-93f6-86dd4fe5c49f {{(pid=88602) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 11 16:56:03.842756 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 58f1e68e-9093-4854-93f6-86dd4fe5c49f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:56:03.884176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:56:03.884452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.884588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:56:03.909543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457eaa7b-b847-40d9-8d30-b7ad10041a86']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:03.921175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734b0e94-d910-4bb6-97bc-919be67b3a4d') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:03.921466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734b0e94-d910-4bb6-97bc-919be67b3a4d') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:03.932419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.948753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.954552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:56:03.954927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:56:03.968083 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:56:04.215177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:04.231970 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:04.243047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] Pushing event deleted for resources: {'Network': ['ID=457eaa7b-b847-40d9-8d30-b7ad10041a86,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:04.338487 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ca46fd38-bc38-4d3b-a80e-6f75bad07239 admin admin] 10.222.0.57 "DELETE /v2.0/networks/457eaa7b-b847-40d9-8d30-b7ad10041a86 HTTP/1.1" status: 204 len: 168 time: 1.2380779 Mar 11 16:56:04.386141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] Deleting port 58f1e68e-9093-4854-93f6-86dd4fe5c49f {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:56:04.386694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:04.459705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-762fa506-216b-48ad-96ac-bcc11e0f55c6 None None] The port '58f1e68e-9093-4854-93f6-86dd4fe5c49f' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:56:04.678748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40902) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:04.730655 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f66cd4af-cce3-4c6b-8981-af9c7765ca8d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67852cf82e2840199753a912a2b70c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506060 Mar 11 16:56:04.733012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40906) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:04.789598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a568e520-8b22-4295-8b70-358b67b13f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:04.815035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a568e520-8b22-4295-8b70-358b67b13f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:04.995238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a568e520-8b22-4295-8b70-358b67b13f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:05.012377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568e520-8b22-4295-8b70-358b67b13f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27112037-4074-432e-8d04-4c969463b9c5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:05.019227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a568e520-8b22-4295-8b70-358b67b13f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:05.020647 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a568e520-8b22-4295-8b70-358b67b13f26 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27112037-4074-432e-8d04-4c969463b9c5 HTTP/1.1" status: 204 len: 168 time: 0.2865191 Mar 11 16:56:06.056508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40930) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:06.160860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-279038874-network', 'tenant_id': '4832161955594e67ab86729961c32c21'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:06.165611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:06.169542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Usage tracker for resource:network and tenant:4832161955594e67ab86729961c32c21 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:06.172548 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:06.178266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:06.274977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Made reservation on behalf of 4832161955594e67ab86729961c32c21 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:06.277337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:06.289544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:06.303712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:06.307374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Usage tracker for resource:security_group_rule and tenant:4832161955594e67ab86729961c32c21 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:06.310082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:06.316435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:06.399568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:06.458058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:06.490765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:56:06.495843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c78af-248a-4b5e-858a-d5647933be55,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:06.502507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:06.502863 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Added segment c177eec6-978b-443e-b9a9-7d5ed8a599da of type vlan for network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 Mar 11 16:56:06.530086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:06.638217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:06.639258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:06.639994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:06.743144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] Pushing event updated for resources: {'Network': ['ID=6e2ccaf3-d7bb-45b2-a936-a375be17d022,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:06.756608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:56:06.810322 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a7bc75ae-e9c1-4d6c-bd3d-b07fb5fb21ac admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7526777 Mar 11 16:56:06.814003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 40936) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:06.820377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Request body: {'subnet': {'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-279038874-subnet', 'tenant_id': '4832161955594e67ab86729961c32c21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:06.825188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:06.828999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Usage tracker for resource:subnet and tenant:4832161955594e67ab86729961c32c21 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:06.832332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:06.837955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:06.943555 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Made reservation on behalf of 4832161955594e67ab86729961c32c21 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:06.946763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:07.235293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:07.311837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6314d38-18ed-4436-bbae-7b46823c26f5,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:07.321601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Checking segment: {'id': 'c177eec6-978b-443e-b9a9-7d5ed8a599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:56:07.321952 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Network hostable DHCP agents. Network: 6e2ccaf3-d7bb-45b2-a936-a375be17d022, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:56:07.409094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:56:07.515117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 6e2ccaf3-d7bb-45b2-a936-a375be17d022) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:56:07.519490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:07.520075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:07.527293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01f55d-465a-4d31-a99f-baf178c63107 None None] Network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:56:07.638523 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3d50f77d-256d-44aa-bcdb-b964805c93f3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8234265 Mar 11 16:56:07.756384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f6473-b5c7-432b-8a8c-799bef2c28fa None None] Network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:56:08.164710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-85b3f81f-b2f7-4712-b597-e4424fb17d07 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:08.165429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-85b3f81f-b2f7-4712-b597-e4424fb17d07 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Synchronizing usage tracker for tenant:4832161955594e67ab86729961c32c21 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:56:08.274838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-85b3f81f-b2f7-4712-b597-e4424fb17d07 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Unset dirty status for tenant:4832161955594e67ab86729961c32c21 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:56:08.276028 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-85b3f81f-b2f7-4712-b597-e4424fb17d07 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/networks?id=6e2ccaf3-d7bb-45b2-a936-a375be17d022 HTTP/1.1" status: 200 len: 813 time: 0.2624407 Mar 11 16:56:08.291324 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-87651d8f-0175-4065-b329-914fb9d2949b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/quotas/4832161955594e67ab86729961c32c21 HTTP/1.1" status: 200 len: 375 time: 0.0098751 Mar 11 16:56:08.337645 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-520bd211-b171-4c6a-becb-8b95a9340f5f tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4832161955594e67ab86729961c32c21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414293 Mar 11 16:56:08.513609 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a0dd208e-8067-460b-9f6a-026b5b9c73cc service neutron] 10.222.0.57 "GET /v2.0/networks/6e2ccaf3-d7bb-45b2-a936-a375be17d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690102 Mar 11 16:56:08.648641 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-549f2773-4d6d-4b14-b300-6732fb01a6f0 service neutron] 10.222.0.57 "GET /v2.0/networks/6e2ccaf3-d7bb-45b2-a936-a375be17d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279061 Mar 11 16:56:08.908874 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-56165a7a-650c-4cbd-bf0e-f5c202f892d6 req-3502a664-1e20-4631-ac75-e606199fb16b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 210 time: 0.0422006 Mar 11 16:56:09.666193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:10.064175 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0fc4f377-6ea9-41e6-968a-72a9777c5ab1 req-d85f61d5-89c8-45de-b5db-f92784759f8b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 210 time: 0.0471814 Mar 11 16:56:11.177970 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-c580d0ab-4056-41dd-ad71-e8e78fbbee1f tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:11.179452 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-c580d0ab-4056-41dd-ad71-e8e78fbbee1f tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.35 "GET /v2.0/networks?id=6e2ccaf3-d7bb-45b2-a936-a375be17d022 HTTP/1.1" status: 200 len: 813 time: 0.1500616 Mar 11 16:56:11.180448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ba3eeb66-e8fb-4935-b514-e14d16963871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:11.192478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Request body: {'port': {'device_id': 'c7667c27-75cd-4dbb-ab26-c28f5cb68d2d', 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022', 'admin_state_up': True, 'tenant_id': '4832161955594e67ab86729961c32c21'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:11.224983 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d1fadb8e-adf0-46fa-995f-65cc73397dfb req-e3c5183a-0013-4ab1-ab7e-05b468c9e7d6 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 210 time: 0.0446947 Mar 11 16:56:11.431371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:11.435191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Usage tracker for resource:port and tenant:4832161955594e67ab86729961c32c21 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:11.438031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:11.444660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:11.511816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Made reservation on behalf of 4832161955594e67ab86729961c32c21 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:11.515388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:11.683457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Allocated IP 172.20.0.8 (6e2ccaf3-d7bb-45b2-a936-a375be17d022/b6314d38-18ed-4436-bbae-7b46823c26f5/aa53a6d0-06d8-410b-9a79-55ef9f11b612) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:56:11.881846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:11.966471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:12.033393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:56:12.036587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:56:12.050072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:56:12.081331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Pushing event updated for resources: {'Port': ['ID=aa53a6d0-06d8-410b-9a79-55ef9f11b612,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:12.117138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:12.117737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:12.195587 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a957fcb8-d45d-431a-bdd7-f25273cbba99 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0069194 Mar 11 16:56:12.206641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Request body: {'port': {'device_id': 'c7667c27-75cd-4dbb-ab26-c28f5cb68d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:12.321055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:12.541068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965849f-b358-40d6-9138-d9df4b759064 req-13dafe6e-59c7-4994-b3bc-8e80ee243a5e tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:12.541770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5965849f-b358-40d6-9138-d9df4b759064 req-13dafe6e-59c7-4994-b3bc-8e80ee243a5e tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Synchronizing usage tracker for tenant:4832161955594e67ab86729961c32c21 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:56:12.653777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5965849f-b358-40d6-9138-d9df4b759064 req-13dafe6e-59c7-4994-b3bc-8e80ee243a5e tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Unset dirty status for tenant:4832161955594e67ab86729961c32c21 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:56:12.655382 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5965849f-b358-40d6-9138-d9df4b759064 req-13dafe6e-59c7-4994-b3bc-8e80ee243a5e tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 931 time: 0.3159468 Mar 11 16:56:12.730089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5965849f-b358-40d6-9138-d9df4b759064 req-b8d38c4d-119a-41f0-be0d-3197a18958d5 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Synchronizing usage tracker for tenant:4832161955594e67ab86729961c32c21 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:56:12.813931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa53a6d0-06d8-410b-9a79-55ef9f11b612 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:56:12.822314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:12.837076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Transition to ACTIVE for port object aa53a6d0-06d8-410b-9a79-55ef9f11b612 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:56:12.865794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5965849f-b358-40d6-9138-d9df4b759064 req-b8d38c4d-119a-41f0-be0d-3197a18958d5 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Unset dirty status for tenant:4832161955594e67ab86729961c32c21 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:56:12.866970 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5965849f-b358-40d6-9138-d9df4b759064 req-b8d38c4d-119a-41f0-be0d-3197a18958d5 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047234 Mar 11 16:56:12.951826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:13.103097 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Pushing event updated for resources: {'Port': ['ID=aa53a6d0-06d8-410b-9a79-55ef9f11b612,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:13.183266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Attempting to bind port aa53a6d0-06d8-410b-9a79-55ef9f11b612 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:56:13.183584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Attempting to bind port aa53a6d0-06d8-410b-9a79-55ef9f11b612 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c177eec6-978b-443e-b9a9-7d5ed8a599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:56:13.183916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Attempting to bind port aa53a6d0-06d8-410b-9a79-55ef9f11b612 on network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:56:13.188451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Port aa53a6d0-06d8-410b-9a79-55ef9f11b612 on network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:56:13.188770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Attempting to bind port aa53a6d0-06d8-410b-9a79-55ef9f11b612 on network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:56:13.194311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:56:13.194657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Checking segment: {'id': 'c177eec6-978b-443e-b9a9-7d5ed8a599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:56:13.195037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Bound using segment: {'id': 'c177eec6-978b-443e-b9a9-7d5ed8a599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:56:13.195454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Bound port: aa53a6d0-06d8-410b-9a79-55ef9f11b612, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c177eec6-978b-443e-b9a9-7d5ed8a599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:56:13.195797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:13.282366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] For port aa53a6d0-06d8-410b-9a79-55ef9f11b612, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:56:13.285994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] For port aa53a6d0-06d8-410b-9a79-55ef9f11b612, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=aa53a6d0-06d8-410b-9a79-55ef9f11b612,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:56:13.389309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:13.417353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c5af297b-c725-4066-a0f2-b216851b727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:13.448177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:13.448787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:13.450373 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] 10.222.0.35 "PUT /v2.0/ports/aa53a6d0-06d8-410b-9a79-55ef9f11b612 HTTP/1.1" status: 200 len: 1093 time: 1.2477419 Mar 11 16:56:13.452865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7667c27-75cd-4dbb-ab26-c28f5cb68d2d', 'tag': 'aa53a6d0-06d8-410b-9a79-55ef9f11b612'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:56:13.483444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22c8c-74a2-4a97-8736-46a7968c988c service neutron] Pushing event updated for resources: {'Port': ['ID=aa53a6d0-06d8-410b-9a79-55ef9f11b612,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:13.503098 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7667c27-75cd-4dbb-ab26-c28f5cb68d2d', 'tag': 'aa53a6d0-06d8-410b-9a79-55ef9f11b612', 'status': 'completed', 'code': 200} Mar 11 16:56:13.593391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56397c0-09b2-4269-beb4-b4e339bf0702 req-3ed1d2d5-2152-420d-bd0a-bab1f46cced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:13.594895 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e56397c0-09b2-4269-beb4-b4e339bf0702 req-3ed1d2d5-2152-420d-bd0a-bab1f46cced4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4832161955594e67ab86729961c32c21&device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 1096 time: 0.0725482 Mar 11 16:56:13.835877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56397c0-09b2-4269-beb4-b4e339bf0702 req-d377404e-e7db-4f51-9da7-7f298eac5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:13.837315 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e56397c0-09b2-4269-beb4-b4e339bf0702 req-d377404e-e7db-4f51-9da7-7f298eac5326 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4832161955594e67ab86729961c32c21&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2363603 Mar 11 16:56:13.976704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56397c0-09b2-4269-beb4-b4e339bf0702 req-9ffe9459-6344-4946-9aa4-65829d17172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:13.978118 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e56397c0-09b2-4269-beb4-b4e339bf0702 req-9ffe9459-6344-4946-9aa4-65829d17172d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353889 Mar 11 16:56:14.117130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c96d7-0ce4-4d10-9daa-98329f32fd61 req-8c324ee0-9c4d-4fd5-8f43-bccadc83e93a tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:14.118504 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f40c96d7-0ce4-4d10-9daa-98329f32fd61 req-8c324ee0-9c4d-4fd5-8f43-bccadc83e93a tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 943 time: 0.1433737 Mar 11 16:56:14.123707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-ae96df1f-55b9-470a-8192-811dfc6115ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:14.125046 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-ae96df1f-55b9-470a-8192-811dfc6115ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4832161955594e67ab86729961c32c21&device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 1096 time: 0.1075032 Mar 11 16:56:14.208909 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-efb8272c-11b7-4ffb-94f2-153e271b5c86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa53a6d0-06d8-410b-9a79-55ef9f11b612 HTTP/1.1" status: 200 len: 217 time: 0.0698454 Mar 11 16:56:14.273782 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f40c96d7-0ce4-4d10-9daa-98329f32fd61 req-bb42e9cb-428e-40e2-9958-af1178a53156 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478004 Mar 11 16:56:14.287228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-648dda7c-5443-4da9-a9ae-838acf03fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:14.288621 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-648dda7c-5443-4da9-a9ae-838acf03fd09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6314d38-18ed-4436-bbae-7b46823c26f5 HTTP/1.1" status: 200 len: 853 time: 0.0725060 Mar 11 16:56:14.335707 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-0fdd32f8-d5fb-499d-b966-244bbed248ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2ccaf3-d7bb-45b2-a936-a375be17d022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414433 Mar 11 16:56:14.466730 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-c8336105-9fe6-46f1-9eb4-322b484aa1db service neutron] 10.222.0.35 "GET /v2.0/networks/6e2ccaf3-d7bb-45b2-a936-a375be17d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250153 Mar 11 16:56:14.597374 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4176a771-9bb6-421f-a5a9-aadb9bbce766 req-67b7b44a-cca1-4829-9150-1d7722e2309c service neutron] 10.222.0.35 "GET /v2.0/networks/6e2ccaf3-d7bb-45b2-a936-a375be17d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241803 Mar 11 16:56:14.708800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:14.780092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:15.465518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3cb9b-90f3-4b02-b733-ce7545c90f22 req-9fa6a47e-e433-4714-8592-272f4c118f9f tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:15.466996 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bae3cb9b-90f3-4b02-b733-ce7545c90f22 req-9fa6a47e-e433-4714-8592-272f4c118f9f tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 943 time: 0.0820768 Mar 11 16:56:15.513183 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bae3cb9b-90f3-4b02-b733-ce7545c90f22 req-cce728fe-d0f6-4b2d-b587-c8527cf77841 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Mar 11 16:56:15.971749 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:16.700392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058adcb-7d67-4220-961d-e4ab19f50e7d req-6eb5682c-6bff-461f-99c5-fe17b3845847 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:16.701895 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b058adcb-7d67-4220-961d-e4ab19f50e7d req-6eb5682c-6bff-461f-99c5-fe17b3845847 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 943 time: 0.0817840 Mar 11 16:56:16.750191 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b058adcb-7d67-4220-961d-e4ab19f50e7d req-46b750c8-82eb-46ab-b5c5-6fefa6a17028 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Mar 11 16:56:16.913739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device aa53a6d0-06d8-410b-9a79-55ef9f11b612 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:56:17.047423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port aa53a6d0-06d8-410b-9a79-55ef9f11b612, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=aa53a6d0-06d8-410b-9a79-55ef9f11b612,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:17.060602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'aa53a6d0-06d8-410b-9a79-55ef9f11b612', 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022', 'port_id': 'aa53a6d0-06d8-410b-9a79-55ef9f11b612', 'mac_address': 'fa:16:3e:9e:6c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6314d38-18ed-4436-bbae-7b46823c26f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:56:17.114356 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:17.131513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa53a6d0-06d8-410b-9a79-55ef9f11b612 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:56:17.146269 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port aa53a6d0-06d8-410b-9a79-55ef9f11b612, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=aa53a6d0-06d8-410b-9a79-55ef9f11b612,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:17.220229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:17.289634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=aa53a6d0-06d8-410b-9a79-55ef9f11b612,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:17.421343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['aa53a6d0-06d8-410b-9a79-55ef9f11b612'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:56:17.935952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16291b9-d45e-4a83-897d-daa939945187 req-942ae83a-d6c2-47ac-95ce-b7ea33f4af6c tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:17.937370 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d16291b9-d45e-4a83-897d-daa939945187 req-942ae83a-d6c2-47ac-95ce-b7ea33f4af6c tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 944 time: 0.0828333 Mar 11 16:56:17.981984 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d16291b9-d45e-4a83-897d-daa939945187 req-b0fba02d-7711-4edf-80fa-a0247bb1d6a9 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Mar 11 16:56:18.941779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device aa53a6d0-06d8-410b-9a79-55ef9f11b612 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:56:19.077499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port aa53a6d0-06d8-410b-9a79-55ef9f11b612 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:56:19.084356 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port aa53a6d0-06d8-410b-9a79-55ef9f11b612 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:56:19.084725 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:19.169398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd6fe1-9f2a-4361-982a-1ed6494cdc21 req-4ad6e5fd-ac4d-4a5a-821c-1fd233275e7e tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:19.170888 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48bd6fe1-9f2a-4361-982a-1ed6494cdc21 req-4ad6e5fd-ac4d-4a5a-821c-1fd233275e7e tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 944 time: 0.0804112 Mar 11 16:56:19.205788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:19.215892 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-48bd6fe1-9f2a-4361-982a-1ed6494cdc21 req-fe594e5b-2459-453e-b3b1-e3f7f8721a3a tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Mar 11 16:56:19.234879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7667c27-75cd-4dbb-ab26-c28f5cb68d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa53a6d0-06d8-410b-9a79-55ef9f11b612'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:56:19.244561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port aa53a6d0-06d8-410b-9a79-55ef9f11b612, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=aa53a6d0-06d8-410b-9a79-55ef9f11b612,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:19.279142 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7667c27-75cd-4dbb-ab26-c28f5cb68d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa53a6d0-06d8-410b-9a79-55ef9f11b612', 'code': 200} Mar 11 16:56:19.334502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:19.400004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=aa53a6d0-06d8-410b-9a79-55ef9f11b612,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:19.685827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e133c-dd85-4e8d-9c1a-dc5a7f455ef9 req-56d07c9f-1499-4178-900d-50dc6a385147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:19.687283 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd4e133c-dd85-4e8d-9c1a-dc5a7f455ef9 req-56d07c9f-1499-4178-900d-50dc6a385147 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 1098 time: 0.0719178 Mar 11 16:56:19.727223 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd4e133c-dd85-4e8d-9c1a-dc5a7f455ef9 req-9453302e-6f6c-4a1a-a29b-352c59f7a3ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Mar 11 16:56:20.399881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90b558-4347-4136-9100-084f77c1522b req-71afacc6-19d9-423b-b889-7f4f2df1cb21 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:20.401353 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a90b558-4347-4136-9100-084f77c1522b req-71afacc6-19d9-423b-b889-7f4f2df1cb21 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0824225 Mar 11 16:56:20.445905 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a90b558-4347-4136-9100-084f77c1522b req-26574c0e-c56d-448d-9a1d-e584a35e19ec tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387800 Mar 11 16:56:21.632868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9e6f1-8957-4bee-81ec-e02e4649d33a req-d564b840-cdbb-4aec-9fd0-8a11c1db0bf0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:21.634359 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-21b9e6f1-8957-4bee-81ec-e02e4649d33a req-d564b840-cdbb-4aec-9fd0-8a11c1db0bf0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0808082 Mar 11 16:56:21.677340 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-21b9e6f1-8957-4bee-81ec-e02e4649d33a req-c4142e6e-0162-4fe8-94f4-68a999c32771 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372024 Mar 11 16:56:21.967926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-af5da9ce-30de-47be-b2a5-b075536ee52c tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:21.969335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-af5da9ce-30de-47be-b2a5-b075536ee52c tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/networks?id=6e2ccaf3-d7bb-45b2-a936-a375be17d022 HTTP/1.1" status: 200 len: 813 time: 0.1422987 Mar 11 16:56:21.989233 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-1ae64383-60a5-47cd-8b1c-014edfac556a tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/quotas/4832161955594e67ab86729961c32c21 HTTP/1.1" status: 200 len: 375 time: 0.0095501 Mar 11 16:56:22.067945 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-254501d2-6ba4-48c6-af95-82d01371a2ca tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4832161955594e67ab86729961c32c21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774992 Mar 11 16:56:22.202021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-78491eda-da9e-4e8c-8322-96085bf25656 service neutron] 10.222.0.57 "GET /v2.0/networks/6e2ccaf3-d7bb-45b2-a936-a375be17d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249020 Mar 11 16:56:22.426716 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-c2042544-d3c1-44f2-8c66-763cc644344e service neutron] 10.222.0.57 "GET /v2.0/networks/6e2ccaf3-d7bb-45b2-a936-a375be17d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188678 Mar 11 16:56:22.735731 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e59853c7-a2eb-4d90-84f5-21972668e091 req-b7c58f05-d1b7-42b0-a02e-9d3fbbfd8bb5 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 210 time: 0.0452540 Mar 11 16:56:23.880420 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cb85772f-2764-49d0-8001-80f360da4bf7 req-76c7d623-e997-43ed-838e-6754c4001417 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 210 time: 0.0411956 Mar 11 16:56:25.029310 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7165218b-eeae-4406-bdc2-7f9b46ee382c req-c166ee6d-0bc3-461b-9248-edffdcb8b4be tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 210 time: 0.0426238 Mar 11 16:56:25.162238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-c098a506-37c4-48ec-a17f-d87ab2d12876 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:25.164237 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-c098a506-37c4-48ec-a17f-d87ab2d12876 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.35 "GET /v2.0/networks?id=6e2ccaf3-d7bb-45b2-a936-a375be17d022 HTTP/1.1" status: 200 len: 813 time: 0.1494560 Mar 11 16:56:25.175228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Request body: {'port': {'device_id': '7ef54d2f-4a6c-4287-a835-6d122fdfe039', 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022', 'admin_state_up': True, 'tenant_id': '4832161955594e67ab86729961c32c21'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:25.309896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:25.320416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:25.411936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Made reservation on behalf of 4832161955594e67ab86729961c32c21 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:25.415742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:25.581413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Allocated IP 172.20.0.3 (6e2ccaf3-d7bb-45b2-a936-a375be17d022/b6314d38-18ed-4436-bbae-7b46823c26f5/6d974174-dcf8-467f-91b1-f11991177b52) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:56:25.778631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:25.883930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:25.897109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['aa53a6d0-06d8-410b-9a79-55ef9f11b612'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:56:25.953131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:56:25.956133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:56:25.960166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:56:26.001563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Pushing event updated for resources: {'Port': ['ID=6d974174-dcf8-467f-91b1-f11991177b52,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:26.039081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:26.039081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:26.171495 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-3512f684-9a58-42da-9bfa-27e1aad441d0 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9999945 Mar 11 16:56:26.188278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Request body: {'port': {'device_id': '7ef54d2f-4a6c-4287-a835-6d122fdfe039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:26.313906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879b5fe-a037-4fc4-8b60-3eca06fadc39 req-b68621f5-5ae8-4709-a37d-808635d28181 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:26.314502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1879b5fe-a037-4fc4-8b60-3eca06fadc39 req-b68621f5-5ae8-4709-a37d-808635d28181 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Synchronizing usage tracker for tenant:4832161955594e67ab86729961c32c21 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:56:26.328794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:26.446422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1879b5fe-a037-4fc4-8b60-3eca06fadc39 req-b68621f5-5ae8-4709-a37d-808635d28181 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Unset dirty status for tenant:4832161955594e67ab86729961c32c21 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:56:26.447560 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1879b5fe-a037-4fc4-8b60-3eca06fadc39 req-b68621f5-5ae8-4709-a37d-808635d28181 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 931 time: 0.3111384 Mar 11 16:56:26.539747 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1879b5fe-a037-4fc4-8b60-3eca06fadc39 req-951e66b9-3e2c-4d01-bd7a-f0287fffda87 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859985 Mar 11 16:56:26.706644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d974174-dcf8-467f-91b1-f11991177b52 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:56:26.714739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:26.728882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Transition to ACTIVE for port object 6d974174-dcf8-467f-91b1-f11991177b52 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:56:26.794419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:26.963302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Pushing event updated for resources: {'Port': ['ID=6d974174-dcf8-467f-91b1-f11991177b52,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:27.029768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Attempting to bind port 6d974174-dcf8-467f-91b1-f11991177b52 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:56:27.030095 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Attempting to bind port 6d974174-dcf8-467f-91b1-f11991177b52 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c177eec6-978b-443e-b9a9-7d5ed8a599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:56:27.030455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Attempting to bind port 6d974174-dcf8-467f-91b1-f11991177b52 on network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:56:27.034973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Port 6d974174-dcf8-467f-91b1-f11991177b52 on network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:56:27.035290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Attempting to bind port 6d974174-dcf8-467f-91b1-f11991177b52 on network 6e2ccaf3-d7bb-45b2-a936-a375be17d022 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:56:27.040293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:56:27.040617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Checking segment: {'id': 'c177eec6-978b-443e-b9a9-7d5ed8a599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:56:27.040989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Bound using segment: {'id': 'c177eec6-978b-443e-b9a9-7d5ed8a599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:56:27.041396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Bound port: 6d974174-dcf8-467f-91b1-f11991177b52, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c177eec6-978b-443e-b9a9-7d5ed8a599da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:56:27.041727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:27.224734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] For port 6d974174-dcf8-467f-91b1-f11991177b52, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:56:27.227913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] For port 6d974174-dcf8-467f-91b1-f11991177b52, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6d974174-dcf8-467f-91b1-f11991177b52,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:56:27.309027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:27.363865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:27.364364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:27.365711 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] 10.222.0.35 "PUT /v2.0/ports/6d974174-dcf8-467f-91b1-f11991177b52 HTTP/1.1" status: 200 len: 1093 time: 1.1824844 Mar 11 16:56:27.368789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef54d2f-4a6c-4287-a835-6d122fdfe039', 'tag': '6d974174-dcf8-467f-91b1-f11991177b52'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:56:27.395756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5a59c-0147-4c95-88df-c67dfd0dff2a service neutron] Pushing event updated for resources: {'Port': ['ID=6d974174-dcf8-467f-91b1-f11991177b52,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:27.415009 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef54d2f-4a6c-4287-a835-6d122fdfe039', 'tag': '6d974174-dcf8-467f-91b1-f11991177b52', 'status': 'completed', 'code': 200} Mar 11 16:56:27.509681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc1c02-42aa-4716-ae1a-dcf22d3da14c req-b1aee63f-9921-4757-8859-11b0ebbe1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:27.511214 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05fc1c02-42aa-4716-ae1a-dcf22d3da14c req-b1aee63f-9921-4757-8859-11b0ebbe1526 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4832161955594e67ab86729961c32c21&device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 1096 time: 0.0764923 Mar 11 16:56:27.689450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc1c02-42aa-4716-ae1a-dcf22d3da14c req-d8b1e030-9d4e-4523-aba5-7ff8fc7a58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:27.690874 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05fc1c02-42aa-4716-ae1a-dcf22d3da14c req-d8b1e030-9d4e-4523-aba5-7ff8fc7a58fd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4832161955594e67ab86729961c32c21&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1736672 Mar 11 16:56:27.852520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba0d22-a274-435f-9f79-1251dbc95a41 req-7e3b6da8-835b-44c7-8713-6d526ec52465 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:27.853870 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6ba0d22-a274-435f-9f79-1251dbc95a41 req-7e3b6da8-835b-44c7-8713-6d526ec52465 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 943 time: 0.1964836 Mar 11 16:56:27.855002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc1c02-42aa-4716-ae1a-dcf22d3da14c req-94aa1910-2d0f-4fed-92f9-e64bd427879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:27.856275 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05fc1c02-42aa-4716-ae1a-dcf22d3da14c req-94aa1910-2d0f-4fed-92f9-e64bd427879c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601202 Mar 11 16:56:27.939021 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a6ba0d22-a274-435f-9f79-1251dbc95a41 req-270ef340-0fae-4caa-8e00-2e4c427b5b8a tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794668 Mar 11 16:56:27.970298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-99d776ac-99a9-40bb-99a0-e1b72a21e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:27.971734 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-99d776ac-99a9-40bb-99a0-e1b72a21e056 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4832161955594e67ab86729961c32c21&device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 1096 time: 0.0803864 Mar 11 16:56:28.040959 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-e9e96c60-6463-441f-9aaa-1c00fd7cfa33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d974174-dcf8-467f-91b1-f11991177b52 HTTP/1.1" status: 200 len: 217 time: 0.0625343 Mar 11 16:56:28.101228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-46e29d37-42ee-43d6-8814-1cfd2257af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:28.102685 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-46e29d37-42ee-43d6-8814-1cfd2257af42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6314d38-18ed-4436-bbae-7b46823c26f5 HTTP/1.1" status: 200 len: 853 time: 0.0564342 Mar 11 16:56:28.146955 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-9955e0d3-b675-401f-b6aa-e71d936da5c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2ccaf3-d7bb-45b2-a936-a375be17d022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385971 Mar 11 16:56:28.277310 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-00f510e6-7f4a-4022-b2a9-89011d4bd0fc service neutron] 10.222.0.35 "GET /v2.0/networks/6e2ccaf3-d7bb-45b2-a936-a375be17d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245162 Mar 11 16:56:28.408808 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ddc641d-1e29-4a8a-a625-b566bfc778f1 req-49d1b095-5ac2-4052-be3d-92f220633f11 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2ccaf3-d7bb-45b2-a936-a375be17d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257331 Mar 11 16:56:29.129054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93178d-558b-46a7-8934-0932a10c8cb7 req-d602f3bb-f136-4f21-bee4-95556c39bc88 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:29.130502 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de93178d-558b-46a7-8934-0932a10c8cb7 req-d602f3bb-f136-4f21-bee4-95556c39bc88 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 943 time: 0.0829680 Mar 11 16:56:29.174476 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-de93178d-558b-46a7-8934-0932a10c8cb7 req-a28dd6df-cde6-496f-ad51-31be1174b593 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Mar 11 16:56:30.362770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7273a-2a8a-4b1d-b72a-4ebbaf4f28a7 req-968809d4-a564-433a-9797-d4cfc3380c32 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:30.364190 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ec7273a-2a8a-4b1d-b72a-4ebbaf4f28a7 req-968809d4-a564-433a-9797-d4cfc3380c32 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 943 time: 0.0851481 Mar 11 16:56:30.408939 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ec7273a-2a8a-4b1d-b72a-4ebbaf4f28a7 req-19990770-f735-43e9-9198-999d57908448 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389454 Mar 11 16:56:31.015251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6d974174-dcf8-467f-91b1-f11991177b52 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:56:31.156025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6d974174-dcf8-467f-91b1-f11991177b52, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6d974174-dcf8-467f-91b1-f11991177b52,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:31.169799 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '6d974174-dcf8-467f-91b1-f11991177b52', 'network_id': '6e2ccaf3-d7bb-45b2-a936-a375be17d022', 'port_id': '6d974174-dcf8-467f-91b1-f11991177b52', 'mac_address': 'fa:16:3e:a9:5e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6314d38-18ed-4436-bbae-7b46823c26f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:56:31.231459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:31.248099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d974174-dcf8-467f-91b1-f11991177b52 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:56:31.263251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6d974174-dcf8-467f-91b1-f11991177b52, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6d974174-dcf8-467f-91b1-f11991177b52,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:31.345247 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:31.414088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6d974174-dcf8-467f-91b1-f11991177b52,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:31.562962 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['6d974174-dcf8-467f-91b1-f11991177b52'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:56:31.595441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb590e-54e6-4da1-8141-a386e52f6c6e req-47e1fb81-aa19-405f-9835-b072647d0c98 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:31.596859 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a5cb590e-54e6-4da1-8141-a386e52f6c6e req-47e1fb81-aa19-405f-9835-b072647d0c98 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 944 time: 0.0815730 Mar 11 16:56:31.644527 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a5cb590e-54e6-4da1-8141-a386e52f6c6e req-3f614e6a-9064-48e5-b302-69f990cf60de tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Mar 11 16:56:32.830531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15b4d7-d57e-4d80-a752-d1740cf49116 req-a65ba7e0-ce44-496f-8ead-9d9c87d5434d tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:32.831895 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0e15b4d7-d57e-4d80-a752-d1740cf49116 req-a65ba7e0-ce44-496f-8ead-9d9c87d5434d tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 944 time: 0.0792298 Mar 11 16:56:32.875270 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:56:32.875915 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0e15b4d7-d57e-4d80-a752-d1740cf49116 req-b9560966-3899-42d0-9f96-5df19ed6eaab tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 Mar 11 16:56:33.035085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6d974174-dcf8-467f-91b1-f11991177b52 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:56:33.211434 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 6d974174-dcf8-467f-91b1-f11991177b52 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:56:33.216448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 6d974174-dcf8-467f-91b1-f11991177b52 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:56:33.216853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:33.336790 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:33.362538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef54d2f-4a6c-4287-a835-6d122fdfe039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d974174-dcf8-467f-91b1-f11991177b52'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:56:33.372185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6d974174-dcf8-467f-91b1-f11991177b52, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6d974174-dcf8-467f-91b1-f11991177b52,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:33.406765 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef54d2f-4a6c-4287-a835-6d122fdfe039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d974174-dcf8-467f-91b1-f11991177b52', 'code': 200} Mar 11 16:56:33.522742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:33.591896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6d974174-dcf8-467f-91b1-f11991177b52,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:33.880768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9671152-e747-43fc-a9b9-c3ee5c628dfa req-92732a16-5c56-4101-84a7-8d961c316085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:33.882184 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e9671152-e747-43fc-a9b9-c3ee5c628dfa req-92732a16-5c56-4101-84a7-8d961c316085 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 1098 time: 0.0725029 Mar 11 16:56:33.924266 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e9671152-e747-43fc-a9b9-c3ee5c628dfa req-7792509d-bc14-4794-81e3-34d92fac029c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346105 Mar 11 16:56:34.059029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df950fa-1bc2-4847-97bd-46ff90e81e29 req-909d0e6c-d006-4649-97b6-778320ea7040 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:34.060453 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0df950fa-1bc2-4847-97bd-46ff90e81e29 req-909d0e6c-d006-4649-97b6-778320ea7040 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 945 time: 0.0785623 Mar 11 16:56:34.107428 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0df950fa-1bc2-4847-97bd-46ff90e81e29 req-ec218917-8855-4332-b286-d0a331676fc8 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 Mar 11 16:56:35.292914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952b621-a32d-453e-ab23-635d64943a2c req-76cc6b47-8b07-4cd6-a9ec-3835b0fb22c4 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:35.294386 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8952b621-a32d-453e-ab23-635d64943a2c req-76cc6b47-8b07-4cd6-a9ec-3835b0fb22c4 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 945 time: 0.0824275 Mar 11 16:56:35.339195 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8952b621-a32d-453e-ab23-635d64943a2c req-b96c2121-48cd-4736-819f-f654121beb6c tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391929 Mar 11 16:56:35.979819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ea7c4-a9d3-4870-bdcf-2c110faf4590 req-f9e3b31c-9214-4d26-acff-7eb21dc5168b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:35.981252 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-436ea7c4-a9d3-4870-bdcf-2c110faf4590 req-f9e3b31c-9214-4d26-acff-7eb21dc5168b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 945 time: 0.0793033 Mar 11 16:56:36.028526 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-436ea7c4-a9d3-4870-bdcf-2c110faf4590 req-0fe7f018-80c7-4291-b33b-a2dc80ee2619 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Mar 11 16:56:37.217923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52393b22-81f8-4334-8639-4deb884351da req-1c812d50-d6e6-4160-a5b5-4e91bcf258db tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:37.219397 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-52393b22-81f8-4334-8639-4deb884351da req-1c812d50-d6e6-4160-a5b5-4e91bcf258db tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 945 time: 0.0788739 Mar 11 16:56:37.263347 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-52393b22-81f8-4334-8639-4deb884351da req-f6cf3452-5e70-4c6a-959c-56f266673cf1 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Mar 11 16:56:37.455129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fba8ac-3846-47d0-9c55-af530217e812 req-7cceb9fd-3701-43f0-9cd9-20706fe90136 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:37.456516 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-61fba8ac-3846-47d0-9c55-af530217e812 req-7cceb9fd-3701-43f0-9cd9-20706fe90136 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.35 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 945 time: 0.1745458 Mar 11 16:56:37.528368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-61fba8ac-3846-47d0-9c55-af530217e812 req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Deleting port 6d974174-dcf8-467f-91b1-f11991177b52 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:56:37.528698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-61fba8ac-3846-47d0-9c55-af530217e812 req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:37.770080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-61fba8ac-3846-47d0-9c55-af530217e812 req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] For port 6d974174-dcf8-467f-91b1-f11991177b52, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6d974174-dcf8-467f-91b1-f11991177b52,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:37.770402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-61fba8ac-3846-47d0-9c55-af530217e812 req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:37.896734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-61fba8ac-3846-47d0-9c55-af530217e812 req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Calling delete_port for 6d974174-dcf8-467f-91b1-f11991177b52 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:56:38.137602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-61fba8ac-3846-47d0-9c55-af530217e812 req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:38.150085 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['aa53a6d0-06d8-410b-9a79-55ef9f11b612', '6d974174-dcf8-467f-91b1-f11991177b52'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:56:38.189174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Pushing event deleted for resources: {'Port': ['ID=6d974174-dcf8-467f-91b1-f11991177b52,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:38.265067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fba8ac-3846-47d0-9c55-af530217e812 req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] No DVR routers for this DVR port 6d974174-dcf8-467f-91b1-f11991177b52 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:56:38.267471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-61fba8ac-3846-47d0-9c55-af530217e812 req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:38.269930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef54d2f-4a6c-4287-a835-6d122fdfe039', 'name': 'network-vif-deleted', 'tag': '6d974174-dcf8-467f-91b1-f11991177b52'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:56:38.315695 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef54d2f-4a6c-4287-a835-6d122fdfe039', 'name': 'network-vif-deleted', 'tag': '6d974174-dcf8-467f-91b1-f11991177b52', 'status': 'completed', 'code': 200} Mar 11 16:56:38.340708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-61fba8ac-3846-47d0-9c55-af530217e812 req-c4ce3977-c97e-4eb9-ad40-619ebc72e2ba tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.35 "DELETE /v2.0/ports/6d974174-dcf8-467f-91b1-f11991177b52 HTTP/1.1" status: 204 len: 173 time: 0.8762062 Mar 11 16:56:38.414270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c411b4f3-4b2c-4df7-b264-93bfd9c5d1ef req-63408e57-89ec-4bf0-820a-3865f45fb335 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Synchronizing usage tracker for tenant:4832161955594e67ab86729961c32c21 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:56:38.514593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c411b4f3-4b2c-4df7-b264-93bfd9c5d1ef req-63408e57-89ec-4bf0-820a-3865f45fb335 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Unset dirty status for tenant:4832161955594e67ab86729961c32c21 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:56:38.516083 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c411b4f3-4b2c-4df7-b264-93bfd9c5d1ef req-63408e57-89ec-4bf0-820a-3865f45fb335 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ef54d2f-4a6c-4287-a835-6d122fdfe039 HTTP/1.1" status: 200 len: 210 time: 0.1442139 Mar 11 16:56:39.659903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:39.775404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a603b-7d33-43d7-b065-1797001394b0 req-72921f53-ac2a-432f-8525-6d52560c0607 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:39.776797 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-126a603b-7d33-43d7-b065-1797001394b0 req-72921f53-ac2a-432f-8525-6d52560c0607 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0840802 Mar 11 16:56:39.821534 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-126a603b-7d33-43d7-b065-1797001394b0 req-48a8f671-2227-4950-bec6-9ade5879bc21 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 Mar 11 16:56:40.022038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233a309-13ef-40b1-b43e-855a72121990 req-cdd3ac2a-5809-426f-ab0d-c01f890b4426 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:40.023479 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0233a309-13ef-40b1-b43e-855a72121990 req-cdd3ac2a-5809-426f-ab0d-c01f890b4426 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0778942 Mar 11 16:56:40.066572 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0233a309-13ef-40b1-b43e-855a72121990 req-1854181f-e2d0-4d70-a486-d5cfd2a77d2d tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374122 Mar 11 16:56:40.248936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852b256-4c1f-4dd7-94cd-7ee6c1882eb5 req-a9c87c56-1305-45a0-ab4e-3940439b98fe tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:40.250375 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3852b256-4c1f-4dd7-94cd-7ee6c1882eb5 req-a9c87c56-1305-45a0-ab4e-3940439b98fe tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0788817 Mar 11 16:56:40.294037 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3852b256-4c1f-4dd7-94cd-7ee6c1882eb5 req-e39a43df-cfbf-4561-b10a-38fc61ffbb9a tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380573 Mar 11 16:56:40.581911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55181606-9d02-4f50-a723-c0109144bacf req-bdbad928-252c-479c-9997-0795e6afd2c7 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:40.583293 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-55181606-9d02-4f50-a723-c0109144bacf req-bdbad928-252c-479c-9997-0795e6afd2c7 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0831416 Mar 11 16:56:40.626421 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-55181606-9d02-4f50-a723-c0109144bacf req-c6c61ac7-01c8-458d-9506-ae984d7a3ae9 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367873 Mar 11 16:56:40.811626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f468db7-0b9e-4c4d-a090-877830530aea req-407b7bae-257a-46a9-9dc4-acabf580fc33 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:40.813151 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7f468db7-0b9e-4c4d-a090-877830530aea req-407b7bae-257a-46a9-9dc4-acabf580fc33 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0835192 Mar 11 16:56:40.857240 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7f468db7-0b9e-4c4d-a090-877830530aea req-5dc4404c-55e7-4053-b984-00d9b375a919 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381031 Mar 11 16:56:41.052015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f110c69-1c67-477a-aab8-89f5de434f35 req-241e50eb-974c-4bfc-8fe4-f7741b62454f tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:41.053921 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9f110c69-1c67-477a-aab8-89f5de434f35 req-241e50eb-974c-4bfc-8fe4-f7741b62454f tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0813229 Mar 11 16:56:41.083968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6d974174-dcf8-467f-91b1-f11991177b52 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:56:41.099823 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9f110c69-1c67-477a-aab8-89f5de434f35 req-95ea93c5-3b89-486e-aee3-14abf24367d5 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Mar 11 16:56:41.123019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 6d974174-dcf8-467f-91b1-f11991177b52 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:56:41.123348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6d974174-dcf8-467f-91b1-f11991177b52 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:56:41.234512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c57c0249-8bd7-4cda-b057-b596b3dd9f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:41.855041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e8688-fe0c-4c5d-9f8f-018afd8f3a08 req-2c5c50f3-4f28-4222-b63d-3fab74317eeb tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:41.856454 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e24e8688-fe0c-4c5d-9f8f-018afd8f3a08 req-2c5c50f3-4f28-4222-b63d-3fab74317eeb tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0879788 Mar 11 16:56:41.901433 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e24e8688-fe0c-4c5d-9f8f-018afd8f3a08 req-1309b324-a0c7-4db6-9980-c142fd92e998 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Mar 11 16:56:43.093528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5afb57-0f40-49fb-9925-8502ed01815a req-05c35eb2-f3f9-492d-8e2e-da5594ed02ea tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:43.094984 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e5afb57-0f40-49fb-9925-8502ed01815a req-05c35eb2-f3f9-492d-8e2e-da5594ed02ea tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0830297 Mar 11 16:56:43.137089 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1e5afb57-0f40-49fb-9925-8502ed01815a req-e01e0d2c-a9df-49ff-828a-45e3de405416 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/security-groups?id=ac9c78af-248a-4b5e-858a-d5647933be55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366077 Mar 11 16:56:43.237734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-e2e61c10-0432-4868-9aaf-9809531eeb03 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:43.239070 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-e2e61c10-0432-4868-9aaf-9809531eeb03 tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 945 time: 0.0820992 Mar 11 16:56:43.305954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Deleting port aa53a6d0-06d8-410b-9a79-55ef9f11b612 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:56:43.306314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:43.388590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c57ddcbc-9914-42dd-a2ad-46836ad613d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:43.646631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] For port aa53a6d0-06d8-410b-9a79-55ef9f11b612, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=aa53a6d0-06d8-410b-9a79-55ef9f11b612,segment=NetworkSegment(c177eec6-978b-443e-b9a9-7d5ed8a599da),segment_id=c177eec6-978b-443e-b9a9-7d5ed8a599da)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:43.647591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:43.766626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Calling delete_port for aa53a6d0-06d8-410b-9a79-55ef9f11b612 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:56:43.979114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:43.989948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['aa53a6d0-06d8-410b-9a79-55ef9f11b612'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:56:44.031534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Pushing event deleted for resources: {'Port': ['ID=aa53a6d0-06d8-410b-9a79-55ef9f11b612,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:44.104958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] No DVR routers for this DVR port aa53a6d0-06d8-410b-9a79-55ef9f11b612 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:56:44.107363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:44.109737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7667c27-75cd-4dbb-ab26-c28f5cb68d2d', 'name': 'network-vif-deleted', 'tag': 'aa53a6d0-06d8-410b-9a79-55ef9f11b612'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:56:44.156058 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7667c27-75cd-4dbb-ab26-c28f5cb68d2d', 'name': 'network-vif-deleted', 'tag': 'aa53a6d0-06d8-410b-9a79-55ef9f11b612', 'status': 'completed', 'code': 200} Mar 11 16:56:44.206557 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ada3ade0-7819-45c5-b2c7-bf46fb8a2027 req-fce64e55-59d8-4eff-a2ca-cb760abb104b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.35 "DELETE /v2.0/ports/aa53a6d0-06d8-410b-9a79-55ef9f11b612 HTTP/1.1" status: 204 len: 173 time: 0.9627278 Mar 11 16:56:44.288103 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2db76a51-887b-48fe-8763-0b6ae57d8b5e req-62f070de-d986-452c-852f-59b3fea2c07b tempest-ServersNegativeTestJSON-1675835091 tempest-ServersNegativeTestJSON-1675835091-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7667c27-75cd-4dbb-ab26-c28f5cb68d2d HTTP/1.1" status: 200 len: 210 time: 0.0462894 Mar 11 16:56:44.711103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:44.813866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.382717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41094) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:45.442897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c651dfe6-0294-48d8-a1ee-9ce487a3aea4 admin admin] Deleting subnet b6314d38-18ed-4436-bbae-7b46823c26f5 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:56:45.448353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c651dfe6-0294-48d8-a1ee-9ce487a3aea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.501335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c651dfe6-0294-48d8-a1ee-9ce487a3aea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.556333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c651dfe6-0294-48d8-a1ee-9ce487a3aea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.685958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c651dfe6-0294-48d8-a1ee-9ce487a3aea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.724531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651dfe6-0294-48d8-a1ee-9ce487a3aea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6314d38-18ed-4436-bbae-7b46823c26f5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:45.727246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c651dfe6-0294-48d8-a1ee-9ce487a3aea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.732634 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c651dfe6-0294-48d8-a1ee-9ce487a3aea4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b6314d38-18ed-4436-bbae-7b46823c26f5 HTTP/1.1" status: 204 len: 168 time: 0.3488975 Mar 11 16:56:45.735120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41098) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:45.840165 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.956321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.963266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:45.987767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2ccaf3-d7bb-45b2-a936-a375be17d022']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:46.000157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c177eec6-978b-443e-b9a9-7d5ed8a599da') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:46.000508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c177eec6-978b-443e-b9a9-7d5ed8a599da') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:46.011880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.027645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.033694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:56:46.034116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:56:46.048524 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:56:46.228365 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.244018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.253931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2ccaf3-d7bb-45b2-a936-a375be17d022,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:46.332058 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ae588013-d65a-447c-a2e5-1c7b7d882ca2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6e2ccaf3-d7bb-45b2-a936-a375be17d022 HTTP/1.1" status: 204 len: 168 time: 0.5959494 Mar 11 16:56:46.642851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41104) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:46.689722 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e9c1594b-2831-41f4-b576-d8741cc58718 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4832161955594e67ab86729961c32c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457649 Mar 11 16:56:46.692118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41108) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:46.747948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9d8583-6f7f-4744-a447-a01fe1d777df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.776822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9d8583-6f7f-4744-a447-a01fe1d777df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.876380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9d8583-6f7f-4744-a447-a01fe1d777df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.894952 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d8583-6f7f-4744-a447-a01fe1d777df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c78af-248a-4b5e-858a-d5647933be55,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:46.961613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9d8583-6f7f-4744-a447-a01fe1d777df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.962945 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe9d8583-6f7f-4744-a447-a01fe1d777df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac9c78af-248a-4b5e-858a-d5647933be55 HTTP/1.1" status: 204 len: 168 time: 0.2699702 Mar 11 16:56:47.144753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device aa53a6d0-06d8-410b-9a79-55ef9f11b612 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:56:47.183646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: aa53a6d0-06d8-410b-9a79-55ef9f11b612 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:56:47.183995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device aa53a6d0-06d8-410b-9a79-55ef9f11b612 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:56:48.042664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41132) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:48.145021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480289493'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:48.150278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:48.154051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:network and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:48.156950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:48.163657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:48.239972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:48.244243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.256322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.270410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:48.274426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:security_group_rule and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:48.277213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:48.283110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:48.369531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.459727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.488413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:56:48.500497 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1648aed7-d836-4694-ad0c-25b2c8946b79,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:48.504609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.504949 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Added segment 3883c380-dbed-41a3-a4fd-e35e84ca2fe1 of type vlan for network 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 Mar 11 16:56:48.531007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.651211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.656633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:48.657228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:48.764419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Network': ['ID=7d4e8a18-aca5-4e46-90e0-b7d20e14cae9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:48.775536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:56:48.846443 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-510a3d80-0be5-4d7c-8b6b-7ad6e80ec144 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8026392 Mar 11 16:56:52.174323 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41138) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:52.180578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'subnet': {'network_id': '7d4e8a18-aca5-4e46-90e0-b7d20e14cae9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:52.289802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:52.293665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:subnet and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:52.296478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:52.302059 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:52.413251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:52.416768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:52.697437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:52.884772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Subnet': ['ID=ca92079f-3d13-4655-a110-90981549c9ba,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:52.895653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.895991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.896324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.896651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.897229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.897803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.898133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.898482 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.898804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.899121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.899437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.899751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:52.902842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Checking segment: {'id': '3883c380-dbed-41a3-a4fd-e35e84ca2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7d4e8a18-aca5-4e46-90e0-b7d20e14cae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:56:52.903195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network hostable DHCP agents. Network: 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:56:53.020781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:56:53.138782 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:56:53.142719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:53.143297 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:53.149458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17090763-f0d6-44d1-852a-12aefef18002 None None] Network 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:56:53.312171 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2a4b6dd2-d029-4163-a93a-639cd26e739b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1364436 Mar 11 16:56:53.314615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41142) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:53.320942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-8513518'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:53.325763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:53.329581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:network and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:53.332631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:53.339978 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:53.384567 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-7d4e8a18-aca5-4e46-90e0-b7d20e14cae9', 'network_id': '7d4e8a18-aca5-4e46-90e0-b7d20e14cae9', 'tenant_id': '885651c9450e4ccfa0b26e69ce7ed2a1', 'fixed_ips': [{'subnet_id': 'ca92079f-3d13-4655-a110-90981549c9ba'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:56:53.385404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:53.442156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:53.446496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:53.474994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:56:53.484379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:53.485117 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Added segment 8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9 of type vlan for network 3438bd0c-c8a3-4262-85a7-0e247107da7e Mar 11 16:56:53.514129 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:53.547925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Allocated IP 2001:db8:0:ffff::2 (7d4e8a18-aca5-4e46-90e0-b7d20e14cae9/ca92079f-3d13-4655-a110-90981549c9ba/227a236a-3f8c-4cd4-995d-7922888a3dd1) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:56:53.625182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:53.630607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:53.631741 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:53.759621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Network': ['ID=3438bd0c-c8a3-4262-85a7-0e247107da7e,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:53.760163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:53.771314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 3438bd0c-c8a3-4262-85a7-0e247107da7e details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:56:53.783588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Transition to ACTIVE for port object 227a236a-3f8c-4cd4-995d-7922888a3dd1 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:56:53.848791 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2fe86c6b-742b-4b2d-815d-dd8082e4d9dd tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5331028 Mar 11 16:56:53.852282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:53.858261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'subnet': {'network_id': '3438bd0c-c8a3-4262-85a7-0e247107da7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:53.863513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Transition to ACTIVE for port object 227a236a-3f8c-4cd4-995d-7922888a3dd1 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:56:53.956850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:54.041787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Network 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:56:54.045417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:56:54.056626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:56:54.067480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Pushing event updated for resources: {'Port': ['ID=227a236a-3f8c-4cd4-995d-7922888a3dd1,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:54.077681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:54.081545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:subnet and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:54.084540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:54.090550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:54.122709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.123163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.123608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.124047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.124480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.124914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.125353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.125775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.126229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.134467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.134467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.134467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.230638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:54.234269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:54.235541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Attempting to bind port 227a236a-3f8c-4cd4-995d-7922888a3dd1 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:56:54.236046 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Attempting to bind port 227a236a-3f8c-4cd4-995d-7922888a3dd1 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '3883c380-dbed-41a3-a4fd-e35e84ca2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7d4e8a18-aca5-4e46-90e0-b7d20e14cae9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:56:54.236537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Attempting to bind port 227a236a-3f8c-4cd4-995d-7922888a3dd1 on network 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:56:54.244377 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:56:54.244787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Checking segment: {'id': '3883c380-dbed-41a3-a4fd-e35e84ca2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7d4e8a18-aca5-4e46-90e0-b7d20e14cae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:56:54.248890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:54.248890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Bound using segment: {'id': '3883c380-dbed-41a3-a4fd-e35e84ca2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7d4e8a18-aca5-4e46-90e0-b7d20e14cae9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:56:54.248890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Bound port: 227a236a-3f8c-4cd4-995d-7922888a3dd1, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3883c380-dbed-41a3-a4fd-e35e84ca2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7d4e8a18-aca5-4e46-90e0-b7d20e14cae9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:56:54.248890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:54.338101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] For port 227a236a-3f8c-4cd4-995d-7922888a3dd1, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:56:54.342376 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] For port 227a236a-3f8c-4cd4-995d-7922888a3dd1, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=227a236a-3f8c-4cd4-995d-7922888a3dd1,segment=NetworkSegment(3883c380-dbed-41a3-a4fd-e35e84ca2fe1),segment_id=3883c380-dbed-41a3-a4fd-e35e84ca2fe1)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:56:54.446454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:54.531141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca491e79-381c-4472-bbca-c20b57f83de2 None None] Pushing event updated for resources: {'Port': ['ID=227a236a-3f8c-4cd4-995d-7922888a3dd1,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:54.551190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:54.634080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Subnet': ['ID=3080f52a-b297-4bad-aa50-7a4000466371,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:54.645437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.645779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.646113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.646475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.647376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.647736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.648178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.648498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.648826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.649143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.649461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.649779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:56:54.655173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Checking segment: {'id': '8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3438bd0c-c8a3-4262-85a7-0e247107da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:56:54.655537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network hostable DHCP agents. Network: 3438bd0c-c8a3-4262-85a7-0e247107da7e, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:56:54.739031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network 3438bd0c-c8a3-4262-85a7-0e247107da7e is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:56:54.862022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 3438bd0c-c8a3-4262-85a7-0e247107da7e) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:56:54.862720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:54.863546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:54.867276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cabb07-be45-4a9e-8e65-fa4ff377850a None None] Network 3438bd0c-c8a3-4262-85a7-0e247107da7e requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:56:54.984324 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e9e15f3c-1262-4f5f-9152-199cd2a70ad2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1306205 Mar 11 16:56:54.986834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:55.089109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-3438bd0c-c8a3-4262-85a7-0e247107da7e', 'network_id': '3438bd0c-c8a3-4262-85a7-0e247107da7e', 'tenant_id': '885651c9450e4ccfa0b26e69ce7ed2a1', 'fixed_ips': [{'subnet_id': '3080f52a-b297-4bad-aa50-7a4000466371'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:56:55.090007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:55.139305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:55.214779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:55.254208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Allocated IP 2001:db8::2 (3438bd0c-c8a3-4262-85a7-0e247107da7e/3080f52a-b297-4bad-aa50-7a4000466371/628cf606-de3c-4ffa-88a9-29129c370084) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:56:55.440781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566fe8ff-bacb-4a4a-84a4-bfa125f8ae00 None None] Network 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:56:55.512959 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:55.574947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Transition to ACTIVE for port object 628cf606-de3c-4ffa-88a9-29129c370084 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:56:55.588549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 227a236a-3f8c-4cd4-995d-7922888a3dd1 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:56:55.657186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Transition to ACTIVE for port object 628cf606-de3c-4ffa-88a9-29129c370084 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:56:55.690070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c5b8ae5d-92a4-4c9f-8b50-763cc014ff9c None None] Provisioning for port 227a236a-3f8c-4cd4-995d-7922888a3dd1 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:56:55.794095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:55.865363 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Network 3438bd0c-c8a3-4262-85a7-0e247107da7e is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:56:55.868423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:56:55.871211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:56:55.878776 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 227a236a-3f8c-4cd4-995d-7922888a3dd1 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:56:55.893564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 227a236a-3f8c-4cd4-995d-7922888a3dd1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:56:55.893953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:55.898674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:55.917418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Pushing event updated for resources: {'Port': ['ID=628cf606-de3c-4ffa-88a9-29129c370084,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:55.947420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Subnet': ['ID=3080f52a-b297-4bad-aa50-7a4000466371,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:56.041633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.047992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Attempting to bind port 628cf606-de3c-4ffa-88a9-29129c370084 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:56:56.050529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Attempting to bind port 628cf606-de3c-4ffa-88a9-29129c370084 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3438bd0c-c8a3-4262-85a7-0e247107da7e'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:56:56.050529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Attempting to bind port 628cf606-de3c-4ffa-88a9-29129c370084 on network 3438bd0c-c8a3-4262-85a7-0e247107da7e {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:56:56.060225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:56:56.060611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Checking segment: {'id': '8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3438bd0c-c8a3-4262-85a7-0e247107da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:56:56.060996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.061379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Bound using segment: {'id': '8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3438bd0c-c8a3-4262-85a7-0e247107da7e'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:56:56.061834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Bound port: 628cf606-de3c-4ffa-88a9-29129c370084, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3438bd0c-c8a3-4262-85a7-0e247107da7e'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:56:56.062222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.078102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3438bd0c-c8a3-4262-85a7-0e247107da7e']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:56.094547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:56.094846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:56.109745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.132575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.140659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:56:56.141053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:56:56.156630 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:56:56.181438 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.230226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] For port 628cf606-de3c-4ffa-88a9-29129c370084, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:56:56.237857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 227a236a-3f8c-4cd4-995d-7922888a3dd1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=227a236a-3f8c-4cd4-995d-7922888a3dd1,segment=NetworkSegment(3883c380-dbed-41a3-a4fd-e35e84ca2fe1),segment_id=3883c380-dbed-41a3-a4fd-e35e84ca2fe1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:56.239791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] For port 628cf606-de3c-4ffa-88a9-29129c370084, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=628cf606-de3c-4ffa-88a9-29129c370084,segment=NetworkSegment(8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9),segment_id=8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:56:56.299746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:56:56.299746 dv-neutron-833379-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:56:56.299746 dv-neutron-833379-1-hyperv neutron-server[88600]: [parameters: {'id': '3438bd0c-c8a3-4262-85a7-0e247107da7e'}] Mar 11 16:56:56.299746 dv-neutron-833379-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:56:56.300205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:56:56.325245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-44ed0df3-d710-4538-aff8-6bfef0dc51a6 None None] Provisioning complete for port 227a236a-3f8c-4cd4-995d-7922888a3dd1 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:56:56.325800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-44ed0df3-d710-4538-aff8-6bfef0dc51a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.353493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.425990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.496664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=227a236a-3f8c-4cd4-995d-7922888a3dd1,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:56.662442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd051af6-110e-4bd4-87ea-93478a04d74c None None] Pushing event updated for resources: {'Port': ['ID=628cf606-de3c-4ffa-88a9-29129c370084,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:56.665063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1eee7-947e-4791-bd2c-bbfb67ea9ad7 None None] Network 3438bd0c-c8a3-4262-85a7-0e247107da7e requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:56:56.801135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.812595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Deleting port 628cf606-de3c-4ffa-88a9-29129c370084 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:56:56.812918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:56.862061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137d1383-88e2-42b6-919e-2a010bea03e2 None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:56:56.949920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d1383-88e2-42b6-919e-2a010bea03e2 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:56:57.030699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] For port 628cf606-de3c-4ffa-88a9-29129c370084, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=628cf606-de3c-4ffa-88a9-29129c370084,segment=NetworkSegment(8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9),segment_id=8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:56:57.031304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.158790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Calling delete_port for 628cf606-de3c-4ffa-88a9-29129c370084 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:56:57.343010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.396057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Port': ['ID=628cf606-de3c-4ffa-88a9-29129c370084,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:57.407380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No DVR routers for this DVR port 628cf606-de3c-4ffa-88a9-29129c370084 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:56:57.536162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.559312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 227a236a-3f8c-4cd4-995d-7922888a3dd1 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:56:57.562668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3438bd0c-c8a3-4262-85a7-0e247107da7e']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:57.578686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:57.578984 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd3cc2d-15e8-4e25-9ece-0bb6ddffb3d9') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:56:57.590965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.607242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.613586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:56:57.613994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.628670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 227a236a-3f8c-4cd4-995d-7922888a3dd1 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:56:57.629035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:56:57.629138 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:56:57.773798 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.778135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.809384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Network': ['ID=3438bd0c-c8a3-4262-85a7-0e247107da7e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:57.814291 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8d868a0b-0878-4816-b18d-76e128f8619f tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/networks/3438bd0c-c8a3-4262-85a7-0e247107da7e HTTP/1.1" status: 204 len: 168 time: 2.8265004 Mar 11 16:56:57.817711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41154) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:57.823898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1976007577'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:57.828881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:57.832649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:network and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:57.836196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:57.842308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:57.921730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:57.925250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.954493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:56:57.964722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:57.965059 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Added segment 5cee4ddf-77ce-459f-9f3d-826040c428da of type vlan for network c81426cb-a463-472a-aace-0f7b0066c3b1 Mar 11 16:56:57.991256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:58.116347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:58.122859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:58.123881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:58.247225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Network': ['ID=c81426cb-a463-472a-aace-0f7b0066c3b1,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:58.258056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network c81426cb-a463-472a-aace-0f7b0066c3b1 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:56:58.263496 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d3dcf1a6-7f1c-4f88-ba4e-b94b9d87139d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4439430 Mar 11 16:56:58.266142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:58.271720 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'subnet': {'network_id': 'c81426cb-a463-472a-aace-0f7b0066c3b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:56:58.470498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:56:58.475313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:subnet and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:56:58.477368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:56:58.483452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:56:58.567645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:56:58.572616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:58.672394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.ipam_backend_mixin [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Performing IP validity checks on allocation pools {{(pid=88600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:56:58.672951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.ipam_backend_mixin [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:56:58.877028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:58.957493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Subnet': ['ID=cf6db073-e0d6-436a-b2af-2d8c07ab5ca1,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:56:58.965901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Checking segment: {'id': '5cee4ddf-77ce-459f-9f3d-826040c428da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c81426cb-a463-472a-aace-0f7b0066c3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:56:58.966293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network hostable DHCP agents. Network: c81426cb-a463-472a-aace-0f7b0066c3b1, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:56:59.074232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network c81426cb-a463-472a-aace-0f7b0066c3b1 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:56:59.165229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, c81426cb-a463-472a-aace-0f7b0066c3b1) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:56:59.169189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:59.169766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:59.174216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc9a50-a3b9-462d-8669-1ce2311e409c None None] Network c81426cb-a463-472a-aace-0f7b0066c3b1 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:56:59.248453 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1acec75-8991-4dcf-a2c4-b167b8f993c1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9811342 Mar 11 16:56:59.251475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:59.401004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:59.401171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-c81426cb-a463-472a-aace-0f7b0066c3b1', 'network_id': 'c81426cb-a463-472a-aace-0f7b0066c3b1', 'tenant_id': '885651c9450e4ccfa0b26e69ce7ed2a1', 'fixed_ips': [{'subnet_id': 'cf6db073-e0d6-436a-b2af-2d8c07ab5ca1'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:56:59.401171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:59.463164 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:59.556125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Allocated IP 2001:db8::3 (c81426cb-a463-472a-aace-0f7b0066c3b1/cf6db073-e0d6-436a-b2af-2d8c07ab5ca1/e6f75799-3f5e-4964-9180-d9c320f8c03f) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:56:59.800683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:59.810819 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Transition to ACTIVE for port object e6f75799-3f5e-4964-9180-d9c320f8c03f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:56:59.828119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Transition to ACTIVE for port object e6f75799-3f5e-4964-9180-d9c320f8c03f will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:56:59.910532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:59.970427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Network c81426cb-a463-472a-aace-0f7b0066c3b1 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:56:59.973091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:56:59.982123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:56:59.988040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Pushing event updated for resources: {'Port': ['ID=e6f75799-3f5e-4964-9180-d9c320f8c03f,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:00.047874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:00.073705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Attempting to bind port e6f75799-3f5e-4964-9180-d9c320f8c03f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:00.073988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Attempting to bind port e6f75799-3f5e-4964-9180-d9c320f8c03f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '5cee4ddf-77ce-459f-9f3d-826040c428da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c81426cb-a463-472a-aace-0f7b0066c3b1'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:00.074443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Attempting to bind port e6f75799-3f5e-4964-9180-d9c320f8c03f on network c81426cb-a463-472a-aace-0f7b0066c3b1 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:00.079562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:00.079928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Checking segment: {'id': '5cee4ddf-77ce-459f-9f3d-826040c428da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c81426cb-a463-472a-aace-0f7b0066c3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:00.080325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:00.080761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Bound using segment: {'id': '5cee4ddf-77ce-459f-9f3d-826040c428da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c81426cb-a463-472a-aace-0f7b0066c3b1'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:00.081156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Bound port: e6f75799-3f5e-4964-9180-d9c320f8c03f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cee4ddf-77ce-459f-9f3d-826040c428da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c81426cb-a463-472a-aace-0f7b0066c3b1'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:00.081520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:00.088176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6db073-e0d6-436a-b2af-2d8c07ab5ca1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:00.167461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] For port e6f75799-3f5e-4964-9180-d9c320f8c03f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:00.170382 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] For port e6f75799-3f5e-4964-9180-d9c320f8c03f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e6f75799-3f5e-4964-9180-d9c320f8c03f,segment=NetworkSegment(5cee4ddf-77ce-459f-9f3d-826040c428da),segment_id=5cee4ddf-77ce-459f-9f3d-826040c428da)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:00.181044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:00.206097 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81426cb-a463-472a-aace-0f7b0066c3b1']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:00.218440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cee4ddf-77ce-459f-9f3d-826040c428da') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:00.218736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cee4ddf-77ce-459f-9f3d-826040c428da') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:00.230245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:00.251918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:00.253953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:00.260929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:00.261309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:00.287719 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:00.368902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90463cb1-ef94-4469-bb42-f72274451e7a None None] Pushing event updated for resources: {'Port': ['ID=e6f75799-3f5e-4964-9180-d9c320f8c03f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:00.396561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1dd03-8f6c-4150-944f-8fa252f945ab None None] Network c81426cb-a463-472a-aace-0f7b0066c3b1 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:00.397383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:57:00.397383 dv-neutron-833379-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:57:00.397383 dv-neutron-833379-1-hyperv neutron-server[88600]: [parameters: {'id': 'c81426cb-a463-472a-aace-0f7b0066c3b1'}] Mar 11 16:57:00.397383 dv-neutron-833379-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:57:00.397888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:57:00.595320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e102bd24-1288-4b82-942a-c14c3646aad0 None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:57:00.683790 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e102bd24-1288-4b82-942a-c14c3646aad0 None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:57:00.898698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:00.910540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Deleting port e6f75799-3f5e-4964-9180-d9c320f8c03f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:00.910870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:01.118810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] For port e6f75799-3f5e-4964-9180-d9c320f8c03f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e6f75799-3f5e-4964-9180-d9c320f8c03f,segment=NetworkSegment(5cee4ddf-77ce-459f-9f3d-826040c428da),segment_id=5cee4ddf-77ce-459f-9f3d-826040c428da)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:01.119156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:01.241374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Calling delete_port for e6f75799-3f5e-4964-9180-d9c320f8c03f owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:01.413702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:01.464189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Port': ['ID=e6f75799-3f5e-4964-9180-d9c320f8c03f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:01.467649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No DVR routers for this DVR port e6f75799-3f5e-4964-9180-d9c320f8c03f on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:01.594862 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:01.726557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81426cb-a463-472a-aace-0f7b0066c3b1']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:01.738409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cee4ddf-77ce-459f-9f3d-826040c428da') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:01.738722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cee4ddf-77ce-459f-9f3d-826040c428da') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:01.750960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:01.767016 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:01.773579 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:01.773955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:01.789093 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:01.936690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:01.953551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:01.964662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Network': ['ID=c81426cb-a463-472a-aace-0f7b0066c3b1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:01.971026 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bc7cb44a-e147-4930-b80b-a1f8afd37eb2 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/networks/c81426cb-a463-472a-aace-0f7b0066c3b1 HTTP/1.1" status: 204 len: 168 time: 2.7186084 Mar 11 16:57:01.974612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41166) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:01.980307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-902263770'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:01.985071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:01.988810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:network and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:01.991746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:01.997842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:02.093036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:02.096319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.123284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:57:02.131374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.131733 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Added segment cd5a352e-fa4e-4574-922d-c1136ef3fafb of type vlan for network b8a769d0-eb92-4f91-a1fe-15d72583b0e6 Mar 11 16:57:02.157221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.264619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.270394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:02.271000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.385434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Network': ['ID=b8a769d0-eb92-4f91-a1fe-15d72583b0e6,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:02.396040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network b8a769d0-eb92-4f91-a1fe-15d72583b0e6 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:57:02.417687 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fe9d20e3-7dfd-4303-b9f1-94929466473a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4415658 Mar 11 16:57:02.420526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41170) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:02.426043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'subnet': {'network_id': 'b8a769d0-eb92-4f91-a1fe-15d72583b0e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:02.535825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:02.540222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:subnet and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:02.542518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:02.548113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:02.612714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:02.616322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.883928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:02.960539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Subnet': ['ID=50f70b52-60b5-464b-99f0-f279fc7ca809,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:02.967901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Checking segment: {'id': 'cd5a352e-fa4e-4574-922d-c1136ef3fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b8a769d0-eb92-4f91-a1fe-15d72583b0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:02.968250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network hostable DHCP agents. Network: b8a769d0-eb92-4f91-a1fe-15d72583b0e6, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:57:03.064218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network b8a769d0-eb92-4f91-a1fe-15d72583b0e6 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:57:03.149991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, b8a769d0-eb92-4f91-a1fe-15d72583b0e6) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:03.154019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:03.154643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:03.158770 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100b3642-a15b-461b-a49f-fb04ac73a65a None None] Network b8a769d0-eb92-4f91-a1fe-15d72583b0e6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:03.248506 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0743608d-8cc9-41c6-9e96-c3533dcbbfda tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8267748 Mar 11 16:57:03.252076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41174) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:03.258077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1245827262'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:03.263211 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:03.267160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:network and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:03.270222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:03.276723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:03.344753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:03.348221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:03.371957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-b8a769d0-eb92-4f91-a1fe-15d72583b0e6', 'network_id': 'b8a769d0-eb92-4f91-a1fe-15d72583b0e6', 'tenant_id': '885651c9450e4ccfa0b26e69ce7ed2a1', 'fixed_ips': [{'subnet_id': '50f70b52-60b5-464b-99f0-f279fc7ca809'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:57:03.372793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:03.377780 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:57:03.386486 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:03.386825 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Added segment 9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd of type vlan for network 1b7f1c59-9182-44fe-862f-a0b26b321f23 Mar 11 16:57:03.413142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:03.527647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:03.532821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Allocated IP 2001:db8::2 (b8a769d0-eb92-4f91-a1fe-15d72583b0e6/50f70b52-60b5-464b-99f0-f279fc7ca809/892407b1-e6cc-4efe-b8fb-ea089bcad359) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:03.533431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:03.534416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:03.643520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Network': ['ID=1b7f1c59-9182-44fe-862f-a0b26b321f23,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:03.657646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 1b7f1c59-9182-44fe-862f-a0b26b321f23 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:57:03.678345 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-736b867b-8d46-4982-8cf9-cba95402129a tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4177978 Mar 11 16:57:03.678345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41178) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:03.679793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Request body: {'subnet': {'network_id': '1b7f1c59-9182-44fe-862f-a0b26b321f23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:03.790733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:03.794721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Usage tracker for resource:subnet and tenant:885651c9450e4ccfa0b26e69ce7ed2a1 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:03.797575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:03.803357 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:03.870379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:03.880012 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Made reservation on behalf of 885651c9450e4ccfa0b26e69ce7ed2a1 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:03.880294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Transition to ACTIVE for port object 892407b1-e6cc-4efe-b8fb-ea089bcad359 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:03.884273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:03.900070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Transition to ACTIVE for port object 892407b1-e6cc-4efe-b8fb-ea089bcad359 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:03.973745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.032673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Network b8a769d0-eb92-4f91-a1fe-15d72583b0e6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:04.035347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:04.037737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:04.083582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Pushing event updated for resources: {'Port': ['ID=892407b1-e6cc-4efe-b8fb-ea089bcad359,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:04.138393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Attempting to bind port 892407b1-e6cc-4efe-b8fb-ea089bcad359 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:04.138750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Attempting to bind port 892407b1-e6cc-4efe-b8fb-ea089bcad359 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'cd5a352e-fa4e-4574-922d-c1136ef3fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b8a769d0-eb92-4f91-a1fe-15d72583b0e6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:04.139102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Attempting to bind port 892407b1-e6cc-4efe-b8fb-ea089bcad359 on network b8a769d0-eb92-4f91-a1fe-15d72583b0e6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:04.144183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:04.144544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Checking segment: {'id': 'cd5a352e-fa4e-4574-922d-c1136ef3fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b8a769d0-eb92-4f91-a1fe-15d72583b0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:04.144932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.145314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Bound using segment: {'id': 'cd5a352e-fa4e-4574-922d-c1136ef3fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b8a769d0-eb92-4f91-a1fe-15d72583b0e6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:04.145759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Bound port: 892407b1-e6cc-4efe-b8fb-ea089bcad359, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5a352e-fa4e-4574-922d-c1136ef3fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'b8a769d0-eb92-4f91-a1fe-15d72583b0e6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:04.146119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.171569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.238199 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] For port 892407b1-e6cc-4efe-b8fb-ea089bcad359, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:04.241531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] For port 892407b1-e6cc-4efe-b8fb-ea089bcad359, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=892407b1-e6cc-4efe-b8fb-ea089bcad359,segment=NetworkSegment(cd5a352e-fa4e-4574-922d-c1136ef3fafb),segment_id=cd5a352e-fa4e-4574-922d-c1136ef3fafb)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:04.251550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event updated for resources: {'Subnet': ['ID=d519be6a-2532-4d4f-94ee-2a53dcee21a1,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:04.259820 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Checking segment: {'id': '9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1b7f1c59-9182-44fe-862f-a0b26b321f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:04.260446 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network hostable DHCP agents. Network: 1b7f1c59-9182-44fe-862f-a0b26b321f23, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:57:04.333697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.361695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Network 1b7f1c59-9182-44fe-862f-a0b26b321f23 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:57:04.418714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5b7e1-b9d9-4780-8464-403de2a0e34b None None] Pushing event updated for resources: {'Port': ['ID=892407b1-e6cc-4efe-b8fb-ea089bcad359,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:04.436228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 1b7f1c59-9182-44fe-862f-a0b26b321f23) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:04.440444 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:04.441186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.449623 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da8dc1-bf91-4be0-933c-e7c53f4d57ac None None] Network 1b7f1c59-9182-44fe-862f-a0b26b321f23 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:04.532144 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-752b06e6-d8ce-4b3a-9d19-0cf112b68116 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8549731 Mar 11 16:57:04.532626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41182) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:04.704493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-1b7f1c59-9182-44fe-862f-a0b26b321f23', 'network_id': '1b7f1c59-9182-44fe-862f-a0b26b321f23', 'tenant_id': '885651c9450e4ccfa0b26e69ce7ed2a1', 'fixed_ips': [{'subnet_id': 'd519be6a-2532-4d4f-94ee-2a53dcee21a1'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:57:04.705326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.720976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.792268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:04.861073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Allocated IP 2001:db8::2 (1b7f1c59-9182-44fe-862f-a0b26b321f23/d519be6a-2532-4d4f-94ee-2a53dcee21a1/478163ce-cb58-4cee-b664-08c94ab80f57) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:05.073221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.083183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Transition to ACTIVE for port object 478163ce-cb58-4cee-b664-08c94ab80f57 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:05.102249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Transition to ACTIVE for port object 478163ce-cb58-4cee-b664-08c94ab80f57 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:05.167915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.230506 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Network 1b7f1c59-9182-44fe-862f-a0b26b321f23 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:05.235021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:05.237164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:05.252121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Pushing event updated for resources: {'Port': ['ID=478163ce-cb58-4cee-b664-08c94ab80f57,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:05.261630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.310749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Subnet': ['ID=d519be6a-2532-4d4f-94ee-2a53dcee21a1,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:05.329979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7fd317-9f56-4598-8775-bf4c42db0312 None None] Network b8a769d0-eb92-4f91-a1fe-15d72583b0e6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:05.377304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Attempting to bind port 478163ce-cb58-4cee-b664-08c94ab80f57 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:05.377706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Attempting to bind port 478163ce-cb58-4cee-b664-08c94ab80f57 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1b7f1c59-9182-44fe-862f-a0b26b321f23'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:05.378056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Attempting to bind port 478163ce-cb58-4cee-b664-08c94ab80f57 on network 1b7f1c59-9182-44fe-862f-a0b26b321f23 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:05.408598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.433058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7f1c59-9182-44fe-862f-a0b26b321f23']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:05.434578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:05.434948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Checking segment: {'id': '9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1b7f1c59-9182-44fe-862f-a0b26b321f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:05.435341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.435724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Bound using segment: {'id': '9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1b7f1c59-9182-44fe-862f-a0b26b321f23'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:05.436184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Bound port: 478163ce-cb58-4cee-b664-08c94ab80f57, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '1b7f1c59-9182-44fe-862f-a0b26b321f23'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:05.436546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.446484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:05.446779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:05.458008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.476455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.483382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:05.487194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:05.517173 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:05.519523 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e8906be0-bc62-4451-8543-0a4f6e049944 None None] Provisioning for port 892407b1-e6cc-4efe-b8fb-ea089bcad359 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:05.628415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:57:05.628415 dv-neutron-833379-1-hyperv neutron-server[88600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:57:05.628415 dv-neutron-833379-1-hyperv neutron-server[88600]: [parameters: {'id': '1b7f1c59-9182-44fe-862f-a0b26b321f23'}] Mar 11 16:57:05.628415 dv-neutron-833379-1-hyperv neutron-server[88600]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:57:05.629215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:57:05.629754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 892407b1-e6cc-4efe-b8fb-ea089bcad359 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:05.657458 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] For port 478163ce-cb58-4cee-b664-08c94ab80f57, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:05.681434 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] For port 478163ce-cb58-4cee-b664-08c94ab80f57, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=478163ce-cb58-4cee-b664-08c94ab80f57,segment=NetworkSegment(9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd),segment_id=9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:05.746362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.877916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 892407b1-e6cc-4efe-b8fb-ea089bcad359 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:05.894496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a14f3f-2db9-4416-8455-d9fc853858e3 None None] Pushing event updated for resources: {'Port': ['ID=478163ce-cb58-4cee-b664-08c94ab80f57,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:05.897323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 892407b1-e6cc-4efe-b8fb-ea089bcad359 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:05.897764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:05.946970 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6958ee9-bf40-4786-b3c7-3a5da386be49 None None] Network 1b7f1c59-9182-44fe-862f-a0b26b321f23 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:06.130294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.141589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Deleting port 478163ce-cb58-4cee-b664-08c94ab80f57 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:06.142010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.183673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.217164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2f23f578-9cc0-44f4-97ff-c678f5334e92 None None] Provisioning complete for port 892407b1-e6cc-4efe-b8fb-ea089bcad359 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:06.217441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2f23f578-9cc0-44f4-97ff-c678f5334e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.276836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 892407b1-e6cc-4efe-b8fb-ea089bcad359, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=892407b1-e6cc-4efe-b8fb-ea089bcad359,segment=NetworkSegment(cd5a352e-fa4e-4574-922d-c1136ef3fafb),segment_id=cd5a352e-fa4e-4574-922d-c1136ef3fafb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:06.306031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ebea00-e78c-4c05-be1c-18115c38f29c None None] get_active_networks_info from dv-neutron-833379-1-hyperv {{(pid=88602) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 11 16:57:06.376969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.452904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] For port 478163ce-cb58-4cee-b664-08c94ab80f57, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=478163ce-cb58-4cee-b664-08c94ab80f57,segment=NetworkSegment(9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd),segment_id=9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:06.453259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.469596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2f23f578-9cc0-44f4-97ff-c678f5334e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.530041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=892407b1-e6cc-4efe-b8fb-ea089bcad359,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:06.533075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ebea00-e78c-4c05-be1c-18115c38f29c None None] Resources bound (agent type, host, resource id): {{(pid=88602) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:57:06.578507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Calling delete_port for 478163ce-cb58-4cee-b664-08c94ab80f57 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:06.633885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-2f23f578-9cc0-44f4-97ff-c678f5334e92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:57:06.634150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-2f23f578-9cc0-44f4-97ff-c678f5334e92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:57:06.738606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.787832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Port': ['ID=478163ce-cb58-4cee-b664-08c94ab80f57,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:06.789710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No DVR routers for this DVR port 478163ce-cb58-4cee-b664-08c94ab80f57 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:06.913892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.938549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7f1c59-9182-44fe-862f-a0b26b321f23']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:06.952495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:06.952793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba4a8d3-3ec8-4d47-9423-b96b6ca31abd') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:06.964826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.981341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:06.987343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:06.987728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:07.002709 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:07.156063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:07.174442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:07.186107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Network': ['ID=1b7f1c59-9182-44fe-862f-a0b26b321f23,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:07.197128 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d2d8e4ef-e656-490b-bd29-7c6a4100946e tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/networks/1b7f1c59-9182-44fe-862f-a0b26b321f23 HTTP/1.1" status: 204 len: 168 time: 2.6588125 Mar 11 16:57:07.197308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41186) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:07.236016 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db4b001-608a-420d-bc79-303e2b578ba4 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] GET failed (client error): The resource could not be found. Mar 11 16:57:07.236460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9db4b001-608a-420d-bc79-303e2b578ba4 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Synchronizing usage tracker for tenant:885651c9450e4ccfa0b26e69ce7ed2a1 on resource:subnet {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:07.309827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9db4b001-608a-420d-bc79-303e2b578ba4 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Unset dirty status for tenant:885651c9450e4ccfa0b26e69ce7ed2a1 on resource:subnet {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:07.311026 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9db4b001-608a-420d-bc79-303e2b578ba4 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "GET /v2.0/subnets/d519be6a-2532-4d4f-94ee-2a53dcee21a1 HTTP/1.1" status: 404 len: 337 time: 0.1132481 Mar 11 16:57:07.313717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41190) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:07.342738 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a645a77-a0e0-469c-8c0e-70e3496dc291 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] DELETE failed (client error): The resource could not be found. Mar 11 16:57:07.343247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a645a77-a0e0-469c-8c0e-70e3496dc291 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:57:07.344836 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0a645a77-a0e0-469c-8c0e-70e3496dc291 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/networks/1b7f1c59-9182-44fe-862f-a0b26b321f23 HTTP/1.1" status: 404 len: 339 time: 0.0302072 Mar 11 16:57:07.348665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41194) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:07.387686 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e3c7ba-256e-4e06-a875-530320a9b4a8 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] DELETE failed (client error): The resource could not be found. Mar 11 16:57:07.388137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e3c7ba-256e-4e06-a875-530320a9b4a8 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:57:07.392355 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a6e3c7ba-256e-4e06-a875-530320a9b4a8 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/subnets/d519be6a-2532-4d4f-94ee-2a53dcee21a1 HTTP/1.1" status: 404 len: 337 time: 0.0402460 Mar 11 16:57:07.392591 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41198) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:07.418062 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-88051b97-a5e0-4a2e-8f27-e7e9c786eef9 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] DELETE failed (client error): The resource could not be found. Mar 11 16:57:07.418483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88051b97-a5e0-4a2e-8f27-e7e9c786eef9 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:57:07.420183 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-88051b97-a5e0-4a2e-8f27-e7e9c786eef9 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/networks/1b7f1c59-9182-44fe-862f-a0b26b321f23 HTTP/1.1" status: 404 len: 339 time: 0.0266461 Mar 11 16:57:07.422807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41202) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:07.492079 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-128ba5b7-86de-4377-bc9a-af74f6a1625b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Deleting subnet 50f70b52-60b5-464b-99f0-f279fc7ca809 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:57:07.495080 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-128ba5b7-86de-4377-bc9a-af74f6a1625b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:07.560618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-128ba5b7-86de-4377-bc9a-af74f6a1625b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:07.576505 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 892407b1-e6cc-4efe-b8fb-ea089bcad359 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:07.644903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 892407b1-e6cc-4efe-b8fb-ea089bcad359 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:07.645272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:07.654290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-128ba5b7-86de-4377-bc9a-af74f6a1625b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:07.805718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-128ba5b7-86de-4377-bc9a-af74f6a1625b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:07.848794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ba5b7-86de-4377-bc9a-af74f6a1625b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Subnet': ['ID=50f70b52-60b5-464b-99f0-f279fc7ca809,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:07.853392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-128ba5b7-86de-4377-bc9a-af74f6a1625b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:07.861561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce678a-3857-458f-8d38-fd65a66ff055 None None] Network b8a769d0-eb92-4f91-a1fe-15d72583b0e6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:07.937649 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-128ba5b7-86de-4377-bc9a-af74f6a1625b tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/subnets/50f70b52-60b5-464b-99f0-f279fc7ca809 HTTP/1.1" status: 204 len: 168 time: 0.5138116 Mar 11 16:57:07.940096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41208) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:08.056843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.067306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Deleting port 892407b1-e6cc-4efe-b8fb-ea089bcad359 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:08.067634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.141306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] DHCP port deletion for b8a769d0-eb92-4f91-a1fe-15d72583b0e6 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:57:08.145646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] Deleting port 892407b1-e6cc-4efe-b8fb-ea089bcad359 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:08.146019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.278929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] For port 892407b1-e6cc-4efe-b8fb-ea089bcad359, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=892407b1-e6cc-4efe-b8fb-ea089bcad359,segment=NetworkSegment(cd5a352e-fa4e-4574-922d-c1136ef3fafb),segment_id=cd5a352e-fa4e-4574-922d-c1136ef3fafb)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:08.279542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.345398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] For port 892407b1-e6cc-4efe-b8fb-ea089bcad359, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=892407b1-e6cc-4efe-b8fb-ea089bcad359,segment=NetworkSegment(cd5a352e-fa4e-4574-922d-c1136ef3fafb),segment_id=cd5a352e-fa4e-4574-922d-c1136ef3fafb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:08.345753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.404058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Calling delete_port for 892407b1-e6cc-4efe-b8fb-ea089bcad359 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:08.472444 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] Calling delete_port for 892407b1-e6cc-4efe-b8fb-ea089bcad359 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:08.544455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.549592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:57:08.550114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:57:08.596049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Port': ['ID=892407b1-e6cc-4efe-b8fb-ea089bcad359,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:08.597742 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No DVR routers for this DVR port 892407b1-e6cc-4efe-b8fb-ea089bcad359 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:08.823788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.848677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a769d0-eb92-4f91-a1fe-15d72583b0e6']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:08.860483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5a352e-fa4e-4574-922d-c1136ef3fafb') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:08.860770 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5a352e-fa4e-4574-922d-c1136ef3fafb') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:08.872585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.889215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.895347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:08.895734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:08.910081 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:09.039735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.044198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.051440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] Deleting port 892407b1-e6cc-4efe-b8fb-ea089bcad359 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:09.051942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.070594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Network': ['ID=b8a769d0-eb92-4f91-a1fe-15d72583b0e6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:09.076803 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a6bd0b17-8c87-49b6-8841-80a81000c6b1 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/networks/b8a769d0-eb92-4f91-a1fe-15d72583b0e6 HTTP/1.1" status: 204 len: 168 time: 1.1356993 Mar 11 16:57:09.076936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41212) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:09.121126 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-1e22471b-5649-4f5f-a22a-3863651eaeaf None None] The port '892407b1-e6cc-4efe-b8fb-ea089bcad359' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:57:09.124406 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4852dd8-5fa1-423a-85ba-c6ded543001d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] DELETE failed (client error): The resource could not be found. Mar 11 16:57:09.126911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4852dd8-5fa1-423a-85ba-c6ded543001d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:57:09.126911 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d4852dd8-5fa1-423a-85ba-c6ded543001d tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/subnets/cf6db073-e0d6-436a-b2af-2d8c07ab5ca1 HTTP/1.1" status: 404 len: 337 time: 0.0480888 Mar 11 16:57:09.129839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41216) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:09.154812 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a45cda-40bf-4305-a60a-242e5c216627 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] DELETE failed (client error): The resource could not be found. Mar 11 16:57:09.155265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a45cda-40bf-4305-a60a-242e5c216627 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:57:09.157424 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-30a45cda-40bf-4305-a60a-242e5c216627 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/networks/c81426cb-a463-472a-aace-0f7b0066c3b1 HTTP/1.1" status: 404 len: 339 time: 0.0261426 Mar 11 16:57:09.159405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41220) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:09.204433 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca0ce5f-6ac7-4a2d-83af-214f3fc4e8cf tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] DELETE failed (client error): The resource could not be found. Mar 11 16:57:09.204876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca0ce5f-6ac7-4a2d-83af-214f3fc4e8cf tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:57:09.206516 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-eca0ce5f-6ac7-4a2d-83af-214f3fc4e8cf tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/subnets/3080f52a-b297-4bad-aa50-7a4000466371 HTTP/1.1" status: 404 len: 337 time: 0.0461776 Mar 11 16:57:09.209167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41224) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:09.235453 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0893afa-7ad9-42c9-ac94-619efcce3c12 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] DELETE failed (client error): The resource could not be found. Mar 11 16:57:09.235919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0893afa-7ad9-42c9-ac94-619efcce3c12 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88601) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:57:09.237574 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f0893afa-7ad9-42c9-ac94-619efcce3c12 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/networks/3438bd0c-c8a3-4262-85a7-0e247107da7e HTTP/1.1" status: 404 len: 339 time: 0.0269449 Mar 11 16:57:09.241317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41228) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:09.312465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccbfbe3-b756-4579-91eb-8e3faaf6cf67 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Deleting subnet ca92079f-3d13-4655-a110-90981549c9ba {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:57:09.315429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfbe3-b756-4579-91eb-8e3faaf6cf67 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.376209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfbe3-b756-4579-91eb-8e3faaf6cf67 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.458248 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfbe3-b756-4579-91eb-8e3faaf6cf67 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.558021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 892407b1-e6cc-4efe-b8fb-ea089bcad359 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:09.592428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 892407b1-e6cc-4efe-b8fb-ea089bcad359 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:09.592769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 892407b1-e6cc-4efe-b8fb-ea089bcad359 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:09.617445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfbe3-b756-4579-91eb-8e3faaf6cf67 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.661102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbfbe3-b756-4579-91eb-8e3faaf6cf67 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Subnet': ['ID=ca92079f-3d13-4655-a110-90981549c9ba,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:09.663830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfbe3-b756-4579-91eb-8e3faaf6cf67 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.668063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcd4bb-f924-40da-be1d-7c0993c3d4fb None None] Network 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:09.673644 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5ccbfbe3-b756-4579-91eb-8e3faaf6cf67 tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/subnets/ca92079f-3d13-4655-a110-90981549c9ba HTTP/1.1" status: 204 len: 168 time: 0.4313693 Mar 11 16:57:09.675974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41232) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:09.693747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.791432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.801841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Deleting port 227a236a-3f8c-4cd4-995d-7922888a3dd1 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:09.802315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:09.874611 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:57:09.909519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] DHCP port deletion for 7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:57:09.913626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] Deleting port 227a236a-3f8c-4cd4-995d-7922888a3dd1 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:09.914057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.014026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] For port 227a236a-3f8c-4cd4-995d-7922888a3dd1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=227a236a-3f8c-4cd4-995d-7922888a3dd1,segment=NetworkSegment(3883c380-dbed-41a3-a4fd-e35e84ca2fe1),segment_id=3883c380-dbed-41a3-a4fd-e35e84ca2fe1)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:10.014413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.117798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] For port 227a236a-3f8c-4cd4-995d-7922888a3dd1, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=227a236a-3f8c-4cd4-995d-7922888a3dd1,segment=NetworkSegment(3883c380-dbed-41a3-a4fd-e35e84ca2fe1),segment_id=3883c380-dbed-41a3-a4fd-e35e84ca2fe1)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:10.118673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.138936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Calling delete_port for 227a236a-3f8c-4cd4-995d-7922888a3dd1 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:10.241813 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] Calling delete_port for 227a236a-3f8c-4cd4-995d-7922888a3dd1 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:10.325411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.330385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:57:10.330742 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:57:10.374700 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] No DVR routers for this DVR port 227a236a-3f8c-4cd4-995d-7922888a3dd1 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:10.376419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Port': ['ID=227a236a-3f8c-4cd4-995d-7922888a3dd1,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:10.497716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.526491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4e8a18-aca5-4e46-90e0-b7d20e14cae9']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:10.539106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3883c380-dbed-41a3-a4fd-e35e84ca2fe1') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:10.539397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3883c380-dbed-41a3-a4fd-e35e84ca2fe1') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:10.550488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.565939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.574224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:10.574605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:10.589167 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:10.748454 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.752532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.783289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] Pushing event deleted for resources: {'Network': ['ID=7d4e8a18-aca5-4e46-90e0-b7d20e14cae9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:10.786855 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-20783e2b-28ad-4660-a350-378885b97def tempest-NetworksIpV6Test-1268903431 tempest-NetworksIpV6Test-1268903431-project] 10.222.0.57 "DELETE /v2.0/networks/7d4e8a18-aca5-4e46-90e0-b7d20e14cae9 HTTP/1.1" status: 204 len: 168 time: 1.1099162 Mar 11 16:57:10.832378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] Deleting port 227a236a-3f8c-4cd4-995d-7922888a3dd1 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:10.832853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:10.929510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c59b8da1-febe-4b45-964a-fac51414b2a9 None None] The port '227a236a-3f8c-4cd4-995d-7922888a3dd1' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:57:11.200063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e15adde-8ee8-4dbd-97a2-43df2e4b1693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:11.246540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41240) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:11.393288 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a446a3e6-8954-47b2-98e9-f5f8d6dcb32d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=885651c9450e4ccfa0b26e69ce7ed2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455855 Mar 11 16:57:11.395714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41246) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:11.452390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eeb80ff-4355-4910-b903-2f58d9f4d608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:11.477557 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eeb80ff-4355-4910-b903-2f58d9f4d608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:11.555507 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 227a236a-3f8c-4cd4-995d-7922888a3dd1 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:11.589969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 227a236a-3f8c-4cd4-995d-7922888a3dd1 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:11.590268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 227a236a-3f8c-4cd4-995d-7922888a3dd1 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:11.610872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eeb80ff-4355-4910-b903-2f58d9f4d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:11.625494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb80ff-4355-4910-b903-2f58d9f4d608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1648aed7-d836-4694-ad0c-25b2c8946b79,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:11.632271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0eeb80ff-4355-4910-b903-2f58d9f4d608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:11.633451 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0eeb80ff-4355-4910-b903-2f58d9f4d608 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1648aed7-d836-4694-ad0c-25b2c8946b79 HTTP/1.1" status: 204 len: 168 time: 0.2362170 Mar 11 16:57:12.595474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41270) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:12.697610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1869705296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:12.704182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:12.708021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Usage tracker for resource:router and tenant:e422cb5bb0b34e73b58a2fa2ac5a8f25 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:12.711394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:12.717271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:12.811320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:12.812407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:12.827362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:12.920165 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.019000 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.020470 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8a2b211e-2513-40aa-88f6-74f7a1128d0e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4238603 Mar 11 16:57:13.029059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41276) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:13.034681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-387645188'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:13.040461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:13.044801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Usage tracker for resource:network and tenant:e422cb5bb0b34e73b58a2fa2ac5a8f25 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:13.047682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:13.054222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:13.125388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Made reservation on behalf of e422cb5bb0b34e73b58a2fa2ac5a8f25 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:13.128817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.141014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.157464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:13.161197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Usage tracker for resource:security_group_rule and tenant:e422cb5bb0b34e73b58a2fa2ac5a8f25 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:13.165744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:13.171437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:13.256664 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.319922 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.355459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:57:13.368940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda46646-171f-4ea5-83ee-3499c6b9e73a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:13.374858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.375200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Added segment d161a707-2cd5-4e6c-ba3c-ded81242e167 of type vlan for network 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd Mar 11 16:57:13.405482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cae3a041-f30a-498c-b59b-a83789c8fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.407521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.515530 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.520880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:13.522189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.632504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event updated for resources: {'Network': ['ID=7f18e903-88bb-422b-bd5e-89c5e2dd2fbd,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:13.642519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:57:13.676346 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2defccb3-0a11-4163-a80a-332620855666 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6462345 Mar 11 16:57:13.679167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41280) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:13.684904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Request body: {'subnet': {'network_id': '7f18e903-88bb-422b-bd5e-89c5e2dd2fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:13.801318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:13.805319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Usage tracker for resource:subnet and tenant:e422cb5bb0b34e73b58a2fa2ac5a8f25 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:13.808172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:13.813890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:13.933263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Made reservation on behalf of e422cb5bb0b34e73b58a2fa2ac5a8f25 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:13.937734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.216861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.297054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event updated for resources: {'Subnet': ['ID=42f86de0-55fc-4ea9-bff1-9d2c02899896,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:14.307846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Checking segment: {'id': 'd161a707-2cd5-4e6c-ba3c-ded81242e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7f18e903-88bb-422b-bd5e-89c5e2dd2fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:14.308199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Network hostable DHCP agents. Network: 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:57:14.378147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Network 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:57:14.435410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:14.439356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:14.439967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.444308 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bea971-326d-449d-be6f-dc37b12961c1 None None] Network 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:14.529089 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d992206-4278-4734-8967-d8f1bcd632da tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8459687 Mar 11 16:57:14.529268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41284) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:14.535107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1741367256'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:14.540670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:14.544472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Usage tracker for resource:network and tenant:e422cb5bb0b34e73b58a2fa2ac5a8f25 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:14.547406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:14.553784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:14.617921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Made reservation on behalf of e422cb5bb0b34e73b58a2fa2ac5a8f25 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:14.621420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.650305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:57:14.659152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.659492 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Added segment 74c11b81-471c-4a8c-bd86-4423d681ecb5 of type vlan for network 601b9f11-b04a-4d76-b152-f3466efb1ff7 Mar 11 16:57:14.665667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-7f18e903-88bb-422b-bd5e-89c5e2dd2fbd', 'network_id': '7f18e903-88bb-422b-bd5e-89c5e2dd2fbd', 'tenant_id': 'e422cb5bb0b34e73b58a2fa2ac5a8f25', 'fixed_ips': [{'subnet_id': '42f86de0-55fc-4ea9-bff1-9d2c02899896'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:57:14.666618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.690251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.748019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.795886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.801328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:14.806064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.827994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:14.831504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Allocated IP 172.20.0.2 (7f18e903-88bb-422b-bd5e-89c5e2dd2fbd/42f86de0-55fc-4ea9-bff1-9d2c02899896/ad03138b-efc2-41af-bf33-5ebb7fa38c84) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:14.906030 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3758259 Mar 11 16:57:14.908799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc6ca1-0562-4fe9-9bc8-e1824ffe8671 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event updated for resources: {'Network': ['ID=601b9f11-b04a-4d76-b152-f3466efb1ff7,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:14.908977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41288) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:14.915419 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Request body: {'subnet': {'network_id': '601b9f11-b04a-4d76-b152-f3466efb1ff7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:14.924587 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 601b9f11-b04a-4d76-b152-f3466efb1ff7 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:57:15.025387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:15.029119 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Usage tracker for resource:subnet and tenant:e422cb5bb0b34e73b58a2fa2ac5a8f25 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:15.031939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:15.038392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:15.124769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.135016 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Transition to ACTIVE for port object ad03138b-efc2-41af-bf33-5ebb7fa38c84 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:15.138716 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Made reservation on behalf of e422cb5bb0b34e73b58a2fa2ac5a8f25 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:15.142243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.152989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Transition to ACTIVE for port object ad03138b-efc2-41af-bf33-5ebb7fa38c84 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:15.219131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.286141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Network 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:15.289350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:15.297212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:15.334955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Pushing event updated for resources: {'Port': ['ID=ad03138b-efc2-41af-bf33-5ebb7fa38c84,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:15.409724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Attempting to bind port ad03138b-efc2-41af-bf33-5ebb7fa38c84 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:15.410119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Attempting to bind port ad03138b-efc2-41af-bf33-5ebb7fa38c84 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'd161a707-2cd5-4e6c-ba3c-ded81242e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7f18e903-88bb-422b-bd5e-89c5e2dd2fbd'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:15.410502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Attempting to bind port ad03138b-efc2-41af-bf33-5ebb7fa38c84 on network 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:15.416408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:15.416775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Checking segment: {'id': 'd161a707-2cd5-4e6c-ba3c-ded81242e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7f18e903-88bb-422b-bd5e-89c5e2dd2fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:15.417173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.417560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Bound using segment: {'id': 'd161a707-2cd5-4e6c-ba3c-ded81242e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7f18e903-88bb-422b-bd5e-89c5e2dd2fbd'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:15.418021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Bound port: ad03138b-efc2-41af-bf33-5ebb7fa38c84, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd161a707-2cd5-4e6c-ba3c-ded81242e167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7f18e903-88bb-422b-bd5e-89c5e2dd2fbd'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:15.418415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.509880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] For port ad03138b-efc2-41af-bf33-5ebb7fa38c84, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:15.512858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] For port ad03138b-efc2-41af-bf33-5ebb7fa38c84, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ad03138b-efc2-41af-bf33-5ebb7fa38c84,segment=NetworkSegment(d161a707-2cd5-4e6c-ba3c-ded81242e167),segment_id=d161a707-2cd5-4e6c-ba3c-ded81242e167)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:15.533193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.607753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.610910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event updated for resources: {'Subnet': ['ID=f9fbd02f-79b5-4768-af36-aff498312036,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:15.621801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Checking segment: {'id': '74c11b81-471c-4a8c-bd86-4423d681ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '601b9f11-b04a-4d76-b152-f3466efb1ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:15.621801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Network hostable DHCP agents. Network: 601b9f11-b04a-4d76-b152-f3466efb1ff7, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:57:15.687443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Network 601b9f11-b04a-4d76-b152-f3466efb1ff7 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:57:15.694828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacdae7-f8c8-4ff5-8cf0-48e5763bdfa4 None None] Pushing event updated for resources: {'Port': ['ID=ad03138b-efc2-41af-bf33-5ebb7fa38c84,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:15.773004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 601b9f11-b04a-4d76-b152-f3466efb1ff7) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:15.777567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:15.778153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.784525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f1643-15a0-4203-a294-c806bc7a42c1 None None] Network 601b9f11-b04a-4d76-b152-f3466efb1ff7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:15.865535 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a9f1aa81-5333-491b-8890-de87a27d9c7b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9548035 Mar 11 16:57:15.868604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41292) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:15.874048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f28f3fc4-048a-4260-a595-4f0976a0082f tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Request body: {'router': {'external_gateway_info': {'network_id': '601b9f11-b04a-4d76-b152-f3466efb1ff7'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:16.001716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.049502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-601b9f11-b04a-4d76-b152-f3466efb1ff7', 'network_id': '601b9f11-b04a-4d76-b152-f3466efb1ff7', 'tenant_id': 'e422cb5bb0b34e73b58a2fa2ac5a8f25', 'fixed_ips': [{'subnet_id': 'f9fbd02f-79b5-4768-af36-aff498312036'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:57:16.049502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.244193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Allocated IP 172.21.0.2 (601b9f11-b04a-4d76-b152-f3466efb1ff7/f9fbd02f-79b5-4768-af36-aff498312036/7aeee688-9438-474b-9c7e-89cef8f8cfdd) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:16.385983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f28f3fc4-048a-4260-a595-4f0976a0082f tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.473875 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.484854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Transition to ACTIVE for port object 7aeee688-9438-474b-9c7e-89cef8f8cfdd will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:16.503330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Transition to ACTIVE for port object 7aeee688-9438-474b-9c7e-89cef8f8cfdd will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:16.578841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.620089 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.api.v2.resource [None req-f28f3fc4-048a-4260-a595-4f0976a0082f tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:57:16.621184 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f28f3fc4-048a-4260-a595-4f0976a0082f tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "PUT /v2.0/routers/3baad655-c428-42bb-bf70-85f3adea328b HTTP/1.1" status: 400 len: 364 time: 0.7515996 Mar 11 16:57:16.627095 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41296) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:16.645463 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Network 601b9f11-b04a-4d76-b152-f3466efb1ff7 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:16.649000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:16.652718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:16.668597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b29d7a-0d73-42d9-8174-49d99281c463 None None] Network 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:16.684837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Pushing event updated for resources: {'Port': ['ID=7aeee688-9438-474b-9c7e-89cef8f8cfdd,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:16.700200 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d4c6db-20f2-4e7c-a072-4cd3963b83d7 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Deleting subnet f9fbd02f-79b5-4768-af36-aff498312036 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:57:16.703171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c6db-20f2-4e7c-a072-4cd3963b83d7 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.763086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c6db-20f2-4e7c-a072-4cd3963b83d7 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.844366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Attempting to bind port 7aeee688-9438-474b-9c7e-89cef8f8cfdd on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:16.844731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Attempting to bind port 7aeee688-9438-474b-9c7e-89cef8f8cfdd by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '74c11b81-471c-4a8c-bd86-4423d681ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '601b9f11-b04a-4d76-b152-f3466efb1ff7'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:16.845088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Attempting to bind port 7aeee688-9438-474b-9c7e-89cef8f8cfdd on network 601b9f11-b04a-4d76-b152-f3466efb1ff7 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:16.845448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c6db-20f2-4e7c-a072-4cd3963b83d7 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.855065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:16.855430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Checking segment: {'id': '74c11b81-471c-4a8c-bd86-4423d681ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '601b9f11-b04a-4d76-b152-f3466efb1ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:16.855837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.856236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Bound using segment: {'id': '74c11b81-471c-4a8c-bd86-4423d681ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '601b9f11-b04a-4d76-b152-f3466efb1ff7'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:16.856678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Bound port: 7aeee688-9438-474b-9c7e-89cef8f8cfdd, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c11b81-471c-4a8c-bd86-4423d681ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '601b9f11-b04a-4d76-b152-f3466efb1ff7'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:16.857039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:16.911111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e4b71e06-937b-4482-ae42-6115c953bd1b None None] Provisioning for port ad03138b-efc2-41af-bf33-5ebb7fa38c84 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:16.977014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c6db-20f2-4e7c-a072-4cd3963b83d7 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.016633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4c6db-20f2-4e7c-a072-4cd3963b83d7 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fbd02f-79b5-4768-af36-aff498312036,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:17.020245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c6db-20f2-4e7c-a072-4cd3963b83d7 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.026638 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b4d4c6db-20f2-4e7c-a072-4cd3963b83d7 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "DELETE /v2.0/subnets/f9fbd02f-79b5-4768-af36-aff498312036 HTTP/1.1" status: 204 len: 168 time: 0.3978708 Mar 11 16:57:17.029414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41300) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:17.036605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] For port 7aeee688-9438-474b-9c7e-89cef8f8cfdd, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:17.053898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] For port 7aeee688-9438-474b-9c7e-89cef8f8cfdd, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7aeee688-9438-474b-9c7e-89cef8f8cfdd,segment=NetworkSegment(74c11b81-471c-4a8c-bd86-4423d681ecb5),segment_id=74c11b81-471c-4a8c-bd86-4423d681ecb5)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:17.139197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.145718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.156759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Deleting port 7aeee688-9438-474b-9c7e-89cef8f8cfdd {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:17.157099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.231014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0dcc9-a720-4899-8f37-5c64fefcbea4 None None] Pushing event updated for resources: {'Port': ['ID=7aeee688-9438-474b-9c7e-89cef8f8cfdd,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:17.398902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] For port 7aeee688-9438-474b-9c7e-89cef8f8cfdd, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7aeee688-9438-474b-9c7e-89cef8f8cfdd,segment=NetworkSegment(74c11b81-471c-4a8c-bd86-4423d681ecb5),segment_id=74c11b81-471c-4a8c-bd86-4423d681ecb5)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:17.399254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.627440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ad03138b-efc2-41af-bf33-5ebb7fa38c84 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:17.632928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Calling delete_port for 7aeee688-9438-474b-9c7e-89cef8f8cfdd owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:17.765531 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port ad03138b-efc2-41af-bf33-5ebb7fa38c84 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:17.770698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port ad03138b-efc2-41af-bf33-5ebb7fa38c84 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:17.779063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.794296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.845875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event deleted for resources: {'Port': ['ID=7aeee688-9438-474b-9c7e-89cef8f8cfdd,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:17.850034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] No DVR routers for this DVR port 7aeee688-9438-474b-9c7e-89cef8f8cfdd on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:17.903901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:17.939700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port ad03138b-efc2-41af-bf33-5ebb7fa38c84, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ad03138b-efc2-41af-bf33-5ebb7fa38c84,segment=NetworkSegment(d161a707-2cd5-4e6c-ba3c-ded81242e167),segment_id=d161a707-2cd5-4e6c-ba3c-ded81242e167)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:17.978960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.007126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601b9f11-b04a-4d76-b152-f3466efb1ff7']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:18.020198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c11b81-471c-4a8c-bd86-4423d681ecb5') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:18.020427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c11b81-471c-4a8c-bd86-4423d681ecb5') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:18.032951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.035921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.037358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7aeee688-9438-474b-9c7e-89cef8f8cfdd up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:18.050828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.058009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:18.058432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:18.073473 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:18.104339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7aeee688-9438-474b-9c7e-89cef8f8cfdd {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:18.104670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7aeee688-9438-474b-9c7e-89cef8f8cfdd not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 16:57:18.151091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Port 7aeee688-9438-474b-9c7e-89cef8f8cfdd not found, will not notify nova. {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 16:57:18.155476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad61d89a-bea6-4223-81b7-e2f43208f293 None None] Network 601b9f11-b04a-4d76-b152-f3466efb1ff7 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:18.251546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-08a7950b-df8f-4c45-aa49-fc1e7fc9ccdc None None] Could not find standard attr ID for object 7aeee688-9438-474b-9c7e-89cef8f8cfdd. {{(pid=88602) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:57:18.257206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.264689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=ad03138b-efc2-41af-bf33-5ebb7fa38c84,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:18.277881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.286985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event deleted for resources: {'Network': ['ID=601b9f11-b04a-4d76-b152-f3466efb1ff7,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:18.293935 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e832a3a8-6b35-4f4b-8974-c66e760a294e tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "DELETE /v2.0/networks/601b9f11-b04a-4d76-b152-f3466efb1ff7 HTTP/1.1" status: 204 len: 168 time: 1.2610748 Mar 11 16:57:18.294346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41304) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:18.360638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0238869-3a55-469a-858d-f86161508d10 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Deleting subnet 42f86de0-55fc-4ea9-bff1-9d2c02899896 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:57:18.363562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0238869-3a55-469a-858d-f86161508d10 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.397460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c8a8a7-aa7a-4183-8a69-fb0f5fdfa4ed None None] DHCP port deletion for 601b9f11-b04a-4d76-b152-f3466efb1ff7 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:57:18.424361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0238869-3a55-469a-858d-f86161508d10 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.508116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0238869-3a55-469a-858d-f86161508d10 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.658870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0238869-3a55-469a-858d-f86161508d10 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.707959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0238869-3a55-469a-858d-f86161508d10 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event deleted for resources: {'Subnet': ['ID=42f86de0-55fc-4ea9-bff1-9d2c02899896,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:18.710477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0238869-3a55-469a-858d-f86161508d10 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.715246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c51851-8ac6-481b-b0e6-6659446b3ce4 None None] Network 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:18.716670 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b0238869-3a55-469a-858d-f86161508d10 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "DELETE /v2.0/subnets/42f86de0-55fc-4ea9-bff1-9d2c02899896 HTTP/1.1" status: 204 len: 168 time: 0.4216199 Mar 11 16:57:18.719133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41308) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:18.832549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.843377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Deleting port ad03138b-efc2-41af-bf33-5ebb7fa38c84 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:18.843704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:18.969598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] DHCP port deletion for 7f18e903-88bb-422b-bd5e-89c5e2dd2fbd request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:57:18.973782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] Deleting port ad03138b-efc2-41af-bf33-5ebb7fa38c84 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:18.974149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.051473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] For port ad03138b-efc2-41af-bf33-5ebb7fa38c84, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ad03138b-efc2-41af-bf33-5ebb7fa38c84,segment=NetworkSegment(d161a707-2cd5-4e6c-ba3c-ded81242e167),segment_id=d161a707-2cd5-4e6c-ba3c-ded81242e167)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:19.052061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.179826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Calling delete_port for ad03138b-efc2-41af-bf33-5ebb7fa38c84 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:19.213826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] For port ad03138b-efc2-41af-bf33-5ebb7fa38c84, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=ad03138b-efc2-41af-bf33-5ebb7fa38c84,segment=NetworkSegment(d161a707-2cd5-4e6c-ba3c-ded81242e167),segment_id=d161a707-2cd5-4e6c-ba3c-ded81242e167)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:19.214127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.313787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.337128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] Calling delete_port for ad03138b-efc2-41af-bf33-5ebb7fa38c84 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:57:19.363611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event deleted for resources: {'Port': ['ID=ad03138b-efc2-41af-bf33-5ebb7fa38c84,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:19.370270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] No DVR routers for this DVR port ad03138b-efc2-41af-bf33-5ebb7fa38c84 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:57:19.408157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:57:19.408514 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:57:19.498296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.566946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ad03138b-efc2-41af-bf33-5ebb7fa38c84 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:19.607472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: ad03138b-efc2-41af-bf33-5ebb7fa38c84 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:19.607824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device ad03138b-efc2-41af-bf33-5ebb7fa38c84 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:19.608245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7aeee688-9438-474b-9c7e-89cef8f8cfdd no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:57:19.628580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f18e903-88bb-422b-bd5e-89c5e2dd2fbd']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:19.640478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd161a707-2cd5-4e6c-ba3c-ded81242e167') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:19.640774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd161a707-2cd5-4e6c-ba3c-ded81242e167') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:19.642595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7aeee688-9438-474b-9c7e-89cef8f8cfdd {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:57:19.642969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7aeee688-9438-474b-9c7e-89cef8f8cfdd not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:57:19.652543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.668801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.674597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:57:19.674966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:57:19.689047 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:57:19.812904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.830792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.843002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Pushing event deleted for resources: {'Network': ['ID=7f18e903-88bb-422b-bd5e-89c5e2dd2fbd,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:19.845748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cf2eabd2-aed5-4cad-8062-e5858230e488 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "DELETE /v2.0/networks/7f18e903-88bb-422b-bd5e-89c5e2dd2fbd HTTP/1.1" status: 204 len: 168 time: 1.1257172 Mar 11 16:57:19.848303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41312) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:19.890480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cb0a18fd-9a15-42d3-a1b6-79f4202cd145 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Synchronizing usage tracker for tenant:e422cb5bb0b34e73b58a2fa2ac5a8f25 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:19.909599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] Deleting port ad03138b-efc2-41af-bf33-5ebb7fa38c84 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:57:19.910086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:19.972593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cb0a18fd-9a15-42d3-a1b6-79f4202cd145 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Unset dirty status for tenant:e422cb5bb0b34e73b58a2fa2ac5a8f25 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:19.973859 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cb0a18fd-9a15-42d3-a1b6-79f4202cd145 tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "GET /v2.0/ports?device_id=3baad655-c428-42bb-bf70-85f3adea328b HTTP/1.1" status: 200 len: 205 time: 0.1246753 Mar 11 16:57:19.976327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-279196d7-78ff-4f1d-bc8c-9381d93712da None None] The port 'ad03138b-efc2-41af-bf33-5ebb7fa38c84' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:57:19.977068 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41316) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:20.115371 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2175aba-5a3b-45a0-8b2d-2cdc25c8e86b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:20.405589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2175aba-5a3b-45a0-8b2d-2cdc25c8e86b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:20.407795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2175aba-5a3b-45a0-8b2d-2cdc25c8e86b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:20.485385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2175aba-5a3b-45a0-8b2d-2cdc25c8e86b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:20.486032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2175aba-5a3b-45a0-8b2d-2cdc25c8e86b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Fanout notify agent at l3_agent the message router_deleted on router 3baad655-c428-42bb-bf70-85f3adea328b {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:57:20.499544 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f2175aba-5a3b-45a0-8b2d-2cdc25c8e86b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:20.500665 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f2175aba-5a3b-45a0-8b2d-2cdc25c8e86b tempest-RoutersNegativeTest-166493358 tempest-RoutersNegativeTest-166493358-project] 10.222.0.57 "DELETE /v2.0/routers/3baad655-c428-42bb-bf70-85f3adea328b HTTP/1.1" status: 204 len: 168 time: 0.5226216 Mar 11 16:57:20.922703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41324) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:21.073514 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b8097ce3-dece-40f8-a4ff-8f01b0899613 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e422cb5bb0b34e73b58a2fa2ac5a8f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496542 Mar 11 16:57:21.075949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41330) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:21.135143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6416c6ae-f7e3-480d-bf0a-092d50e071e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:21.160058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6416c6ae-f7e3-480d-bf0a-092d50e071e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:21.275239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6416c6ae-f7e3-480d-bf0a-092d50e071e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:21.292388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416c6ae-f7e3-480d-bf0a-092d50e071e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda46646-171f-4ea5-83ee-3499c6b9e73a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:21.295781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6416c6ae-f7e3-480d-bf0a-092d50e071e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:21.297331 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6416c6ae-f7e3-480d-bf0a-092d50e071e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bda46646-171f-4ea5-83ee-3499c6b9e73a HTTP/1.1" status: 204 len: 168 time: 0.2200537 Mar 11 16:57:22.358248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41354) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:22.466912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-968892762-network', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:22.471733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:22.476126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Usage tracker for resource:network and tenant:a4b41f9667d54f08a75f3bc37cae1023 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:22.479020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:22.485069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:22.699999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Made reservation on behalf of a4b41f9667d54f08a75f3bc37cae1023 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:22.702799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:22.715232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:22.730062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:22.733776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b41f9667d54f08a75f3bc37cae1023 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:22.736585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:22.743099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:22.821424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:22.885079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:22.922082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:57:22.931601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982f31d7-94b5-4ee9-80fe-ad80bca3940a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:22.937057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:22.937404 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Added segment 53b4eed0-7061-4dcf-a97c-19c37d2246ac of type vlan for network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 Mar 11 16:57:22.963854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:23.075376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:23.076372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:23.076949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:23.178949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4c67fab4-d7a9-4e19-bea3-a6463ea24412,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:23.188166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:57:23.247702 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c12c63f6-bf32-474c-8d57-0755acdba7e8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8882484 Mar 11 16:57:23.250646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41362) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:23.255988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Request body: {'subnet': {'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-subnet', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:23.260980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:23.264794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Usage tracker for resource:subnet and tenant:a4b41f9667d54f08a75f3bc37cae1023 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:23.267670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:23.273966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:23.350006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Made reservation on behalf of a4b41f9667d54f08a75f3bc37cae1023 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:23.352457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:23.623884 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:23.701362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee07bfc5-57b8-431d-a2bc-872a6951e99c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:23.711694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Checking segment: {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:23.712051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Network hostable DHCP agents. Network: 4c67fab4-d7a9-4e19-bea3-a6463ea24412, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:57:23.783487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:57:23.846181 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 4c67fab4-d7a9-4e19-bea3-a6463ea24412) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:23.850733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:23.851304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:23.857673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f032d-32a5-43d7-8966-5b257d03e3b2 None None] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:23.961474 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dbb5d60b-8a69-4d8c-ac59-4b28416e4c0b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7097797 Mar 11 16:57:23.964201 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41366) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:23.969019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:23.973762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:23.977665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Usage tracker for resource:router and tenant:a4b41f9667d54f08a75f3bc37cae1023 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:23.980486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:23.986208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:24.058220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.060333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.069727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'fixed_ips': [{'subnet_id': 'ee07bfc5-57b8-431d-a2bc-872a6951e99c'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:57:24.069727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.076782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.225012 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Allocated IP 172.20.0.2 (4c67fab4-d7a9-4e19-bea3-a6463ea24412/ee07bfc5-57b8-431d-a2bc-872a6951e99c/d7e1bc11-1785-4679-b8d3-91b817dc46f3) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:24.396596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.428454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.438271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Transition to ACTIVE for port object d7e1bc11-1785-4679-b8d3-91b817dc46f3 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:24.455977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Transition to ACTIVE for port object d7e1bc11-1785-4679-b8d3-91b817dc46f3 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:24.531532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.597828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:24.600068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:24.603765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:24.648783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Pushing event updated for resources: {'Port': ['ID=d7e1bc11-1785-4679-b8d3-91b817dc46f3,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:24.743425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Attempting to bind port d7e1bc11-1785-4679-b8d3-91b817dc46f3 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:24.743857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Attempting to bind port d7e1bc11-1785-4679-b8d3-91b817dc46f3 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:24.744139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Attempting to bind port d7e1bc11-1785-4679-b8d3-91b817dc46f3 on network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:24.750003 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:24.750421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Checking segment: {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:24.750800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.751192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Bound using segment: {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:24.751650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Bound port: d7e1bc11-1785-4679-b8d3-91b817dc46f3, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:24.752019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.845805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] For port d7e1bc11-1785-4679-b8d3-91b817dc46f3, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:24.849353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] For port d7e1bc11-1785-4679-b8d3-91b817dc46f3, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d7e1bc11-1785-4679-b8d3-91b817dc46f3,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:24.883384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.913186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:24.950325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:25.032207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aeb1d0-a5bb-464c-99f9-cb8af4969aaa None None] Pushing event updated for resources: {'Port': ['ID=d7e1bc11-1785-4679-b8d3-91b817dc46f3,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:25.048953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Allocated IP 172.26.8.221 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/fdd1999f-7178-4cf5-b39c-ecbdc1357418) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:25.201979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:25.287588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:25.352611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:25.355475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:25.358437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:25.402411 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd1999f-7178-4cf5-b39c-ecbdc1357418,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:25.596912 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d7e1bc11-1785-4679-b8d3-91b817dc46f3 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:25.749304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d7e1bc11-1785-4679-b8d3-91b817dc46f3 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:25.863198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:25.949983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc22bd9-7e22-4e52-911b-4a0e5ce85e08 None None] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:26.107910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e6c3005-e42b-4c0e-98fa-3a0bddb3e401 None None] Provisioning for port d7e1bc11-1785-4679-b8d3-91b817dc46f3 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:26.122923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-2e6c3005-e42b-4c0e-98fa-3a0bddb3e401 None None] Provisioning complete for port d7e1bc11-1785-4679-b8d3-91b817dc46f3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:26.123287 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e6c3005-e42b-4c0e-98fa-3a0bddb3e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:26.211997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:26.298336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e6c3005-e42b-4c0e-98fa-3a0bddb3e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:26.336372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-2e6c3005-e42b-4c0e-98fa-3a0bddb3e401 None None] For port d7e1bc11-1785-4679-b8d3-91b817dc46f3, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d7e1bc11-1785-4679-b8d3-91b817dc46f3,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:26.424100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2e6c3005-e42b-4c0e-98fa-3a0bddb3e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:26.497028 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c3005-e42b-4c0e-98fa-3a0bddb3e401 None None] Pushing event updated for resources: {'Port': ['ID=d7e1bc11-1785-4679-b8d3-91b817dc46f3,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:26.544510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-261eabe8-851f-478e-9ccc-e9e4bff0466e None None] Provisioning complete for port d7e1bc11-1785-4679-b8d3-91b817dc46f3 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:26.544880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-261eabe8-851f-478e-9ccc-e9e4bff0466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:26.612508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Router da18c63c-83f1-4ee7-b826-f8001ebcaa81 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:57:26.792773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:57:26.803502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Sync routers for ids ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:57:26.812296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Routers {'da18c63c-83f1-4ee7-b826-f8001ebcaa81'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:26.812958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:57:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:26.869732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:26.871097 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e07916f-5788-41b9-8791-72b1a5a64cd4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9059892 Mar 11 16:57:26.873901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41370) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:26.988071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Set router da18c63c-83f1-4ee7-b826-f8001ebcaa81 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:27.271609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:25Z', 'revision_number': 3, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'gw_port': {'id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:27.275398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Checking router: da18c63c-83f1-4ee7-b826-f8001ebcaa81 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:57:27.275736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Updating router da18c63c-83f1-4ee7-b826-f8001ebcaa81 port fdd1999f-7178-4cf5-b39c-ecbdc1357418 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:57:27.331890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:27.537938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:27.589721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d7e1bc11-1785-4679-b8d3-91b817dc46f3 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:27.699427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d7e1bc11-1785-4679-b8d3-91b817dc46f3 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:27.699793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:27.746765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Allocated IP 172.20.0.1 (4c67fab4-d7a9-4e19-bea3-a6463ea24412/ee07bfc5-57b8-431d-a2bc-872a6951e99c/9fc9df4f-535f-4667-91a3-e1c0d5813594) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:27.807283 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:27.824510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Transition to ACTIVE for port object fdd1999f-7178-4cf5-b39c-ecbdc1357418 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:27.903871 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:27.987387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870c248-5bb7-48b7-a8e6-6ad6da2d4e2e None None] Pushing event updated for resources: {'Port': ['ID=fdd1999f-7178-4cf5-b39c-ecbdc1357418,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:27.990346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Attempting to bind port fdd1999f-7178-4cf5-b39c-ecbdc1357418 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:27.990713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Attempting to bind port fdd1999f-7178-4cf5-b39c-ecbdc1357418 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:27.991071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Attempting to bind port fdd1999f-7178-4cf5-b39c-ecbdc1357418 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:28.000516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:28.000516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:28.000516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.000516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:28.000516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Bound port: fdd1999f-7178-4cf5-b39c-ecbdc1357418, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:28.000516 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.009448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.025028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Transition to ACTIVE for port object 9fc9df4f-535f-4667-91a3-e1c0d5813594 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:28.070337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] For port fdd1999f-7178-4cf5-b39c-ecbdc1357418, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:28.073082 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] For port fdd1999f-7178-4cf5-b39c-ecbdc1357418, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fdd1999f-7178-4cf5-b39c-ecbdc1357418,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:28.144429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.179116 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.203734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:28.206337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:28.210509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:28.258573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=9fc9df4f-535f-4667-91a3-e1c0d5813594,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:28.261788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Routers {'da18c63c-83f1-4ee7-b826-f8001ebcaa81'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:28.262762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:57:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:28.277670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.326713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870c248-5bb7-48b7-a8e6-6ad6da2d4e2e None None] Pushing event updated for resources: {'Port': ['ID=fdd1999f-7178-4cf5-b39c-ecbdc1357418,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:28.451465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] Set router da18c63c-83f1-4ee7-b826-f8001ebcaa81 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:28.620051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.647150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-07fb73d1-b70a-424a-a60a-a40728ff5973 None None] Provisioning for port 9fc9df4f-535f-4667-91a3-e1c0d5813594 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:28.656540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-07fb73d1-b70a-424a-a60a-a40728ff5973 None None] Provisioning complete for port 9fc9df4f-535f-4667-91a3-e1c0d5813594 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:28.662410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07fb73d1-b70a-424a-a60a-a40728ff5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.753698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-07fb73d1-b70a-424a-a60a-a40728ff5973 None None] Port 9fc9df4f-535f-4667-91a3-e1c0d5813594 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:57:28.791386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:25Z', 'revision_number': 3, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'gw_port': {'id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:28.795456 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e02db-689b-46fe-90c5-79a38b1438ae None None] The sync data for ids ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'] in dv-neutron-833379-1-hyperv is: [{'id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:25Z', 'revision_number': 3, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'gw_port': {'id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:57:28.859105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:28.920701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:29.036139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:29.046843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=9fc9df4f-535f-4667-91a3-e1c0d5813594,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:29.186446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:29.187661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:29.379047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3789d836-6fa6-47cc-ab99-bb986be384d3 None None] Provisioning complete for port 9fc9df4f-535f-4667-91a3-e1c0d5813594 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:29.379617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3789d836-6fa6-47cc-ab99-bb986be384d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:29.391370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Router da18c63c-83f1-4ee7-b826-f8001ebcaa81 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:57:29.443154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3789d836-6fa6-47cc-ab99-bb986be384d3 None None] Port 9fc9df4f-535f-4667-91a3-e1c0d5813594 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:57:29.606840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:57:29.610549 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fdd1999f-7178-4cf5-b39c-ecbdc1357418 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:29.616191 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f77ff22a-6912-421d-9d12-a267236b1cc6 admin admin] 10.222.0.57 "PUT /v2.0/routers/da18c63c-83f1-4ee7-b826-f8001ebcaa81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7410278 Mar 11 16:57:29.748258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port fdd1999f-7178-4cf5-b39c-ecbdc1357418 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:29.759304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port fdd1999f-7178-4cf5-b39c-ecbdc1357418 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:29.759304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:29.879220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:29.893716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port fdd1999f-7178-4cf5-b39c-ecbdc1357418, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fdd1999f-7178-4cf5-b39c-ecbdc1357418,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:29.960084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:30.026873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=fdd1999f-7178-4cf5-b39c-ecbdc1357418,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:30.305685 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Sync routers for ids ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:57:30.318134 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Routers {'da18c63c-83f1-4ee7-b826-f8001ebcaa81'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:30.318932 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:57:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:30.346486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41388) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:30.351935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-130006575-network', 'tenant_id': '5b045cce69714fccbed8e10568be53ba'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:30.356765 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:30.360653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Usage tracker for resource:network and tenant:5b045cce69714fccbed8e10568be53ba is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:30.363603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:30.369606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:30.428635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Made reservation on behalf of 5b045cce69714fccbed8e10568be53ba for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:30.430978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:30.444492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:30.459355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:30.463365 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Usage tracker for resource:security_group_rule and tenant:5b045cce69714fccbed8e10568be53ba is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:30.466190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:30.471881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:30.495464 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Set router da18c63c-83f1-4ee7-b826-f8001ebcaa81 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:30.555455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:30.617891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:30.648484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:57:30.656814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9963539-5ea7-474e-a5a0-071ca2073833,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:30.662187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:30.662555 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Added segment d2c15835-6927-46d3-8a3b-53938c27ddbb of type vlan for network afb03ba7-776c-4e30-8b16-56028c40b9b8 Mar 11 16:57:30.688633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:30.789213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:30.790094 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:30.790695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:30.817612 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:28Z', 'revision_number': 4, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'gw_port': {'id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '9fc9df4f-535f-4667-91a3-e1c0d5813594', 'name': '', 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'mac_address': 'fa:16:3e:82:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'ee07bfc5-57b8-431d-a2bc-872a6951e99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:27Z', 'updated_at': '2022-03-11T16:57:28Z', 'revision_number': 2, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'subnets': [{'id': 'ee07bfc5-57b8-431d-a2bc-872a6951e99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:30.821476 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Checking router: da18c63c-83f1-4ee7-b826-f8001ebcaa81 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:57:30.821817 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Updating router da18c63c-83f1-4ee7-b826-f8001ebcaa81 port 9fc9df4f-535f-4667-91a3-e1c0d5813594 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:57:30.877052 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.000804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] Pushing event updated for resources: {'Network': ['ID=afb03ba7-776c-4e30-8b16-56028c40b9b8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:31.010495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network afb03ba7-776c-4e30-8b16-56028c40b9b8 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:57:31.064548 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b54c97b0-a33b-4d0e-8887-4ba22d1a644b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7167640 Mar 11 16:57:31.068156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41392) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:31.074276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Request body: {'subnet': {'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-subnet', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:31.079483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:31.084515 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Usage tracker for resource:subnet and tenant:5b045cce69714fccbed8e10568be53ba is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:31.087816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:31.093886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:31.160492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Made reservation on behalf of 5b045cce69714fccbed8e10568be53ba for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:31.163589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.234294 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.246037 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Transition to ACTIVE for port object 9fc9df4f-535f-4667-91a3-e1c0d5813594 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:31.326492 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.445235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.453214 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Pushing event updated for resources: {'Port': ['ID=9fc9df4f-535f-4667-91a3-e1c0d5813594,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:31.492777 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.493110 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.493441 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.493769 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.494094 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.494428 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.494748 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.495063 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.495379 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.495691 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.496003 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.496313 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:31.505627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c296eb1-7600-48f8-a0c9-f8944928107b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:31.541947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Checking segment: {'id': 'd2c15835-6927-46d3-8a3b-53938c27ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:31.542556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Network hostable DHCP agents. Network: afb03ba7-776c-4e30-8b16-56028c40b9b8, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:57:31.564314 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Attempting to bind port 9fc9df4f-535f-4667-91a3-e1c0d5813594 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:31.564667 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Attempting to bind port 9fc9df4f-535f-4667-91a3-e1c0d5813594 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:31.565215 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Attempting to bind port 9fc9df4f-535f-4667-91a3-e1c0d5813594 on network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:31.571833 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:31.572190 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Checking segment: {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:31.572955 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.573343 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Bound using segment: {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:31.573800 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Bound port: 9fc9df4f-535f-4667-91a3-e1c0d5813594, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:31.574162 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.588005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fdd1999f-7178-4cf5-b39c-ecbdc1357418 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:31.645080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Network afb03ba7-776c-4e30-8b16-56028c40b9b8 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:57:31.668368 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] For port 9fc9df4f-535f-4667-91a3-e1c0d5813594, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:31.671056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port fdd1999f-7178-4cf5-b39c-ecbdc1357418 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:31.671428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.671687 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] For port 9fc9df4f-535f-4667-91a3-e1c0d5813594, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9fc9df4f-535f-4667-91a3-e1c0d5813594,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:31.709316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, afb03ba7-776c-4e30-8b16-56028c40b9b8) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:31.714075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:31.714924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.729268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba376ee-f266-49c8-a59b-426cefd146c3 None None] Network afb03ba7-776c-4e30-8b16-56028c40b9b8 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:31.732601 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.808620 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Routers {'da18c63c-83f1-4ee7-b826-f8001ebcaa81'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:31.809239 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:57:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:31.841846 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-37cb9ca3-e22e-4474-95de-681b27228bea admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7720704 Mar 11 16:57:31.844428 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41396) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:31.853336 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:31.858571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:31.866238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Usage tracker for resource:router and tenant:5b045cce69714fccbed8e10568be53ba is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:57:31.869193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:57:31.875391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:31.904595 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149c4ca-db6d-4a3d-bd11-d32a6aa75655 None None] Pushing event updated for resources: {'Port': ['ID=9fc9df4f-535f-4667-91a3-e1c0d5813594,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:31.966983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.968351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:31.992559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.034249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-afb03ba7-776c-4e30-8b16-56028c40b9b8', 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'fixed_ips': [{'subnet_id': '6c296eb1-7600-48f8-a0c9-f8944928107b'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:57:32.035195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.039855 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] Set router da18c63c-83f1-4ee7-b826-f8001ebcaa81 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:32.202784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Allocated IP 172.20.0.2 (afb03ba7-776c-4e30-8b16-56028c40b9b8/6c296eb1-7600-48f8-a0c9-f8944928107b/a80dd0d0-093e-48e9-897e-5bc73de43bc2) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:32.321800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.355255 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:28Z', 'revision_number': 4, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'gw_port': {'id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '9fc9df4f-535f-4667-91a3-e1c0d5813594', 'name': '', 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'mac_address': 'fa:16:3e:82:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'ee07bfc5-57b8-431d-a2bc-872a6951e99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:27Z', 'updated_at': '2022-03-11T16:57:31Z', 'revision_number': 4, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'subnets': [{'id': 'ee07bfc5-57b8-431d-a2bc-872a6951e99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:32.359156 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b6be0-0f78-4947-9cf2-194254d38443 None None] The sync data for ids ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'] in dv-neutron-833379-1-hyperv is: [{'id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:28Z', 'revision_number': 4, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'gw_port': {'id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '9fc9df4f-535f-4667-91a3-e1c0d5813594', 'name': '', 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'mac_address': 'fa:16:3e:82:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'ee07bfc5-57b8-431d-a2bc-872a6951e99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:27Z', 'updated_at': '2022-03-11T16:57:31Z', 'revision_number': 4, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'subnets': [{'id': 'ee07bfc5-57b8-431d-a2bc-872a6951e99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:57:32.430559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.440814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Transition to ACTIVE for port object a80dd0d0-093e-48e9-897e-5bc73de43bc2 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:32.463033 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Transition to ACTIVE for port object a80dd0d0-093e-48e9-897e-5bc73de43bc2 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:32.544496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.618273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Network afb03ba7-776c-4e30-8b16-56028c40b9b8 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:32.621051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:32.629175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:32.637330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Pushing event updated for resources: {'Port': ['ID=a80dd0d0-093e-48e9-897e-5bc73de43bc2,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:32.732141 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Attempting to bind port a80dd0d0-093e-48e9-897e-5bc73de43bc2 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:32.732509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Attempting to bind port a80dd0d0-093e-48e9-897e-5bc73de43bc2 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'd2c15835-6927-46d3-8a3b-53938c27ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:32.732872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Attempting to bind port a80dd0d0-093e-48e9-897e-5bc73de43bc2 on network afb03ba7-776c-4e30-8b16-56028c40b9b8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:32.738624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:32.738856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Checking segment: {'id': 'd2c15835-6927-46d3-8a3b-53938c27ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:32.739788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.740548 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Bound using segment: {'id': 'd2c15835-6927-46d3-8a3b-53938c27ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:32.741135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Bound port: a80dd0d0-093e-48e9-897e-5bc73de43bc2, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c15835-6927-46d3-8a3b-53938c27ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:32.741505 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.771761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.803608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.835429 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] For port a80dd0d0-093e-48e9-897e-5bc73de43bc2, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:32.838734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] For port a80dd0d0-093e-48e9-897e-5bc73de43bc2, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a80dd0d0-093e-48e9-897e-5bc73de43bc2,segment=NetworkSegment(d2c15835-6927-46d3-8a3b-53938c27ddbb),segment_id=d2c15835-6927-46d3-8a3b-53938c27ddbb)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:32.921560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:32.947030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Allocated IP 172.26.8.151 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/bb36e751-6c02-42e2-b973-eb92946d46fc) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:33.020100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe7d9e-e3e1-4e54-8761-d52345341f2d None None] Pushing event updated for resources: {'Port': ['ID=a80dd0d0-093e-48e9-897e-5bc73de43bc2,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:33.108569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:33.206807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:33.279540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:33.282380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:33.286103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:33.436242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Pushing event updated for resources: {'Port': ['ID=bb36e751-6c02-42e2-b973-eb92946d46fc,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:33.645724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a80dd0d0-093e-48e9-897e-5bc73de43bc2 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:33.787746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a80dd0d0-093e-48e9-897e-5bc73de43bc2 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:33.789225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9fc9df4f-535f-4667-91a3-e1c0d5813594 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:33.914819 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 9fc9df4f-535f-4667-91a3-e1c0d5813594 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:33.922624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9fc9df4f-535f-4667-91a3-e1c0d5813594 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:33.923079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:33.934705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.039136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7455820a-d90a-4a54-8ab9-6b47a005a333 None None] Network afb03ba7-776c-4e30-8b16-56028c40b9b8 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:57:34.132680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.203482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 9fc9df4f-535f-4667-91a3-e1c0d5813594, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9fc9df4f-535f-4667-91a3-e1c0d5813594,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:34.270186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a147c379-e1e1-4d6c-b278-b4cd7c6a3420 None None] Provisioning for port a80dd0d0-093e-48e9-897e-5bc73de43bc2 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:34.287315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.288467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a147c379-e1e1-4d6c-b278-b4cd7c6a3420 None None] Provisioning complete for port a80dd0d0-093e-48e9-897e-5bc73de43bc2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:34.288828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a147c379-e1e1-4d6c-b278-b4cd7c6a3420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.290527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.446222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=9fc9df4f-535f-4667-91a3-e1c0d5813594,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:34.527986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a147c379-e1e1-4d6c-b278-b4cd7c6a3420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.562162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a147c379-e1e1-4d6c-b278-b4cd7c6a3420 None None] For port a80dd0d0-093e-48e9-897e-5bc73de43bc2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a80dd0d0-093e-48e9-897e-5bc73de43bc2,segment=NetworkSegment(d2c15835-6927-46d3-8a3b-53938c27ddbb),segment_id=d2c15835-6927-46d3-8a3b-53938c27ddbb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:34.584081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:57:34.630028 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a147c379-e1e1-4d6c-b278-b4cd7c6a3420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.702043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147c379-e1e1-4d6c-b278-b4cd7c6a3420 None None] Pushing event updated for resources: {'Port': ['ID=a80dd0d0-093e-48e9-897e-5bc73de43bc2,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:34.750842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b9294959-6686-4198-aff8-7e015633f460 None None] Provisioning complete for port a80dd0d0-093e-48e9-897e-5bc73de43bc2 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:34.751216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b9294959-6686-4198-aff8-7e015633f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.773269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:57:34.790403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Sync routers for ids ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:57:34.813100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Routers {'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:34.813644 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:57:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:34.869506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:34.873169 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ff4ecea3-ca6b-4503-8f78-613cc7241d5b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0242174 Mar 11 16:57:34.873354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41400) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:35.069871 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Set router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:35.350541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:31Z', 'updated_at': '2022-03-11T16:57:33Z', 'revision_number': 3, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'gw_port': {'id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:32Z', 'updated_at': '2022-03-11T16:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:35.354538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Checking router: fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:57:35.354881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Updating router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 port bb36e751-6c02-42e2-b973-eb92946d46fc binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:57:35.410298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:35.625788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a80dd0d0-093e-48e9-897e-5bc73de43bc2 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:35.668035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:35.736314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a80dd0d0-093e-48e9-897e-5bc73de43bc2 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:35.736907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:35.878540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Allocated IP 172.20.0.1 (afb03ba7-776c-4e30-8b16-56028c40b9b8/6c296eb1-7600-48f8-a0c9-f8944928107b/0d024968-f99c-46c0-9cbe-d7d6931ccd68) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:35.905123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:35.951884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Transition to ACTIVE for port object bb36e751-6c02-42e2-b973-eb92946d46fc will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:35.971904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9fc9df4f-535f-4667-91a3-e1c0d5813594 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:36.023127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.027626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.043993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Transition to ACTIVE for port object 0d024968-f99c-46c0-9cbe-d7d6931ccd68 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:36.107793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Attempting to bind port bb36e751-6c02-42e2-b973-eb92946d46fc on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:36.108368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Attempting to bind port bb36e751-6c02-42e2-b973-eb92946d46fc by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:36.108497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Attempting to bind port bb36e751-6c02-42e2-b973-eb92946d46fc on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:36.117568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:36.117937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:36.118349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.118730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:36.119173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Bound port: bb36e751-6c02-42e2-b973-eb92946d46fc, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:36.119538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.126519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.141887 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096227d5-a1c8-42fc-875b-186afb8df39e None None] Pushing event updated for resources: {'Port': ['ID=bb36e751-6c02-42e2-b973-eb92946d46fc,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:36.159627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 9fc9df4f-535f-4667-91a3-e1c0d5813594 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:36.160005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.198048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Network afb03ba7-776c-4e30-8b16-56028c40b9b8 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:36.201178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:36.204793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:36.250114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] For port bb36e751-6c02-42e2-b973-eb92946d46fc, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:36.251833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Pushing event updated for resources: {'Port': ['ID=0d024968-f99c-46c0-9cbe-d7d6931ccd68,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:36.256152 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] For port bb36e751-6c02-42e2-b973-eb92946d46fc, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bb36e751-6c02-42e2-b973-eb92946d46fc,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:36.278945 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.338613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.421541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Routers {'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:36.422217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:57:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:36.472192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.489688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096227d5-a1c8-42fc-875b-186afb8df39e None None] Pushing event updated for resources: {'Port': ['ID=bb36e751-6c02-42e2-b973-eb92946d46fc,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:36.584093 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6d1e11ed-97eb-43c4-af25-430765e60add None None] Provisioning for port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:36.594616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6d1e11ed-97eb-43c4-af25-430765e60add None None] Provisioning complete for port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:36.594985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6d1e11ed-97eb-43c4-af25-430765e60add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.658823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] Set router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:36.699255 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.721827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e11ed-97eb-43c4-af25-430765e60add None None] Port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:57:36.783600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:36.987293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:31Z', 'updated_at': '2022-03-11T16:57:36Z', 'revision_number': 4, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'gw_port': {'id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:32Z', 'updated_at': '2022-03-11T16:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '0d024968-f99c-46c0-9cbe-d7d6931ccd68', 'name': '', 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'mac_address': 'fa:16:3e:60:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:35Z', 'updated_at': '2022-03-11T16:57:35Z', 'revision_number': 1, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'subnets': [{'id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:36.991481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24101ddf-f6d9-46e7-8755-d7ab5bb164e1 None None] The sync data for ids ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'] in dv-neutron-833379-1-hyperv is: [{'id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:31Z', 'updated_at': '2022-03-11T16:57:36Z', 'revision_number': 4, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'gw_port': {'id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:32Z', 'updated_at': '2022-03-11T16:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '0d024968-f99c-46c0-9cbe-d7d6931ccd68', 'name': '', 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'mac_address': 'fa:16:3e:60:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:35Z', 'updated_at': '2022-03-11T16:57:35Z', 'revision_number': 1, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'subnets': [{'id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:57:37.000863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:37.004342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Pushing event updated for resources: {'Port': ['ID=0d024968-f99c-46c0-9cbe-d7d6931ccd68,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:37.142679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Network afb03ba7-776c-4e30-8b16-56028c40b9b8 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:37.143793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:37.348861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:57:37.448172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-64e60f8a-ff2e-4df1-8be8-d4da503249ae None None] Provisioning complete for port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:37.448792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-64e60f8a-ff2e-4df1-8be8-d4da503249ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:37.512542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-64e60f8a-ff2e-4df1-8be8-d4da503249ae None None] Port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:57:37.544138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:57:37.560891 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4c217400-7bbd-4d67-97f8-84799342809d admin admin] 10.222.0.57 "PUT /v2.0/routers/fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6794276 Mar 11 16:57:38.727386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-33af1ed7-2728-446c-ba29-517d2d77d7b9 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:38.728086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-33af1ed7-2728-446c-ba29-517d2d77d7b9 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Synchronizing usage tracker for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:38.839171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-33af1ed7-2728-446c-ba29-517d2d77d7b9 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Unset dirty status for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:38.840271 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-33af1ed7-2728-446c-ba29-517d2d77d7b9 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/networks?id=4c67fab4-d7a9-4e19-bea3-a6463ea24412 HTTP/1.1" status: 200 len: 816 time: 0.2651320 Mar 11 16:57:38.856721 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-dd886fea-4f6e-4b4b-9dd9-de04d2d67da6 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/quotas/a4b41f9667d54f08a75f3bc37cae1023 HTTP/1.1" status: 200 len: 375 time: 0.0109851 Mar 11 16:57:38.946430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-3b40c06a-f86e-4dd6-8b03-6c63a363bca8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Synchronizing usage tracker for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:39.039363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-3b40c06a-f86e-4dd6-8b03-6c63a363bca8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Unset dirty status for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:39.040780 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-3b40c06a-f86e-4dd6-8b03-6c63a363bca8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1783979 Mar 11 16:57:39.200665 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-16ece510-623b-448d-80be-6ce72834a5f7 service neutron] 10.222.0.57 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479924 Mar 11 16:57:39.337959 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-cf6b92a1-de93-4bcb-9fd3-09b91a695024 service neutron] 10.222.0.57 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315413 Mar 11 16:57:39.622569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bb36e751-6c02-42e2-b973-eb92946d46fc up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:39.709271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.799762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port bb36e751-6c02-42e2-b973-eb92946d46fc completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:39.805880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port bb36e751-6c02-42e2-b973-eb92946d46fc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:39.806281 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.882974 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0c359d74-a355-4e5a-8588-36ce3bf8c87f req-332674c0-5037-4b12-8957-75f2badd9c02 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 210 time: 0.1634645 Mar 11 16:57:39.940439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:39.956767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port bb36e751-6c02-42e2-b973-eb92946d46fc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bb36e751-6c02-42e2-b973-eb92946d46fc,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:40.086703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:40.161282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=bb36e751-6c02-42e2-b973-eb92946d46fc,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:40.307346 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Sync routers for ids ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:57:40.317154 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Routers {'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:40.317785 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:57:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:40.505099 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Set router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:40.829985 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:31Z', 'updated_at': '2022-03-11T16:57:36Z', 'revision_number': 4, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'gw_port': {'id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:32Z', 'updated_at': '2022-03-11T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '0d024968-f99c-46c0-9cbe-d7d6931ccd68', 'name': '', 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'mac_address': 'fa:16:3e:60:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:35Z', 'updated_at': '2022-03-11T16:57:36Z', 'revision_number': 2, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'subnets': [{'id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:40.834872 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Checking router: fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:57:40.835224 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Updating router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:57:40.888566 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.039746 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-237919c2-6b8c-4989-b20f-ce541c05dd3c req-d050cdd1-0670-436f-950f-8ffc10e28618 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 210 time: 0.0430968 Mar 11 16:57:41.189155 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6fe21801-07fe-41ae-a975-ea13839bc31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.234918 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.246277 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Transition to ACTIVE for port object 0d024968-f99c-46c0-9cbe-d7d6931ccd68 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:41.342364 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.505686 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a1ea1-90c6-43ae-a8dc-1e730120ef56 None None] Pushing event updated for resources: {'Port': ['ID=0d024968-f99c-46c0-9cbe-d7d6931ccd68,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:41.595706 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Attempting to bind port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:41.595844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bb36e751-6c02-42e2-b973-eb92946d46fc up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:41.596068 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Attempting to bind port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'd2c15835-6927-46d3-8a3b-53938c27ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:41.596418 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Attempting to bind port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 on network afb03ba7-776c-4e30-8b16-56028c40b9b8 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:41.602427 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:41.602779 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Checking segment: {'id': 'd2c15835-6927-46d3-8a3b-53938c27ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:41.603168 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.603569 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Bound using segment: {'id': 'd2c15835-6927-46d3-8a3b-53938c27ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:41.604010 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Bound port: 0d024968-f99c-46c0-9cbe-d7d6931ccd68, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c15835-6927-46d3-8a3b-53938c27ddbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:41.604363 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.674646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port bb36e751-6c02-42e2-b973-eb92946d46fc triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:41.675013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.694566 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] For port 0d024968-f99c-46c0-9cbe-d7d6931ccd68, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:41.697397 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] For port 0d024968-f99c-46c0-9cbe-d7d6931ccd68, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0d024968-f99c-46c0-9cbe-d7d6931ccd68,segment=NetworkSegment(d2c15835-6927-46d3-8a3b-53938c27ddbb),segment_id=d2c15835-6927-46d3-8a3b-53938c27ddbb)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:41.766957 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.845363 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Routers {'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:57:41.845974 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:57:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:41.904117 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a1ea1-90c6-43ae-a8dc-1e730120ef56 None None] Pushing event updated for resources: {'Port': ['ID=0d024968-f99c-46c0-9cbe-d7d6931ccd68,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:42.033982 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] Set router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:57:42.222233 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-125d5193-3f09-41f4-a786-d56a0966316f req-021320a3-1611-4bb6-96c7-7bcabc22d93e tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 210 time: 0.0496364 Mar 11 16:57:42.286553 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-2fe2c745-d60e-4e2d-a4dc-8ce282484e02 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:42.288211 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-2fe2c745-d60e-4e2d-a4dc-8ce282484e02 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.35 "GET /v2.0/networks?id=4c67fab4-d7a9-4e19-bea3-a6463ea24412 HTTP/1.1" status: 200 len: 816 time: 0.1869953 Mar 11 16:57:42.303273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Request body: {'port': {'device_id': 'e2640fa5-bb53-4626-bf8c-786fb645f7dd', 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'admin_state_up': True, 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:42.373515 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:31Z', 'updated_at': '2022-03-11T16:57:36Z', 'revision_number': 4, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'gw_port': {'id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:32Z', 'updated_at': '2022-03-11T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '0d024968-f99c-46c0-9cbe-d7d6931ccd68', 'name': '', 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'mac_address': 'fa:16:3e:60:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:35Z', 'updated_at': '2022-03-11T16:57:41Z', 'revision_number': 4, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'subnets': [{'id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:42.377454 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdb593-18a8-4f72-84ec-42ab784ab7cb None None] The sync data for ids ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'] in dv-neutron-833379-1-hyperv is: [{'id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:31Z', 'updated_at': '2022-03-11T16:57:36Z', 'revision_number': 4, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'gw_port': {'id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:32Z', 'updated_at': '2022-03-11T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '0d024968-f99c-46c0-9cbe-d7d6931ccd68', 'name': '', 'network_id': 'afb03ba7-776c-4e30-8b16-56028c40b9b8', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'mac_address': 'fa:16:3e:60:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:35Z', 'updated_at': '2022-03-11T16:57:41Z', 'revision_number': 4, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'subnets': [{'id': '6c296eb1-7600-48f8-a0c9-f8944928107b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:57:42.443130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:57:42.454350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:57:42.543235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Made reservation on behalf of a4b41f9667d54f08a75f3bc37cae1023 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:57:42.546941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:42.839991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Allocated IP 172.20.0.13 (4c67fab4-d7a9-4e19-bea3-a6463ea24412/ee07bfc5-57b8-431d-a2bc-872a6951e99c/caa4a80f-aa2f-4739-8f46-168e3e12fed8) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:57:43.040455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.056680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Transition to ACTIVE for port object caa4a80f-aa2f-4739-8f46-168e3e12fed8 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:43.165986 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.235185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:57:43.238260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:57:43.246572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:57:43.277855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Pushing event updated for resources: {'Port': ['ID=caa4a80f-aa2f-4739-8f46-168e3e12fed8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:43.315528 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:43.316174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.413074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7228f2c0-d975-445e-8b75-09f4da6c373c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.439630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21610e6-9104-4ed4-beff-c589432b0524 req-4e75328a-0996-44b3-9bd9-71f0cef950d4 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:43.440336 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e21610e6-9104-4ed4-beff-c589432b0524 req-4e75328a-0996-44b3-9bd9-71f0cef950d4 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Synchronizing usage tracker for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:43.445286 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d6003672-87fb-4668-9c90-fa4808448a98 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1462817 Mar 11 16:57:43.457144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-038015a6-6985-4d86-8711-fbe2a4daabd1 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 16:57:43.458665 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-038015a6-6985-4d86-8711-fbe2a4daabd1 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065875 Mar 11 16:57:43.519606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Request body: {'port': {'device_id': 'e2640fa5-bb53-4626-bf8c-786fb645f7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:57:43.564670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e21610e6-9104-4ed4-beff-c589432b0524 req-4e75328a-0996-44b3-9bd9-71f0cef950d4 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Unset dirty status for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:43.564670 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e21610e6-9104-4ed4-beff-c589432b0524 req-4e75328a-0996-44b3-9bd9-71f0cef950d4 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 932 time: 0.2163925 Mar 11 16:57:43.584258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e171a96-3dc5-49ab-8cea-68a2ba65bfb1 None None] Provisioning for port caa4a80f-aa2f-4739-8f46-168e3e12fed8 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:43.591648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e171a96-3dc5-49ab-8cea-68a2ba65bfb1 None None] Provisioning complete for port caa4a80f-aa2f-4739-8f46-168e3e12fed8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:43.592258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e171a96-3dc5-49ab-8cea-68a2ba65bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.623218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0d024968-f99c-46c0-9cbe-d7d6931ccd68 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:43.659568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e21610e6-9104-4ed4-beff-c589432b0524 req-4d900f05-5527-4a78-99b9-76e64f9c126f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Synchronizing usage tracker for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:43.687738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.697854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5e171a96-3dc5-49ab-8cea-68a2ba65bfb1 None None] Port caa4a80f-aa2f-4739-8f46-168e3e12fed8 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:57:43.801670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e21610e6-9104-4ed4-beff-c589432b0524 req-4d900f05-5527-4a78-99b9-76e64f9c126f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Unset dirty status for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:43.802842 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e21610e6-9104-4ed4-beff-c589432b0524 req-4d900f05-5527-4a78-99b9-76e64f9c126f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333155 Mar 11 16:57:43.825985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:43.831087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:43.831461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.948216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.980328 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 0d024968-f99c-46c0-9cbe-d7d6931ccd68, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0d024968-f99c-46c0-9cbe-d7d6931ccd68,segment=NetworkSegment(d2c15835-6927-46d3-8a3b-53938c27ddbb),segment_id=d2c15835-6927-46d3-8a3b-53938c27ddbb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:44.034776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa4a80f-aa2f-4739-8f46-168e3e12fed8 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:57:44.042436 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.057393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Transition to ACTIVE for port object caa4a80f-aa2f-4739-8f46-168e3e12fed8 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:57:44.098202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.160114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.167620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=0d024968-f99c-46c0-9cbe-d7d6931ccd68,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:44.326061 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Pushing event updated for resources: {'Port': ['ID=caa4a80f-aa2f-4739-8f46-168e3e12fed8,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:44.401719 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Attempting to bind port caa4a80f-aa2f-4739-8f46-168e3e12fed8 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:57:44.402058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Attempting to bind port caa4a80f-aa2f-4739-8f46-168e3e12fed8 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:57:44.402412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Attempting to bind port caa4a80f-aa2f-4739-8f46-168e3e12fed8 on network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:44.406905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Port caa4a80f-aa2f-4739-8f46-168e3e12fed8 on network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:57:44.407222 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Attempting to bind port caa4a80f-aa2f-4739-8f46-168e3e12fed8 on network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:57:44.412510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:57:44.412845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Checking segment: {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:57:44.413229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Bound using segment: {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:57:44.413646 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Bound port: caa4a80f-aa2f-4739-8f46-168e3e12fed8, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:57:44.413992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.508871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] For port caa4a80f-aa2f-4739-8f46-168e3e12fed8, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:57:44.511677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] For port caa4a80f-aa2f-4739-8f46-168e3e12fed8, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=caa4a80f-aa2f-4739-8f46-168e3e12fed8,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:57:44.606764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.662334 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:44.662917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.664251 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] 10.222.0.35 "PUT /v2.0/ports/caa4a80f-aa2f-4739-8f46-168e3e12fed8 HTTP/1.1" status: 200 len: 1094 time: 1.1998839 Mar 11 16:57:44.664677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2640fa5-bb53-4626-bf8c-786fb645f7dd', 'tag': 'caa4a80f-aa2f-4739-8f46-168e3e12fed8'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:57:44.697688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.701589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9bc7c-ed81-4835-acaf-2c30c063d248 service neutron] Pushing event updated for resources: {'Port': ['ID=caa4a80f-aa2f-4739-8f46-168e3e12fed8,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:44.717493 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2640fa5-bb53-4626-bf8c-786fb645f7dd', 'tag': 'caa4a80f-aa2f-4739-8f46-168e3e12fed8', 'status': 'completed', 'code': 200} Mar 11 16:57:44.785105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:44.818935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338f227-d96e-44bb-978c-6a709089aeec req-c553084d-4e07-475a-8b4a-7e37bdcf3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:44.820422 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9338f227-d96e-44bb-978c-6a709089aeec req-c553084d-4e07-475a-8b4a-7e37bdcf3e16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 1097 time: 0.0808990 Mar 11 16:57:45.100107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338f227-d96e-44bb-978c-6a709089aeec req-a19ceaac-629d-40a2-ad6a-6e1830dbbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:45.101530 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9338f227-d96e-44bb-978c-6a709089aeec req-a19ceaac-629d-40a2-ad6a-6e1830dbbbe7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2745867 Mar 11 16:57:45.157789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816299e-5c90-4df8-a287-d2c0c7806ca1 req-d70a59a0-99d9-4243-b481-cf7b0df96703 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:45.159233 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3816299e-5c90-4df8-a287-d2c0c7806ca1 req-d70a59a0-99d9-4243-b481-cf7b0df96703 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 944 time: 0.2492394 Mar 11 16:57:45.268182 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3816299e-5c90-4df8-a287-d2c0c7806ca1 req-f770919c-6080-4f51-84a9-35afead3b36f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615368 Mar 11 16:57:45.282964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338f227-d96e-44bb-978c-6a709089aeec req-569f2d4f-9287-4025-a7ed-591baddbbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:45.284379 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9338f227-d96e-44bb-978c-6a709089aeec req-569f2d4f-9287-4025-a7ed-591baddbbbc5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768129 Mar 11 16:57:45.391088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d16c58fd-c279-4d36-95a3-040509ee2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:45.392550 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-d16c58fd-c279-4d36-95a3-040509ee2edd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 1097 time: 0.0737083 Mar 11 16:57:45.461212 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-f2307561-f2df-4752-8431-8eac4e4c4f09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa4a80f-aa2f-4739-8f46-168e3e12fed8 HTTP/1.1" status: 200 len: 217 time: 0.0621228 Mar 11 16:57:45.527223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-890161ea-3f9c-4f4f-9267-24aa5d429762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:45.528685 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-890161ea-3f9c-4f4f-9267-24aa5d429762 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee07bfc5-57b8-431d-a2bc-872a6951e99c HTTP/1.1" status: 200 len: 855 time: 0.0616615 Mar 11 16:57:45.582177 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0d024968-f99c-46c0-9cbe-d7d6931ccd68 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:45.606839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-22677abe-a24a-452f-8331-0ea68d461dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:45.608299 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-22677abe-a24a-452f-8331-0ea68d461dc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c67fab4-d7a9-4e19-bea3-a6463ea24412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734458 Mar 11 16:57:45.649692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:45.650142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.739316 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-e0e98a00-3b8b-43f8-86f9-f1f9fd7f5746 service neutron] 10.222.0.35 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244283 Mar 11 16:57:45.871025 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5fbf5ace-4377-4d25-9104-d6ef36ca9801 req-1a3556ce-cc83-45d9-9fc9-4105d56e2069 service neutron] 10.222.0.35 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264722 Mar 11 16:57:46.004998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:46.455234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db6d4-3753-45da-afcf-48c7565849b3 req-ec0887aa-1d5d-44b5-a388-a183d901f5e5 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:46.456645 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1c2db6d4-3753-45da-afcf-48c7565849b3 req-ec0887aa-1d5d-44b5-a388-a183d901f5e5 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 944 time: 0.0782094 Mar 11 16:57:46.502759 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1c2db6d4-3753-45da-afcf-48c7565849b3 req-553dc9a3-f73c-481b-a607-12fc54fd0e9b tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Mar 11 16:57:46.872112 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:57:47.299092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device caa4a80f-aa2f-4739-8f46-168e3e12fed8 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:57:47.433250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port caa4a80f-aa2f-4739-8f46-168e3e12fed8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=caa4a80f-aa2f-4739-8f46-168e3e12fed8,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:47.445508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'caa4a80f-aa2f-4739-8f46-168e3e12fed8', 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'port_id': 'caa4a80f-aa2f-4739-8f46-168e3e12fed8', 'mac_address': 'fa:16:3e:48:4e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee07bfc5-57b8-431d-a2bc-872a6951e99c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:57:47.500764 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:47.517171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa4a80f-aa2f-4739-8f46-168e3e12fed8 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:57:47.532993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port caa4a80f-aa2f-4739-8f46-168e3e12fed8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=caa4a80f-aa2f-4739-8f46-168e3e12fed8,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:47.623004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:47.692526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=caa4a80f-aa2f-4739-8f46-168e3e12fed8,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:47.700091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced6c93-fffd-4179-a1a8-09fc8449f689 req-29760af6-2240-4378-8bde-bf51adf41d59 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:47.701516 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5ced6c93-fffd-4179-a1a8-09fc8449f689 req-29760af6-2240-4378-8bde-bf51adf41d59 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 945 time: 0.0900280 Mar 11 16:57:47.747763 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5ced6c93-fffd-4179-a1a8-09fc8449f689 req-4e8f04a1-20ae-4dea-8aee-d4af28b0aba2 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Mar 11 16:57:47.824601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['caa4a80f-aa2f-4739-8f46-168e3e12fed8'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:57:48.934091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65fc24-7e76-4bc9-983a-763101cac935 req-cbfe4cf1-2d98-4fac-aa53-93174057c72b tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:48.935598 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ab65fc24-7e76-4bc9-983a-763101cac935 req-cbfe4cf1-2d98-4fac-aa53-93174057c72b tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 945 time: 0.0817170 Mar 11 16:57:48.978997 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ab65fc24-7e76-4bc9-983a-763101cac935 req-c5bee594-5c3b-4f96-b6ed-478f6028759c tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 Mar 11 16:57:49.298614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device caa4a80f-aa2f-4739-8f46-168e3e12fed8 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:57:49.428343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port caa4a80f-aa2f-4739-8f46-168e3e12fed8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:57:49.433996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port caa4a80f-aa2f-4739-8f46-168e3e12fed8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:57:49.434389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:49.550885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:49.577717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2640fa5-bb53-4626-bf8c-786fb645f7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa4a80f-aa2f-4739-8f46-168e3e12fed8'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:57:49.587405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port caa4a80f-aa2f-4739-8f46-168e3e12fed8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=caa4a80f-aa2f-4739-8f46-168e3e12fed8,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:57:49.623740 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2640fa5-bb53-4626-bf8c-786fb645f7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa4a80f-aa2f-4739-8f46-168e3e12fed8', 'code': 200} Mar 11 16:57:49.674271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:49.741054 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=caa4a80f-aa2f-4739-8f46-168e3e12fed8,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:49.967395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b129e-3bd3-4c64-9746-cd4b645a30a5 req-f25f4bae-620a-44a7-a0fd-00f5360b95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:49.968887 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae0b129e-3bd3-4c64-9746-cd4b645a30a5 req-f25f4bae-620a-44a7-a0fd-00f5360b95b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 1099 time: 0.0711598 Mar 11 16:57:50.010861 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae0b129e-3bd3-4c64-9746-cd4b645a30a5 req-65ca6b6d-a574-4de5-bb4f-ae1f27c7a642 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360451 Mar 11 16:57:50.166104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009c54-7df6-474e-889f-7ed950568d5d req-d4a4bb96-cc20-4c71-8aee-6d7629109c8f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:50.167547 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1a009c54-7df6-474e-889f-7ed950568d5d req-d4a4bb96-cc20-4c71-8aee-6d7629109c8f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 946 time: 0.0822976 Mar 11 16:57:50.210036 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1a009c54-7df6-474e-889f-7ed950568d5d req-e4e1fe28-be5c-4918-b6f0-faf4aad85758 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Mar 11 16:57:51.400906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27711732-dc55-4473-b988-520fbb64bbae req-e3a11c17-4301-4c1c-bd1c-d7e570a2b412 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:51.402353 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-27711732-dc55-4473-b988-520fbb64bbae req-e3a11c17-4301-4c1c-bd1c-d7e570a2b412 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 946 time: 0.0833244 Mar 11 16:57:51.445371 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-27711732-dc55-4473-b988-520fbb64bbae req-57166ed6-bf5a-4efa-9a40-ad157c2dc1ec tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374532 Mar 11 16:57:51.627348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f3261-9364-4e33-9203-94e244470b85 req-26b2662c-4d50-49f5-ba96-f801969082e9 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:51.628787 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b41f3261-9364-4e33-9203-94e244470b85 req-26b2662c-4d50-49f5-ba96-f801969082e9 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 946 time: 0.0793731 Mar 11 16:57:51.672419 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b41f3261-9364-4e33-9203-94e244470b85 req-27213417-18d8-43b3-9728-6af082719094 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Mar 11 16:57:54.970061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae527373-8b1c-4b81-a661-960058d62e87 req-c0b6f15f-eed0-4a9b-9aa0-ed02c354378a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702770 Mar 11 16:57:55.112838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527373-8b1c-4b81-a661-960058d62e87 req-627ab81f-1fad-419c-8dab-ebadd5218464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:55.114627 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae527373-8b1c-4b81-a661-960058d62e87 req-627ab81f-1fad-419c-8dab-ebadd5218464 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 1099 time: 0.0753846 Mar 11 16:57:55.267718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527373-8b1c-4b81-a661-960058d62e87 req-4b2e650c-7cd3-4dac-8e9b-136bd4493c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:55.269188 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae527373-8b1c-4b81-a661-960058d62e87 req-4b2e650c-7cd3-4dac-8e9b-136bd4493c4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4c67fab4-d7a9-4e19-bea3-a6463ea24412 HTTP/1.1" status: 200 len: 917 time: 0.1351349 Mar 11 16:57:55.339452 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae527373-8b1c-4b81-a661-960058d62e87 req-81d6360b-f695-4b08-805a-763f32c4ecb6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa4a80f-aa2f-4739-8f46-168e3e12fed8 HTTP/1.1" status: 200 len: 217 time: 0.0645163 Mar 11 16:57:55.402403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527373-8b1c-4b81-a661-960058d62e87 req-58c41e6c-80b2-43bd-ba54-418593e1fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:55.403832 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae527373-8b1c-4b81-a661-960058d62e87 req-58c41e6c-80b2-43bd-ba54-418593e1fc8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee07bfc5-57b8-431d-a2bc-872a6951e99c HTTP/1.1" status: 200 len: 855 time: 0.0585642 Mar 11 16:57:55.481072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527373-8b1c-4b81-a661-960058d62e87 req-1133d087-dce5-444a-a494-c6924a580dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:55.482543 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae527373-8b1c-4b81-a661-960058d62e87 req-1133d087-dce5-444a-a494-c6924a580dcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c67fab4-d7a9-4e19-bea3-a6463ea24412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726919 Mar 11 16:57:55.618014 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae527373-8b1c-4b81-a661-960058d62e87 req-f11bd9f1-b041-4e22-935c-2357a20a5493 service neutron] 10.222.0.35 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287715 Mar 11 16:57:55.840555 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ae527373-8b1c-4b81-a661-960058d62e87 req-0354c013-54f3-47d0-9564-0f38ba624dac service neutron] 10.222.0.35 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168946 Mar 11 16:58:09.760381 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:11.210625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7955fe92-1082-4dee-84b7-79dfd44addc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:11.254385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206781a-9aa4-4c79-a882-9a394234d24b req-a29fdd08-af3f-48e8-af2b-051020b8ae44 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:11.255865 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6206781a-9aa4-4c79-a882-9a394234d24b req-a29fdd08-af3f-48e8-af2b-051020b8ae44 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 946 time: 0.0832121 Mar 11 16:58:11.299865 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6206781a-9aa4-4c79-a882-9a394234d24b req-9da28ce7-0be4-4b24-8259-4e0c7b9e5f57 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 Mar 11 16:58:12.487787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cbfb8-ad4d-499d-93e8-97bd8a5e7cd7 req-45d28a24-d632-489f-8050-ff4ddaad5933 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:12.489239 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a4cbfb8-ad4d-499d-93e8-97bd8a5e7cd7 req-45d28a24-d632-489f-8050-ff4ddaad5933 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 946 time: 0.0825753 Mar 11 16:58:12.535593 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a4cbfb8-ad4d-499d-93e8-97bd8a5e7cd7 req-b2d3c473-17cb-4f89-b05b-5f1188d39306 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Mar 11 16:58:12.792285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-f83d022b-bf58-4fb2-9443-7bfe4966371f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:12.793700 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-f83d022b-bf58-4fb2-9443-7bfe4966371f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 946 time: 0.0779517 Mar 11 16:58:12.865283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Deleting port caa4a80f-aa2f-4739-8f46-168e3e12fed8 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:58:12.865617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.112305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] For port caa4a80f-aa2f-4739-8f46-168e3e12fed8, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=caa4a80f-aa2f-4739-8f46-168e3e12fed8,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:13.112658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.244620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Calling delete_port for caa4a80f-aa2f-4739-8f46-168e3e12fed8 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:58:13.393694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8eb78cf1-f035-4750-bd94-ac3024f26392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.485266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.535546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Pushing event deleted for resources: {'Port': ['ID=caa4a80f-aa2f-4739-8f46-168e3e12fed8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:13.584060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.584405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.584745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.585078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.585409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.585739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.586062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.586390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.586716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.587032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.587349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.587681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:13.628363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] No DVR routers for this DVR port caa4a80f-aa2f-4739-8f46-168e3e12fed8 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:58:13.631034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.633917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2640fa5-bb53-4626-bf8c-786fb645f7dd', 'name': 'network-vif-deleted', 'tag': 'caa4a80f-aa2f-4739-8f46-168e3e12fed8'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:58:13.694517 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2640fa5-bb53-4626-bf8c-786fb645f7dd', 'name': 'network-vif-deleted', 'tag': 'caa4a80f-aa2f-4739-8f46-168e3e12fed8', 'status': 'completed', 'code': 200} Mar 11 16:58:13.718159 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f21a9fd4-45b3-49bb-b9d2-3f9ee88acaf3 req-579e5b61-10ef-45c9-84fe-7d98f6a63395 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2640fa5-bb53-4626-bf8c-786fb645f7dd HTTP/1.1" status: 200 len: 210 time: 0.0472140 Mar 11 16:58:13.730988 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecf6e331-e6a5-421f-8b71-d743faf74207 req-02e82adb-9e35-40cd-8e8c-70795359c055 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.35 "DELETE /v2.0/ports/caa4a80f-aa2f-4739-8f46-168e3e12fed8 HTTP/1.1" status: 204 len: 173 time: 0.9207399 Mar 11 16:58:14.742243 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:14.850187 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.423282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device caa4a80f-aa2f-4739-8f46-168e3e12fed8 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:15.458157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: caa4a80f-aa2f-4739-8f46-168e3e12fed8 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:58:15.458547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device caa4a80f-aa2f-4739-8f46-168e3e12fed8 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:15.662031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-18a3c5df-ecc6-46d2-aff9-6580bf2c4993 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:15.663517 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-18a3c5df-ecc6-46d2-aff9-6580bf2c4993 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/networks?id=4c67fab4-d7a9-4e19-bea3-a6463ea24412 HTTP/1.1" status: 200 len: 816 time: 0.1493886 Mar 11 16:58:15.678844 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-d4b644a3-19b4-4841-b197-630ec8bac4f9 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/quotas/a4b41f9667d54f08a75f3bc37cae1023 HTTP/1.1" status: 200 len: 375 time: 0.0090129 Mar 11 16:58:15.866450 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-193d7791-d321-4f13-9fc4-8327ec3eb9b1 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1818082 Mar 11 16:58:16.005276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:16.006410 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-b21b3544-a794-483e-ae5d-0146b6c5da34 service neutron] 10.222.0.57 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257179 Mar 11 16:58:16.140783 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-0b75c533-6613-4c43-9817-53521488110d service neutron] 10.222.0.57 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278584 Mar 11 16:58:16.423871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-aac951ed-3ae4-4333-835f-84fdf0c69313 req-c5d60418-7e80-4e6c-89fa-8677e2f80297 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Synchronizing usage tracker for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:58:16.502068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-aac951ed-3ae4-4333-835f-84fdf0c69313 req-c5d60418-7e80-4e6c-89fa-8677e2f80297 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Unset dirty status for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:58:16.503273 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aac951ed-3ae4-4333-835f-84fdf0c69313 req-c5d60418-7e80-4e6c-89fa-8677e2f80297 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 210 time: 0.1217251 Mar 11 16:58:17.651508 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6ad4dc6-0f43-4d85-99c3-d734b3187bd6 req-15d63db6-191a-4139-9639-8cfcb26a16de tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 210 time: 0.0426795 Mar 11 16:58:18.354124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-0802bf44-567f-4d85-84fb-e477232b754e tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:18.355624 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-0802bf44-567f-4d85-84fb-e477232b754e tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.35 "GET /v2.0/networks?id=4c67fab4-d7a9-4e19-bea3-a6463ea24412 HTTP/1.1" status: 200 len: 816 time: 0.1435590 Mar 11 16:58:18.367556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Request body: {'port': {'device_id': '1bbfcb32-f965-4455-8e49-a5e223160a28', 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'admin_state_up': True, 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:58:18.504007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:18.514532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:18.610525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Made reservation on behalf of a4b41f9667d54f08a75f3bc37cae1023 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:58:18.614024 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:18.817574 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-09a336ff-df49-425a-8375-8c216dea489e req-6e25670b-70ca-4504-a896-6b12f99783ee tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 210 time: 0.0510197 Mar 11 16:58:18.821245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Allocated IP 172.20.0.7 (4c67fab4-d7a9-4e19-bea3-a6463ea24412/ee07bfc5-57b8-431d-a2bc-872a6951e99c/3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:58:19.113089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:19.128773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Transition to ACTIVE for port object 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:58:19.239498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:19.303127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:58:19.306047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:19.310033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:58:19.355523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Pushing event updated for resources: {'Port': ['ID=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:19.392786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:19.392786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:19.480907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-c1dad8bb-e803-4c07-a511-39fe65e2e3a8 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1168337 Mar 11 16:58:19.492284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Request body: {'port': {'device_id': '1bbfcb32-f965-4455-8e49-a5e223160a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:58:19.603111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:19.633268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7d6bfb20-6f7d-4a8b-93b0-8378d5685c20 None None] Provisioning for port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:58:19.639606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7d6bfb20-6f7d-4a8b-93b0-8378d5685c20 None None] Provisioning complete for port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:19.639968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7d6bfb20-6f7d-4a8b-93b0-8378d5685c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:19.693040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bfb20-6f7d-4a8b-93b0-8378d5685c20 None None] Port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:58:19.955323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:58:19.962684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:19.977384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Transition to ACTIVE for port object 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:58:20.007165 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0c6f7-9987-4dbe-a1cb-5c57dba1e3e6 req-fa9e7a6a-2781-4a60-be34-53a1344f4487 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:20.008587 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7b0c6f7-9987-4dbe-a1cb-5c57dba1e3e6 req-fa9e7a6a-2781-4a60-be34-53a1344f4487 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 931 time: 0.0827944 Mar 11 16:58:20.044937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:20.052183 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c7b0c6f7-9987-4dbe-a1cb-5c57dba1e3e6 req-9669a302-356f-4fbe-995f-1209ee881df2 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372002 Mar 11 16:58:20.205841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:20.290032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Attempting to bind port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:58:20.290391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Attempting to bind port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:58:20.290722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Attempting to bind port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 on network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:58:20.295232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 on network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:58:20.295547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Attempting to bind port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 on network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:58:20.300622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:58:20.300953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Checking segment: {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:58:20.301326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Bound using segment: {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:58:20.301741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Bound port: 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b4eed0-7061-4dcf-a97c-19c37d2246ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:58:20.302083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:20.388722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] For port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:58:20.391746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] For port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:58:20.473644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:20.533202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:20.533810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:20.535347 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] 10.222.0.35 "PUT /v2.0/ports/3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 HTTP/1.1" status: 200 len: 1093 time: 1.0469756 Mar 11 16:58:20.535624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbfcb32-f965-4455-8e49-a5e223160a28', 'tag': '3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:58:20.562400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002ef5f-c150-42ff-9079-bb313525cfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:20.593752 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbfcb32-f965-4455-8e49-a5e223160a28', 'tag': '3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4', 'status': 'completed', 'code': 200} Mar 11 16:58:20.685822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca4f48-01a6-4049-8138-0525731ab200 req-8b5d4602-4a4f-4384-955a-7b8c8237b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:20.687357 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-95ca4f48-01a6-4049-8138-0525731ab200 req-8b5d4602-4a4f-4384-955a-7b8c8237b1fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 1096 time: 0.0738645 Mar 11 16:58:20.829106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca4f48-01a6-4049-8138-0525731ab200 req-19fdc616-8b2a-41ca-9522-b1124f995a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:20.830495 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-95ca4f48-01a6-4049-8138-0525731ab200 req-19fdc616-8b2a-41ca-9522-b1124f995a0f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1366248 Mar 11 16:58:20.965226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca4f48-01a6-4049-8138-0525731ab200 req-ecc0167c-86ea-43d6-a7f7-3505df9c71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:20.966665 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-95ca4f48-01a6-4049-8138-0525731ab200 req-ecc0167c-86ea-43d6-a7f7-3505df9c71fb service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310043 Mar 11 16:58:21.075841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-a79b84e5-69eb-48bf-823d-e2ff6291f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:21.077340 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-a79b84e5-69eb-48bf-823d-e2ff6291f92c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 1096 time: 0.0753646 Mar 11 16:58:21.147091 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-d7c05d84-2d60-4f4e-a10e-19e0236c6924 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 HTTP/1.1" status: 200 len: 217 time: 0.0634434 Mar 11 16:58:21.248564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb3de3-5cc3-44c3-a83c-61509b0fcda8 req-8ccd40cb-3402-4d5a-9b2d-17ab3a315b44 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:21.250140 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8efb3de3-5cc3-44c3-a83c-61509b0fcda8 req-8ccd40cb-3402-4d5a-9b2d-17ab3a315b44 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 943 time: 0.0838997 Mar 11 16:58:21.298493 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8efb3de3-5cc3-44c3-a83c-61509b0fcda8 req-2e789b17-4943-4e42-8ec9-83b1f7b73a79 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Mar 11 16:58:21.305401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-82a70226-500a-4b39-9ab8-436aca009447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:21.307533 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-82a70226-500a-4b39-9ab8-436aca009447 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee07bfc5-57b8-431d-a2bc-872a6951e99c HTTP/1.1" status: 200 len: 855 time: 0.1530454 Mar 11 16:58:21.382012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-0654090d-6e89-4aff-a6a5-f1d5736e317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:21.383397 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-0654090d-6e89-4aff-a6a5-f1d5736e317b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4c67fab4-d7a9-4e19-bea3-a6463ea24412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697966 Mar 11 16:58:21.512455 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-08d38257-a1fd-4102-9e87-134fa86adf37 service neutron] 10.222.0.35 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228750 Mar 11 16:58:21.644336 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-42df999d-e2f4-415c-b23f-ef0f41f926be req-652bd343-7be1-48e1-957a-a7ff47e2fb35 service neutron] 10.222.0.35 "GET /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262875 Mar 11 16:58:22.488585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3364dca-122b-40fa-802e-a6aab0262833 req-450c6c39-013d-47cf-80c5-276a556eb446 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:22.489315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-d3364dca-122b-40fa-802e-a6aab0262833 req-450c6c39-013d-47cf-80c5-276a556eb446 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Synchronizing usage tracker for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:58:22.570874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-d3364dca-122b-40fa-802e-a6aab0262833 req-450c6c39-013d-47cf-80c5-276a556eb446 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Unset dirty status for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:58:22.572108 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3364dca-122b-40fa-802e-a6aab0262833 req-450c6c39-013d-47cf-80c5-276a556eb446 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 943 time: 0.1688366 Mar 11 16:58:22.617407 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3364dca-122b-40fa-802e-a6aab0262833 req-83fb219c-e019-43b5-9c06-ca342d7e9281 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Mar 11 16:58:23.498982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:58:23.629561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:23.644037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4', 'network_id': '4c67fab4-d7a9-4e19-bea3-a6463ea24412', 'port_id': '3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4', 'mac_address': 'fa:16:3e:70:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee07bfc5-57b8-431d-a2bc-872a6951e99c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:58:23.706244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:23.723696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:58:23.739730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:23.813496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4e01e-c192-4d66-ad16-2303c51dabc8 req-2334222c-82ed-4bf7-bdc8-7cbbd57384ef tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:23.813496 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-07d4e01e-c192-4d66-ad16-2303c51dabc8 req-2334222c-82ed-4bf7-bdc8-7cbbd57384ef tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 943 time: 0.0828450 Mar 11 16:58:23.833246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:23.857016 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-07d4e01e-c192-4d66-ad16-2303c51dabc8 req-b78253b4-56ba-404e-93f6-2637f0023a08 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472271 Mar 11 16:58:23.876788 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:58:23.902572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:23.909569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.909917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.910280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.910617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.910941 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.911267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.911585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.911904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.912223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.912540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.912857 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:23.913170 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:24.025696 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:58:25.043835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe428f8e-399c-4cfc-95bc-edabb54b4a96 req-36aaddc9-4120-4d20-94ed-1af5bd6ae866 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:25.045260 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe428f8e-399c-4cfc-95bc-edabb54b4a96 req-36aaddc9-4120-4d20-94ed-1af5bd6ae866 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 944 time: 0.0782521 Mar 11 16:58:25.088771 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe428f8e-399c-4cfc-95bc-edabb54b4a96 req-29931adb-e5c5-4b84-a2a9-8316b7915ca7 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Mar 11 16:58:25.517149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:58:25.655731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:58:25.660586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:25.660956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:25.776244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:25.802324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbfcb32-f965-4455-8e49-a5e223160a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:58:25.812293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:25.846055 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbfcb32-f965-4455-8e49-a5e223160a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4', 'code': 200} Mar 11 16:58:25.873494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:25.942092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:26.236009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5bc17-ee99-479b-ac8a-813545338158 req-856dc69f-f8a7-4600-9daf-bc1d914ebd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:26.237405 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68e5bc17-ee99-479b-ac8a-813545338158 req-856dc69f-f8a7-4600-9daf-bc1d914ebd8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 1098 time: 0.1033154 Mar 11 16:58:26.291208 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-68e5bc17-ee99-479b-ac8a-813545338158 req-00068204-a4d9-40d7-9c95-d65dd8c0daa7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481832 Mar 11 16:58:26.317040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc0fa8-22a9-4c10-a975-dae295ca0877 req-0743ab62-95ce-4328-a277-89edfa161e8f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:26.318446 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e7bc0fa8-22a9-4c10-a975-dae295ca0877 req-0743ab62-95ce-4328-a277-89edfa161e8f tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 945 time: 0.1143551 Mar 11 16:58:26.362837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e7bc0fa8-22a9-4c10-a975-dae295ca0877 req-e104d4c8-82f3-4d11-aef5-370105b51f00 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381837 Mar 11 16:58:27.562138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb419bc-1943-43f2-a0ee-a730d7a9a7d8 req-cafe3fde-38fe-44b5-9da6-b605ef490d1a tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:27.563614 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9bb419bc-1943-43f2-a0ee-a730d7a9a7d8 req-cafe3fde-38fe-44b5-9da6-b605ef490d1a tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 945 time: 0.0877178 Mar 11 16:58:27.608927 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9bb419bc-1943-43f2-a0ee-a730d7a9a7d8 req-e197d957-0bf1-4e83-b145-ef45e18228be tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393486 Mar 11 16:58:27.787850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b7c06-e6db-43bb-a8be-b1cdaa628e21 req-4b7cd8e8-52de-4c13-8f73-e3edea0bb496 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:27.789268 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-575b7c06-e6db-43bb-a8be-b1cdaa628e21 req-4b7cd8e8-52de-4c13-8f73-e3edea0bb496 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 945 time: 0.0781803 Mar 11 16:58:27.832371 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-575b7c06-e6db-43bb-a8be-b1cdaa628e21 req-65b55f3b-643b-4aac-8a25-a6a98d517243 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374792 Mar 11 16:58:39.724386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:41.198557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a66ad061-9132-4140-9d35-03e0065f432a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:43.409911 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-61326d69-4b99-460a-a44a-191ff2965a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:44.720983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:44.802352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:45.931507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34215bc2-4e8f-4cb6-8baa-996c11461004 req-469929ac-96dc-4585-96a5-afb7541058d9 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:45.933004 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34215bc2-4e8f-4cb6-8baa-996c11461004 req-469929ac-96dc-4585-96a5-afb7541058d9 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 945 time: 0.0844929 Mar 11 16:58:45.977549 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34215bc2-4e8f-4cb6-8baa-996c11461004 req-b6ef2bae-3e01-469e-a190-1870dcdd00bf tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Mar 11 16:58:45.981338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:47.161733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df17ed-d631-4faf-9033-b8da58a65849 req-d23d3037-7272-4663-8a96-7b1d46530caa tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:47.163203 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-26df17ed-d631-4faf-9033-b8da58a65849 req-d23d3037-7272-4663-8a96-7b1d46530caa tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 945 time: 0.0792694 Mar 11 16:58:47.207315 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-26df17ed-d631-4faf-9033-b8da58a65849 req-39073bf1-42c2-419a-bec8-0eb8112470ab tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/security-groups?id=982f31d7-94b5-4ee9-80fe-ad80bca3940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385265 Mar 11 16:58:47.448141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-8408c011-1264-4f07-ae15-28ea001ce1ba tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:47.449550 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-8408c011-1264-4f07-ae15-28ea001ce1ba tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 945 time: 0.0793610 Mar 11 16:58:47.520959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Deleting port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:58:47.521298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:47.767212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] For port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:47.767487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:47.893187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Calling delete_port for 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:58:48.158308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:48.210766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Pushing event deleted for resources: {'Port': ['ID=3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:48.386309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] No DVR routers for this DVR port 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:58:48.389762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:48.419907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbfcb32-f965-4455-8e49-a5e223160a28', 'name': 'network-vif-deleted', 'tag': '3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:58:48.441772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-686351d1-8128-484f-ac4c-a5aede1dd61c req-8616730e-03cf-49a1-bd4d-95430acfa93b tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Synchronizing usage tracker for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:58:48.497186 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1f636fc2-3a80-40af-99b3-c4132e7c5189 req-65f47664-6826-4e6c-98ab-0556d5e94460 tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.35 "DELETE /v2.0/ports/3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 HTTP/1.1" status: 204 len: 173 time: 1.0427592 Mar 11 16:58:48.586916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-686351d1-8128-484f-ac4c-a5aede1dd61c req-8616730e-03cf-49a1-bd4d-95430acfa93b tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] Unset dirty status for tenant:a4b41f9667d54f08a75f3bc37cae1023 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:58:48.611136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-686351d1-8128-484f-ac4c-a5aede1dd61c req-8616730e-03cf-49a1-bd4d-95430acfa93b tempest-TestEncryptedCinderVolumes-1314503717 tempest-TestEncryptedCinderVolumes-1314503717-project] 10.222.0.57 "GET /v2.0/ports?device_id=1bbfcb32-f965-4455-8e49-a5e223160a28 HTTP/1.1" status: 200 len: 210 time: 0.2031982 Mar 11 16:58:48.611136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbfcb32-f965-4455-8e49-a5e223160a28', 'name': 'network-vif-deleted', 'tag': '3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4', 'status': 'completed', 'code': 200} Mar 11 16:58:49.657149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:49.695998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:58:49.696334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 3d5dfedb-cb33-4bee-9a8b-642f3a6b68d4 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:49.782040 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41708) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:50.316062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:50.761540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Deleting port 9fc9df4f-535f-4667-91a3-e1c0d5813594 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:58:50.761872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:50.934278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] For port 9fc9df4f-535f-4667-91a3-e1c0d5813594, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=9fc9df4f-535f-4667-91a3-e1c0d5813594,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:50.935025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:51.054968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Calling delete_port for 9fc9df4f-535f-4667-91a3-e1c0d5813594 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:58:51.363996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:51.416711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc9df4f-535f-4667-91a3-e1c0d5813594,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:51.456704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.457044 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.457377 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.457709 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.458033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.458386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.458708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.459028 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.459344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.459657 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.459975 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.460287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:51.703230 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:52.169874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Router da18c63c-83f1-4ee7-b826-f8001ebcaa81 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:58:52.346500 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:58:52.355212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] Sync routers for ids ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:58:52.361197 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fcedb764-9a52-470c-ae1c-2f6050411ad7 admin admin] 10.222.0.57 "PUT /v2.0/routers/da18c63c-83f1-4ee7-b826-f8001ebcaa81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5779285 Mar 11 16:58:52.361369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41712) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:52.364299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] Routers {'da18c63c-83f1-4ee7-b826-f8001ebcaa81'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:58:52.364915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:58:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:52.542843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:52.545933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] Set router da18c63c-83f1-4ee7-b826-f8001ebcaa81 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:58:52.724369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:52.828414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:58:51Z', 'revision_number': 5, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'gw_port': {'id': 'fdd1999f-7178-4cf5-b39c-ecbdc1357418', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:52.832146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] Checking router: da18c63c-83f1-4ee7-b826-f8001ebcaa81 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:58:52.840302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] Routers {'da18c63c-83f1-4ee7-b826-f8001ebcaa81'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:58:52.840884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:58:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:52.844105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Deleting port fdd1999f-7178-4cf5-b39c-ecbdc1357418 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:58:52.844451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:53.022326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] For port fdd1999f-7178-4cf5-b39c-ecbdc1357418, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=fdd1999f-7178-4cf5-b39c-ecbdc1357418,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:53.022678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:53.031757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] Set router da18c63c-83f1-4ee7-b826-f8001ebcaa81 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:58:53.136780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:58:52Z', 'revision_number': 6, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:53.140711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a7a571-0ad0-4bec-9163-42731c63ae27 None None] The sync data for ids ['da18c63c-83f1-4ee7-b826-f8001ebcaa81'] in dv-neutron-833379-1-hyperv is: [{'id': 'da18c63c-83f1-4ee7-b826-f8001ebcaa81', 'name': 'tempest-TestEncryptedCinderVolumes-968892762-router', 'tenant_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:24Z', 'updated_at': '2022-03-11T16:58:52Z', 'revision_number': 6, 'project_id': 'a4b41f9667d54f08a75f3bc37cae1023', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:58:53.144961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Calling delete_port for fdd1999f-7178-4cf5-b39c-ecbdc1357418 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:58:53.530561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:53.570675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9fc9df4f-535f-4667-91a3-e1c0d5813594 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:53.583085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd1999f-7178-4cf5-b39c-ecbdc1357418,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:53.610581 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 9fc9df4f-535f-4667-91a3-e1c0d5813594 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:58:53.610931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 9fc9df4f-535f-4667-91a3-e1c0d5813594 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:53.682236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:53.959620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:53.961763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.038288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.038819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da18c63c-83f1-4ee7-b826-f8001ebcaa81 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:58:54.050881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.052000 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1f4fdb00-ac36-4c83-a8e7-679cbaed8846 admin admin] 10.222.0.57 "DELETE /v2.0/routers/da18c63c-83f1-4ee7-b826-f8001ebcaa81 HTTP/1.1" status: 204 len: 168 time: 1.6897032 Mar 11 16:58:54.054527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41716) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:54.116670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-04eb55b6-a394-4dc3-b03d-ab85ea25c65f admin admin] Deleting subnet ee07bfc5-57b8-431d-a2bc-872a6951e99c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:58:54.119796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04eb55b6-a394-4dc3-b03d-ab85ea25c65f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.171952 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04eb55b6-a394-4dc3-b03d-ab85ea25c65f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.249230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04eb55b6-a394-4dc3-b03d-ab85ea25c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.415509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04eb55b6-a394-4dc3-b03d-ab85ea25c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.456896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb55b6-a394-4dc3-b03d-ab85ea25c65f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee07bfc5-57b8-431d-a2bc-872a6951e99c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:54.460393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-04eb55b6-a394-4dc3-b03d-ab85ea25c65f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.465613 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4966d4d-4dea-4cfc-a229-8998b258f03c None None] Network 4c67fab4-d7a9-4e19-bea3-a6463ea24412 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:58:54.466058 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-04eb55b6-a394-4dc3-b03d-ab85ea25c65f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ee07bfc5-57b8-431d-a2bc-872a6951e99c HTTP/1.1" status: 204 len: 168 time: 0.4106028 Mar 11 16:58:54.468494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41720) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:54.579444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.589785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Deleting port d7e1bc11-1785-4679-b8d3-91b817dc46f3 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:58:54.590107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.712873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] DHCP port deletion for 4c67fab4-d7a9-4e19-bea3-a6463ea24412 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:58:54.717454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] Deleting port d7e1bc11-1785-4679-b8d3-91b817dc46f3 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:58:54.717829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.796074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] For port d7e1bc11-1785-4679-b8d3-91b817dc46f3, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d7e1bc11-1785-4679-b8d3-91b817dc46f3,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:54.796561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:54.921734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] For port d7e1bc11-1785-4679-b8d3-91b817dc46f3, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d7e1bc11-1785-4679-b8d3-91b817dc46f3,segment=NetworkSegment(53b4eed0-7061-4dcf-a97c-19c37d2246ac),segment_id=53b4eed0-7061-4dcf-a97c-19c37d2246ac)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:54.921991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Calling delete_port for d7e1bc11-1785-4679-b8d3-91b817dc46f3 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:58:54.922292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:55.042697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] Calling delete_port for d7e1bc11-1785-4679-b8d3-91b817dc46f3 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:58:55.095114 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:55.115202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:58:55.115553 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:58:55.145636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e1bc11-1785-4679-b8d3-91b817dc46f3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:55.149115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] No DVR routers for this DVR port d7e1bc11-1785-4679-b8d3-91b817dc46f3 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:58:55.274479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:55.303987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c67fab4-d7a9-4e19-bea3-a6463ea24412']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:55.316549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b4eed0-7061-4dcf-a97c-19c37d2246ac') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:55.316846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b4eed0-7061-4dcf-a97c-19c37d2246ac') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:55.328867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:55.344789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:55.350686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:58:55.351062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:58:55.364174 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:58:55.518501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:55.523305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:55.552999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c67fab4-d7a9-4e19-bea3-a6463ea24412,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:55.615322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d7e1bc11-1785-4679-b8d3-91b817dc46f3 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:55.641662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] Deleting port d7e1bc11-1785-4679-b8d3-91b817dc46f3 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:58:55.642031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:55.656444 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-85302ef4-080f-4906-8427-957e9129ac31 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4c67fab4-d7a9-4e19-bea3-a6463ea24412 HTTP/1.1" status: 204 len: 168 time: 1.1869493 Mar 11 16:58:55.659211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41724) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:55.682709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: d7e1bc11-1785-4679-b8d3-91b817dc46f3 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:58:55.683056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d7e1bc11-1785-4679-b8d3-91b817dc46f3 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:55.683493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fdd1999f-7178-4cf5-b39c-ecbdc1357418 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:55.746232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9e72c335-c0dc-4bc9-8b11-5557d35f4686 None None] The port 'd7e1bc11-1785-4679-b8d3-91b817dc46f3' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:58:55.752609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: fdd1999f-7178-4cf5-b39c-ecbdc1357418 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:58:55.752950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device fdd1999f-7178-4cf5-b39c-ecbdc1357418 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:56.288637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:56.641249 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Deleting port 0d024968-f99c-46c0-9cbe-d7d6931ccd68 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:58:56.641654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:56.810757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] For port 0d024968-f99c-46c0-9cbe-d7d6931ccd68, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=0d024968-f99c-46c0-9cbe-d7d6931ccd68,segment=NetworkSegment(d2c15835-6927-46d3-8a3b-53938c27ddbb),segment_id=d2c15835-6927-46d3-8a3b-53938c27ddbb)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:56.811573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:56.934312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Calling delete_port for 0d024968-f99c-46c0-9cbe-d7d6931ccd68 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:58:57.175456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:57.249506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d024968-f99c-46c0-9cbe-d7d6931ccd68,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:57.596895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:57.963185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:58:58.146022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:58:58.155406 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9ab10068-a4d4-4593-bcb3-4a9ba67fa7c8 admin admin] 10.222.0.57 "PUT /v2.0/routers/fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949899 Mar 11 16:58:58.157114 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] Sync routers for ids ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:58:58.157848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41728) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:58.177576 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] Routers {'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:58:58.178188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:58:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:58.336930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:58.363445 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] Set router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:58:58.523505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:58.627065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Deleting port bb36e751-6c02-42e2-b973-eb92946d46fc {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:58:58.627477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:58.682095 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:31Z', 'updated_at': '2022-03-11T16:58:57Z', 'revision_number': 5, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'gw_port': {'id': 'bb36e751-6c02-42e2-b973-eb92946d46fc', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:77:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:57:32Z', 'updated_at': '2022-03-11T16:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:58.685940 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] Checking router: fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:58:58.694640 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] Routers {'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:58:58.695222 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:58:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:58.848593 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] Set router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:58:58.932462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] For port bb36e751-6c02-42e2-b973-eb92946d46fc, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bb36e751-6c02-42e2-b973-eb92946d46fc,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:58:58.932815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:58.958944 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:31Z', 'updated_at': '2022-03-11T16:58:58Z', 'revision_number': 6, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:58.963031 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d3572-127b-450e-a1c7-e3d83daa9cbd None None] The sync data for ids ['fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95'] in dv-neutron-833379-1-hyperv is: [{'id': 'fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95', 'name': 'tempest-TestEncryptedCinderVolumes-130006575-router', 'tenant_id': '5b045cce69714fccbed8e10568be53ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:57:31Z', 'updated_at': '2022-03-11T16:58:58Z', 'revision_number': 6, 'project_id': '5b045cce69714fccbed8e10568be53ba', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:58:59.055767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Calling delete_port for bb36e751-6c02-42e2-b973-eb92946d46fc owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:58:59.278264 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:59.336592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb36e751-6c02-42e2-b973-eb92946d46fc,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:59.429645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:59.629393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:59.631630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:59.723840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:59.724433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 16:58:59.746712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:59.751219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0d024968-f99c-46c0-9cbe-d7d6931ccd68 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:59.752073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41732) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:59.752482 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1259e876-2ded-4749-8644-9e4008ed0ac1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/fd563edf-cab3-4dbc-9ed5-dd0e0eeb9c95 HTTP/1.1" status: 204 len: 168 time: 1.5934858 Mar 11 16:58:59.789146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 0d024968-f99c-46c0-9cbe-d7d6931ccd68 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:58:59.789488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 0d024968-f99c-46c0-9cbe-d7d6931ccd68 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:59.789909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bb36e751-6c02-42e2-b973-eb92946d46fc no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:59.816929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-9855c397-b8a1-465e-a053-53512d4d241e admin admin] Deleting subnet 6c296eb1-7600-48f8-a0c9-f8944928107b {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 16:58:59.822824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9855c397-b8a1-465e-a053-53512d4d241e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:59.825706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: bb36e751-6c02-42e2-b973-eb92946d46fc {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:58:59.826044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bb36e751-6c02-42e2-b973-eb92946d46fc not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:59.873501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9855c397-b8a1-465e-a053-53512d4d241e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:59.956264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9855c397-b8a1-465e-a053-53512d4d241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.112541 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9855c397-b8a1-465e-a053-53512d4d241e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.153025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855c397-b8a1-465e-a053-53512d4d241e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c296eb1-7600-48f8-a0c9-f8944928107b,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:00.160242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9855c397-b8a1-465e-a053-53512d4d241e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.165095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee4878-9008-4225-8255-d916c179c879 None None] Network afb03ba7-776c-4e30-8b16-56028c40b9b8 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:59:00.166883 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9855c397-b8a1-465e-a053-53512d4d241e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6c296eb1-7600-48f8-a0c9-f8944928107b HTTP/1.1" status: 204 len: 168 time: 0.4137063 Mar 11 16:59:00.169368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41736) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:00.278102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.288305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Deleting port a80dd0d0-093e-48e9-897e-5bc73de43bc2 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:59:00.288630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.409770 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] DHCP port deletion for afb03ba7-776c-4e30-8b16-56028c40b9b8 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 16:59:00.413864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] Deleting port a80dd0d0-093e-48e9-897e-5bc73de43bc2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:59:00.414259 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.497789 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] For port a80dd0d0-093e-48e9-897e-5bc73de43bc2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a80dd0d0-093e-48e9-897e-5bc73de43bc2,segment=NetworkSegment(d2c15835-6927-46d3-8a3b-53938c27ddbb),segment_id=d2c15835-6927-46d3-8a3b-53938c27ddbb)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:00.498137 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.626103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Calling delete_port for a80dd0d0-093e-48e9-897e-5bc73de43bc2 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:59:00.652209 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] For port a80dd0d0-093e-48e9-897e-5bc73de43bc2, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a80dd0d0-093e-48e9-897e-5bc73de43bc2,segment=NetworkSegment(d2c15835-6927-46d3-8a3b-53938c27ddbb),segment_id=d2c15835-6927-46d3-8a3b-53938c27ddbb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:00.652590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.771564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] Calling delete_port for a80dd0d0-093e-48e9-897e-5bc73de43bc2 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 16:59:00.775553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.828502 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80dd0d0-093e-48e9-897e-5bc73de43bc2,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:00.830333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] No DVR routers for this DVR port a80dd0d0-093e-48e9-897e-5bc73de43bc2 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:59:00.844883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:59:00.845229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:59:00.870550 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:59:00.944174 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:00.968924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb03ba7-776c-4e30-8b16-56028c40b9b8']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:00.984757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c15835-6927-46d3-8a3b-53938c27ddbb') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:00.985041 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c15835-6927-46d3-8a3b-53938c27ddbb') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:00.996089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:01.113509 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:01.119466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 16:59:01.121459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:59:01.132692 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:59:01.278195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:01.294006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:01.304702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb03ba7-776c-4e30-8b16-56028c40b9b8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:01.307539 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-35a9e052-1c84-4e00-8438-786fc7d2acb7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/afb03ba7-776c-4e30-8b16-56028c40b9b8 HTTP/1.1" status: 204 len: 168 time: 1.1372423 Mar 11 16:59:01.346312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] Deleting port a80dd0d0-093e-48e9-897e-5bc73de43bc2 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 16:59:01.346775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:01.413485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-10d57921-00e6-445a-a48d-c139099cbef4 None None] The port 'a80dd0d0-093e-48e9-897e-5bc73de43bc2' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 16:59:01.611486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a80dd0d0-093e-48e9-897e-5bc73de43bc2 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:59:01.648808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a80dd0d0-093e-48e9-897e-5bc73de43bc2 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 16:59:01.649154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a80dd0d0-093e-48e9-897e-5bc73de43bc2 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:59:01.668616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41742) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:01.719022 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2c0a2922-689f-4552-8562-f2728c073a66 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4b41f9667d54f08a75f3bc37cae1023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490088 Mar 11 16:59:01.721329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41746) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:01.778840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2cb58e4-4f04-4c71-8770-db8932549bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:01.804743 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2cb58e4-4f04-4c71-8770-db8932549bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:01.929487 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2cb58e4-4f04-4c71-8770-db8932549bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:01.947194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb58e4-4f04-4c71-8770-db8932549bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982f31d7-94b5-4ee9-80fe-ad80bca3940a,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:02.031814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2cb58e4-4f04-4c71-8770-db8932549bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:02.032957 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2cb58e4-4f04-4c71-8770-db8932549bd7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/982f31d7-94b5-4ee9-80fe-ad80bca3940a HTTP/1.1" status: 204 len: 168 time: 0.3107476 Mar 11 16:59:02.694383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41754) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:02.744478 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6fbf87c6-5bc5-45cd-b5f1-91a2fdea8922 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b045cce69714fccbed8e10568be53ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488710 Mar 11 16:59:02.746910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41758) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:02.803332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bfe237cf-014a-4588-a049-b21f3ebc1726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:02.829253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bfe237cf-014a-4588-a049-b21f3ebc1726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:02.981019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bfe237cf-014a-4588-a049-b21f3ebc1726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:02.995449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe237cf-014a-4588-a049-b21f3ebc1726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9963539-5ea7-474e-a5a0-071ca2073833,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:03.004015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bfe237cf-014a-4588-a049-b21f3ebc1726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:03.005138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bfe237cf-014a-4588-a049-b21f3ebc1726 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9963539-5ea7-474e-a5a0-071ca2073833 HTTP/1.1" status: 204 len: 168 time: 0.2573249 Mar 11 16:59:04.162190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41782) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:04.273882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-49355142-network', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:59:04.278679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:59:04.282424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Usage tracker for resource:network and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:59:04.285306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:59:04.291513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:59:04.357722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Made reservation on behalf of d50dcdb2c0d545c9b15f5d6cc59397ab for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:59:04.360781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:04.372492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:04.390135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:59:04.393835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Usage tracker for resource:security_group_rule and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:59:04.396578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:59:04.402117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:59:04.481028 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:04.552175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:04.582305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:59:04.590280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45adc8a-a763-44ba-8337-5b127487b223,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:04.595958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:04.596293 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Added segment 1ceeb488-70cd-404b-86fa-f1ad70b5c0d6 of type vlan for network 3c30af37-d8f0-4676-97b7-5f296853caf8 Mar 11 16:59:04.621875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:04.712271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:04.713219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:04.713783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:04.816123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c30af37-d8f0-4676-97b7-5f296853caf8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:04.826095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 3c30af37-d8f0-4676-97b7-5f296853caf8 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:59:04.896324 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f755e4a5-caaa-41e0-a85b-aeba269ceef3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7330329 Mar 11 16:59:04.899089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41788) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:04.904543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Request body: {'subnet': {'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-49355142-subnet', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:59:04.910199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:59:04.914184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Usage tracker for resource:subnet and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:59:04.917055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:59:04.923871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:59:04.987183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Made reservation on behalf of d50dcdb2c0d545c9b15f5d6cc59397ab for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:59:04.989605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:05.260730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:05.332982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcae8586-a836-410b-8419-952e4ebcb3ba,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:05.347348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Checking segment: {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:59:05.347699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Network hostable DHCP agents. Network: 3c30af37-d8f0-4676-97b7-5f296853caf8, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:59:05.477940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Network 3c30af37-d8f0-4676-97b7-5f296853caf8 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:59:05.563113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 3c30af37-d8f0-4676-97b7-5f296853caf8) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:05.567498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:05.568083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:05.572066 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd8755-bf4b-47b0-8283-6df69c1f4d63 None None] Network 3c30af37-d8f0-4676-97b7-5f296853caf8 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:59:05.673601 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1b91be94-a01d-4567-9d7f-f356cd91dfa6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7734122 Mar 11 16:59:05.676154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41792) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:05.680966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:59:05.685518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:59:05.693223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Usage tracker for resource:router and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:59:05.693223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:59:05.698321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:59:05.782078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-3c30af37-d8f0-4676-97b7-5f296853caf8', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:59:05.782937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:05.798588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:05.799567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:05.814099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:05.936570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Allocated IP 172.20.0.2 (3c30af37-d8f0-4676-97b7-5f296853caf8/fcae8586-a836-410b-8419-952e4ebcb3ba/d3ed01ec-1c37-496c-b3c2-737f1d600472) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:59:06.148841 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:06.158793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Transition to ACTIVE for port object d3ed01ec-1c37-496c-b3c2-737f1d600472 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:06.176286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Transition to ACTIVE for port object d3ed01ec-1c37-496c-b3c2-737f1d600472 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:06.244241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:06.268046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:06.304528 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Network 3c30af37-d8f0-4676-97b7-5f296853caf8 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:59:06.309240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:06.313721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:59:06.357462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Pushing event updated for resources: {'Port': ['ID=d3ed01ec-1c37-496c-b3c2-737f1d600472,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:06.415217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Attempting to bind port d3ed01ec-1c37-496c-b3c2-737f1d600472 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:59:06.415542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Attempting to bind port d3ed01ec-1c37-496c-b3c2-737f1d600472 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:59:06.415899 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Attempting to bind port d3ed01ec-1c37-496c-b3c2-737f1d600472 on network 3c30af37-d8f0-4676-97b7-5f296853caf8 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:59:06.421180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:59:06.421547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Checking segment: {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:59:06.421938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:06.422359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Bound using segment: {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:59:06.422808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Bound port: d3ed01ec-1c37-496c-b3c2-737f1d600472, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:59:06.423181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:06.511825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] For port d3ed01ec-1c37-496c-b3c2-737f1d600472, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:59:06.515565 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] For port d3ed01ec-1c37-496c-b3c2-737f1d600472, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d3ed01ec-1c37-496c-b3c2-737f1d600472,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:59:06.593404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:06.648815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:06.683254 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:06.712015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b4f65-b6d1-48b0-80ab-cfc1182ec640 None None] Pushing event updated for resources: {'Port': ['ID=d3ed01ec-1c37-496c-b3c2-737f1d600472,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:06.821375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Allocated IP 172.26.8.178 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/28536c23-3a7c-49f5-b4d5-df0a4e16ef7f) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:59:06.988638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:07.112782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:07.177503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:59:07.180440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:07.190691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:59:07.222393 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Pushing event updated for resources: {'Port': ['ID=28536c23-3a7c-49f5-b4d5-df0a4e16ef7f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:07.667809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d3ed01ec-1c37-496c-b3c2-737f1d600472 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:07.749058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e18781-5d89-46e5-9ade-4b348b813254 None None] Network 3c30af37-d8f0-4676-97b7-5f296853caf8 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:59:07.833432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d3ed01ec-1c37-496c-b3c2-737f1d600472 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:07.867766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:07.965661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8ca256e9-3fc5-4cfb-9923-fb383c39067f None None] Provisioning for port d3ed01ec-1c37-496c-b3c2-737f1d600472 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:07.977885 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8ca256e9-3fc5-4cfb-9923-fb383c39067f None None] Provisioning complete for port d3ed01ec-1c37-496c-b3c2-737f1d600472 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:07.978275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ca256e9-3fc5-4cfb-9923-fb383c39067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:08.119044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ca256e9-3fc5-4cfb-9923-fb383c39067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:08.153468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8ca256e9-3fc5-4cfb-9923-fb383c39067f None None] For port d3ed01ec-1c37-496c-b3c2-737f1d600472, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d3ed01ec-1c37-496c-b3c2-737f1d600472,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:08.220727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:08.261997 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8ca256e9-3fc5-4cfb-9923-fb383c39067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:08.333637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca256e9-3fc5-4cfb-9923-fb383c39067f None None] Pushing event updated for resources: {'Port': ['ID=d3ed01ec-1c37-496c-b3c2-737f1d600472,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:08.380736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e48569f7-2ef8-4e47-a8d9-14104403333d None None] Provisioning complete for port d3ed01ec-1c37-496c-b3c2-737f1d600472 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:08.381102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e48569f7-2ef8-4e47-a8d9-14104403333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:08.488951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Router 15862cf6-c139-48c4-bffb-05a53b60e7fe is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:59:08.672665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:59:08.681178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Sync routers for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:59:08.690924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:59:08.691556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:58:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:08.763714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:08.765707 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e1eae093-f6d8-4041-af3e-26fc1491adb9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0885136 Mar 11 16:59:08.768255 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41796) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:08.865272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:59:09.148968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:07Z', 'revision_number': 3, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:09.152835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Checking router: 15862cf6-c139-48c4-bffb-05a53b60e7fe for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:59:09.153177 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Updating router 15862cf6-c139-48c4-bffb-05a53b60e7fe port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:59:09.206624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:09.586250 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:09.589316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:09.605520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Transition to ACTIVE for port object 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:09.625783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d3ed01ec-1c37-496c-b3c2-737f1d600472 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:09.693604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d3ed01ec-1c37-496c-b3c2-737f1d600472 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:09.694369 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:09.723280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:09.778056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:09.801009 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Allocated IP 172.20.0.1 (3c30af37-d8f0-4676-97b7-5f296853caf8/fcae8586-a836-410b-8419-952e4ebcb3ba/402733e3-8f8b-490d-b73b-71bc00dd8fa8) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:59:09.830078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Attempting to bind port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:59:09.830546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Attempting to bind port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:59:09.830923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Attempting to bind port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:59:09.843135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84266e53-d106-4110-9a1e-358265b3d635 None None] Pushing event updated for resources: {'Port': ['ID=28536c23-3a7c-49f5-b4d5-df0a4e16ef7f,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:09.847229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:59:09.847910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:59:09.848050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:09.848372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:59:09.848840 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Bound port: 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:59:09.849215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:09.962443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:09.978805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Transition to ACTIVE for port object 402733e3-8f8b-490d-b73b-71bc00dd8fa8 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:09.983990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] For port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:59:09.987027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] For port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=28536c23-3a7c-49f5-b4d5-df0a4e16ef7f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:59:10.135984 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:10.164268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:10.219189 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:59:10.219820 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:58:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:10.228077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Network 3c30af37-d8f0-4676-97b7-5f296853caf8 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:59:10.230830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:10.233684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:59:10.277800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Pushing event updated for resources: {'Port': ['ID=402733e3-8f8b-490d-b73b-71bc00dd8fa8,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:10.288166 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84266e53-d106-4110-9a1e-358265b3d635 None None] Pushing event updated for resources: {'Port': ['ID=28536c23-3a7c-49f5-b4d5-df0a4e16ef7f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:10.304036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:10.417879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:59:10.662368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:10.678422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d371e39d-b0c4-4cf2-bc53-81fde1178f84 None None] Provisioning for port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:10.688673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-d371e39d-b0c4-4cf2-bc53-81fde1178f84 None None] Provisioning complete for port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:10.689041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d371e39d-b0c4-4cf2-bc53-81fde1178f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:10.749907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-d371e39d-b0c4-4cf2-bc53-81fde1178f84 None None] Port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:59:10.765368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:07Z', 'revision_number': 3, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:10.769321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a1f6a-4a9e-42ea-84e9-afd1747f0392 None None] The sync data for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv is: [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:07Z', 'revision_number': 3, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:59:10.891120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:10.987306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:11.098807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Pushing event updated for resources: {'Port': ['ID=402733e3-8f8b-490d-b73b-71bc00dd8fa8,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:11.101156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:11.187157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22553ed5-5c48-4334-a59b-fbeca439fe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:11.244405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Network 3c30af37-d8f0-4676-97b7-5f296853caf8 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:59:11.245612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:11.477628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-17cf6135-dd1c-40f7-9775-22cf55121f1e None None] Provisioning complete for port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:11.478279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17cf6135-dd1c-40f7-9775-22cf55121f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:11.543982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-17cf6135-dd1c-40f7-9775-22cf55121f1e None None] Port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:59:11.563989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Router 15862cf6-c139-48c4-bffb-05a53b60e7fe has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:59:11.641018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:11.753814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:59:11.762296 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9f9028d5-ce7c-4307-9680-e288e5ee3f36 admin admin] 10.222.0.57 "PUT /v2.0/routers/15862cf6-c139-48c4-bffb-05a53b60e7fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9930708 Mar 11 16:59:11.786707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:11.791737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:11.792105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:11.918357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:11.934707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=28536c23-3a7c-49f5-b4d5-df0a4e16ef7f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:12.027598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.100052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=28536c23-3a7c-49f5-b4d5-df0a4e16ef7f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:12.279741 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Sync routers for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:59:12.290034 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:59:12.290714 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:58:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:12.468153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 41814) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:12.472259 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:59:12.473504 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1443228385-network', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:59:12.478304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:59:12.482095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Usage tracker for resource:network and tenant:b173cb762e854e37ab4203750e4ba0da is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:59:12.485599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:59:12.495144 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:59:12.563679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Made reservation on behalf of b173cb762e854e37ab4203750e4ba0da for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:59:12.566269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.579363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.594014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:59:12.597854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Usage tracker for resource:security_group_rule and tenant:b173cb762e854e37ab4203750e4ba0da is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:59:12.600704 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:59:12.606474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:59:12.690069 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.769216 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.789616 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '402733e3-8f8b-490d-b73b-71bc00dd8fa8', 'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'mac_address': 'fa:16:3e:1d:e1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:09Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 2, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'subnets': [{'id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:12.793509 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Checking router: 15862cf6-c139-48c4-bffb-05a53b60e7fe for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:59:12.793783 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Updating router 15862cf6-c139-48c4-bffb-05a53b60e7fe port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:59:12.796322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:59:12.808605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8debde27-5733-403a-b844-9cfed37d58c7,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:12.812930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.813271 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Added segment 1dc7fb87-aa56-497a-b943-c1d1696fc2bb of type vlan for network 5360c1b2-5fdc-4308-9c19-fe1d972652ac Mar 11 16:59:12.839788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.846100 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.918073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.919167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:12.919739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.022933 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] Pushing event updated for resources: {'Network': ['ID=5360c1b2-5fdc-4308-9c19-fe1d972652ac,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:13.032542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 5360c1b2-5fdc-4308-9c19-fe1d972652ac details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:59:13.107431 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d5236244-1e4a-4650-9141-b99fff2aacdb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6381533 Mar 11 16:59:13.110881 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41818) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:13.117193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Request body: {'subnet': {'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1443228385-subnet', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:59:13.122743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:59:13.127244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Usage tracker for resource:subnet and tenant:b173cb762e854e37ab4203750e4ba0da is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:59:13.130506 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:59:13.137820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:59:13.197917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Made reservation on behalf of b173cb762e854e37ab4203750e4ba0da for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:59:13.199208 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.200321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.211012 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Transition to ACTIVE for port object 402733e3-8f8b-490d-b73b-71bc00dd8fa8 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:13.288606 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.410736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-873ee58e-0cb3-4404-b2ea-29645c471b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.488627 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Pushing event updated for resources: {'Port': ['ID=402733e3-8f8b-490d-b73b-71bc00dd8fa8,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:13.532409 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.532409 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.532409 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.532730 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.532934 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.533255 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.533635 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.533956 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.534292 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.534779 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.535261 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.535574 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.546343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.559156 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Attempting to bind port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:59:13.559690 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Attempting to bind port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:59:13.560561 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Attempting to bind port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 on network 3c30af37-d8f0-4676-97b7-5f296853caf8 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:59:13.568077 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:59:13.568659 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Checking segment: {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:59:13.569201 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.569724 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Bound using segment: {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:59:13.570360 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Bound port: 402733e3-8f8b-490d-b73b-71bc00dd8fa8, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:59:13.570938 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.632923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f911201-9406-473a-88ec-87dde6a22442,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:13.636095 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.636392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.636729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.637129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.637377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.637700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.638029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.638375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.639083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.639083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.639431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.640426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:13.658580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:13.664153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Checking segment: {'id': '1dc7fb87-aa56-497a-b943-c1d1696fc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:59:13.664505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Network hostable DHCP agents. Network: 5360c1b2-5fdc-4308-9c19-fe1d972652ac, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:59:13.679914 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] For port 402733e3-8f8b-490d-b73b-71bc00dd8fa8, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:59:13.683323 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] For port 402733e3-8f8b-490d-b73b-71bc00dd8fa8, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=402733e3-8f8b-490d-b73b-71bc00dd8fa8,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:59:13.757176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:13.757547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.758975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Network 5360c1b2-5fdc-4308-9c19-fe1d972652ac is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:59:13.781228 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.860799 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:59:13.861093 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:59:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:13.891177 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 5360c1b2-5fdc-4308-9c19-fe1d972652ac) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:13.903787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:13.910602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.913180 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b37799-cbf4-4e64-a35e-52e8577de5d2 None None] Network 5360c1b2-5fdc-4308-9c19-fe1d972652ac requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:59:13.931601 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ed2be-66e4-460a-97e4-ecbcbf6603d1 None None] Pushing event updated for resources: {'Port': ['ID=402733e3-8f8b-490d-b73b-71bc00dd8fa8,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:13.993317 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1d96ed25-ff52-44b6-93fa-271d5b6d97b5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8812435 Mar 11 16:59:13.995594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41822) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:14.002696 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:59:14.007725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:59:14.013876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Usage tracker for resource:router and tenant:b173cb762e854e37ab4203750e4ba0da is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:59:14.018552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:59:14.029162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:59:14.083793 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:59:14.118019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.119065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.135570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.161661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-5360c1b2-5fdc-4308-9c19-fe1d972652ac', 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'fixed_ips': [{'subnet_id': '4f911201-9406-473a-88ec-87dde6a22442'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 16:59:14.162618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.329572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Allocated IP 172.20.0.2 (5360c1b2-5fdc-4308-9c19-fe1d972652ac/4f911201-9406-473a-88ec-87dde6a22442/40932e3a-5b50-49a6-bdf2-d53d27eb1363) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:59:14.415446 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '402733e3-8f8b-490d-b73b-71bc00dd8fa8', 'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'mac_address': 'fa:16:3e:1d:e1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:09Z', 'updated_at': '2022-03-11T16:59:13Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'subnets': [{'id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:14.419524 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e93a81-2cd8-4aad-bd51-10e7f2d01928 None None] The sync data for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv is: [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '402733e3-8f8b-490d-b73b-71bc00dd8fa8', 'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'mac_address': 'fa:16:3e:1d:e1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:09Z', 'updated_at': '2022-03-11T16:59:13Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'subnets': [{'id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:59:14.529004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.563728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.574822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Transition to ACTIVE for port object 40932e3a-5b50-49a6-bdf2-d53d27eb1363 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:14.594627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Transition to ACTIVE for port object 40932e3a-5b50-49a6-bdf2-d53d27eb1363 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:14.678769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.737213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.750380 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Network 5360c1b2-5fdc-4308-9c19-fe1d972652ac is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:59:14.755743 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:14.759590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:59:14.848494 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Pushing event updated for resources: {'Port': ['ID=40932e3a-5b50-49a6-bdf2-d53d27eb1363,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:14.864908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.871404 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Attempting to bind port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:59:14.871758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Attempting to bind port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '1dc7fb87-aa56-497a-b943-c1d1696fc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:59:14.872108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Attempting to bind port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 on network 5360c1b2-5fdc-4308-9c19-fe1d972652ac {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:59:14.878968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:59:14.879467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Checking segment: {'id': '1dc7fb87-aa56-497a-b943-c1d1696fc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:59:14.879865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.880251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Bound using segment: {'id': '1dc7fb87-aa56-497a-b943-c1d1696fc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:59:14.881060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Bound port: 40932e3a-5b50-49a6-bdf2-d53d27eb1363, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc7fb87-aa56-497a-b943-c1d1696fc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:59:14.881460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.975818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:14.977872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] For port 40932e3a-5b50-49a6-bdf2-d53d27eb1363, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:59:14.981121 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] For port 40932e3a-5b50-49a6-bdf2-d53d27eb1363, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=40932e3a-5b50-49a6-bdf2-d53d27eb1363,segment=NetworkSegment(1dc7fb87-aa56-497a-b943-c1d1696fc2bb),segment_id=1dc7fb87-aa56-497a-b943-c1d1696fc2bb)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:59:15.011522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:15.044476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:15.141773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a2d9b-2fc0-4045-91ec-559cd89ec923 None None] Pushing event updated for resources: {'Port': ['ID=40932e3a-5b50-49a6-bdf2-d53d27eb1363,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:15.161247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Allocated IP 172.26.8.159 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:59:15.476182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:15.644102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:15.669268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 40932e3a-5b50-49a6-bdf2-d53d27eb1363 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:15.724373 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:59:15.727211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:15.729622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:59:15.775063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:15.797828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:15.803622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 402733e3-8f8b-490d-b73b-71bc00dd8fa8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:15.923850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:15.930509 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:15.930977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.036434 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.064999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.103386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 402733e3-8f8b-490d-b73b-71bc00dd8fa8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=402733e3-8f8b-490d-b73b-71bc00dd8fa8,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:16.134197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f27451-dbe0-4236-ab6d-c801bc0c8db4 None None] Network 5360c1b2-5fdc-4308-9c19-fe1d972652ac requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 16:59:16.191015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.258151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.334044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=402733e3-8f8b-490d-b73b-71bc00dd8fa8,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:16.423432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7d6aaf5a-b7bb-4152-9ea9-25d4567f46bd None None] Provisioning for port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:16.431602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7d6aaf5a-b7bb-4152-9ea9-25d4567f46bd None None] Provisioning complete for port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:16.431969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaf5a-b7bb-4152-9ea9-25d4567f46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.573570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaf5a-b7bb-4152-9ea9-25d4567f46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.610863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-7d6aaf5a-b7bb-4152-9ea9-25d4567f46bd None None] For port 40932e3a-5b50-49a6-bdf2-d53d27eb1363, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=40932e3a-5b50-49a6-bdf2-d53d27eb1363,segment=NetworkSegment(1dc7fb87-aa56-497a-b943-c1d1696fc2bb),segment_id=1dc7fb87-aa56-497a-b943-c1d1696fc2bb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:16.618733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.723460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7d6aaf5a-b7bb-4152-9ea9-25d4567f46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.792139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aaf5a-b7bb-4152-9ea9-25d4567f46bd None None] Pushing event updated for resources: {'Port': ['ID=40932e3a-5b50-49a6-bdf2-d53d27eb1363,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:16.843711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fc7550d4-5a9a-46d8-a5cb-2c2bb69988e3 None None] Provisioning complete for port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:16.844077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc7550d4-5a9a-46d8-a5cb-2c2bb69988e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:16.906716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 16:59:17.203461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:59:17.212558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Sync routers for ids ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:59:17.222379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Routers {'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:59:17.222982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:59:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:17.323600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:17.327959 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-461d3543-8df2-4c85-a503-3a724c771a95 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3282320 Mar 11 16:59:17.328349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 41826) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:17.398769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Set router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:59:17.658129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 40932e3a-5b50-49a6-bdf2-d53d27eb1363 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:17.751273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:17.751955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:17.789785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:14Z', 'updated_at': '2022-03-11T16:59:15Z', 'revision_number': 3, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'gw_port': {'id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:15Z', 'updated_at': '2022-03-11T16:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:17.799421 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Checking router: af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:59:17.799771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Updating router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:59:17.866967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.019556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 402733e3-8f8b-490d-b73b-71bc00dd8fa8 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:18.046266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.243402 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:18.243783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.264539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Allocated IP 172.20.0.1 (5360c1b2-5fdc-4308-9c19-fe1d972652ac/4f911201-9406-473a-88ec-87dde6a22442/a27c984f-5a12-4ab6-a220-ecff961a93cf) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:59:18.417887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.449541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Transition to ACTIVE for port object a27c984f-5a12-4ab6-a220-ecff961a93cf will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:18.452255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.465006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Transition to ACTIVE for port object 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:18.552209 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.587092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.634998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Attempting to bind port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:59:18.635366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Attempting to bind port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:59:18.637233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Attempting to bind port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:59:18.637761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7506d8-c1c0-48aa-8c2e-281377aaa71b None None] Pushing event updated for resources: {'Port': ['ID=3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:18.644078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:59:18.644454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:59:18.644855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.645241 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:59:18.645701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Bound port: 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:59:18.646077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.660698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Network 5360c1b2-5fdc-4308-9c19-fe1d972652ac is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:59:18.665944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:18.673017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:59:18.710039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Pushing event updated for resources: {'Port': ['ID=a27c984f-5a12-4ab6-a220-ecff961a93cf,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:18.725796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] For port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:59:18.729325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] For port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:59:18.735759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.792603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.875661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Routers {'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:59:18.876292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:59:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:18.912935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:18.934612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7506d8-c1c0-48aa-8c2e-281377aaa71b None None] Pushing event updated for resources: {'Port': ['ID=3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:19.025856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-de65745b-bd92-4b24-97bd-316e891e341e None None] Provisioning for port a27c984f-5a12-4ab6-a220-ecff961a93cf completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:19.041510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-de65745b-bd92-4b24-97bd-316e891e341e None None] Provisioning complete for port a27c984f-5a12-4ab6-a220-ecff961a93cf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:19.043144 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-de65745b-bd92-4b24-97bd-316e891e341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:19.119991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] Set router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:59:19.173015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-de65745b-bd92-4b24-97bd-316e891e341e None None] Port a27c984f-5a12-4ab6-a220-ecff961a93cf cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:59:19.251532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:19.312369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:19.422106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:19.426577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Pushing event updated for resources: {'Port': ['ID=a27c984f-5a12-4ab6-a220-ecff961a93cf,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:19.444000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aeb60089-a764-4913-89b7-73684b626467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:14Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 4, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'gw_port': {'id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:15Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a27c984f-5a12-4ab6-a220-ecff961a93cf', 'name': '', 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'mac_address': 'fa:16:3e:6b:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4f911201-9406-473a-88ec-87dde6a22442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:18Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 1, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'subnets': [{'id': '4f911201-9406-473a-88ec-87dde6a22442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:19.448094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb60089-a764-4913-89b7-73684b626467 None None] The sync data for ids ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'] in dv-neutron-833379-1-hyperv is: [{'id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:14Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 4, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'gw_port': {'id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:15Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a27c984f-5a12-4ab6-a220-ecff961a93cf', 'name': '', 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'mac_address': 'fa:16:3e:6b:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4f911201-9406-473a-88ec-87dde6a22442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:18Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 1, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'subnets': [{'id': '4f911201-9406-473a-88ec-87dde6a22442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:59:19.577626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Network 5360c1b2-5fdc-4308-9c19-fe1d972652ac is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:59:19.578801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:19.795843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 16:59:19.905471 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-cd532483-c2d8-41a1-9f4a-ae5464485aca None None] Provisioning complete for port a27c984f-5a12-4ab6-a220-ecff961a93cf triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:19.906034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cd532483-c2d8-41a1-9f4a-ae5464485aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:19.965627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-cd532483-c2d8-41a1-9f4a-ae5464485aca None None] Port a27c984f-5a12-4ab6-a220-ecff961a93cf cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:59:19.989478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 16:59:20.002489 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b7a96168-c3b1-407a-899c-2607fbbf6dda admin admin] 10.222.0.57 "PUT /v2.0/routers/af60bbc6-4008-4ad4-9e9c-2a26a8a96d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6728289 Mar 11 16:59:21.700228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:21.837576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:21.846563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:21.847216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:21.978954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:21.996149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:22.055120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:22.131346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:22.520685 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Sync routers for ids ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 16:59:22.533798 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Routers {'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:59:22.534427 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:59:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:22.742219 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Set router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:59:23.103598 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:14Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 4, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'gw_port': {'id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:15Z', 'updated_at': '2022-03-11T16:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a27c984f-5a12-4ab6-a220-ecff961a93cf', 'name': '', 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'mac_address': 'fa:16:3e:6b:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4f911201-9406-473a-88ec-87dde6a22442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:18Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 2, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'subnets': [{'id': '4f911201-9406-473a-88ec-87dde6a22442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:23.108729 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Checking router: af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 16:59:23.109075 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Updating router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 port a27c984f-5a12-4ab6-a220-ecff961a93cf binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 16:59:23.165908 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:23.580088 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:23.593787 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Transition to ACTIVE for port object a27c984f-5a12-4ab6-a220-ecff961a93cf will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:23.704196 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:23.706982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:23.707414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:24.403630 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:24.530292 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d02d3-e144-4ed1-8bc7-8fe85f223a7c None None] Pushing event updated for resources: {'Port': ['ID=a27c984f-5a12-4ab6-a220-ecff961a93cf,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:24.630711 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Attempting to bind port a27c984f-5a12-4ab6-a220-ecff961a93cf on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:59:24.631406 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Attempting to bind port a27c984f-5a12-4ab6-a220-ecff961a93cf by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '1dc7fb87-aa56-497a-b943-c1d1696fc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:59:24.631678 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Attempting to bind port a27c984f-5a12-4ab6-a220-ecff961a93cf on network 5360c1b2-5fdc-4308-9c19-fe1d972652ac {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:59:24.638150 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:59:24.639479 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Checking segment: {'id': '1dc7fb87-aa56-497a-b943-c1d1696fc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:59:24.639939 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:24.640386 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Bound using segment: {'id': '1dc7fb87-aa56-497a-b943-c1d1696fc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:59:24.640916 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Bound port: a27c984f-5a12-4ab6-a220-ecff961a93cf, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc7fb87-aa56-497a-b943-c1d1696fc2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:59:24.641347 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:24.763284 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] For port a27c984f-5a12-4ab6-a220-ecff961a93cf, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:59:24.767668 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] For port a27c984f-5a12-4ab6-a220-ecff961a93cf, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a27c984f-5a12-4ab6-a220-ecff961a93cf,segment=NetworkSegment(1dc7fb87-aa56-497a-b943-c1d1696fc2bb),segment_id=1dc7fb87-aa56-497a-b943-c1d1696fc2bb)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:59:24.838330 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:24.927646 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Routers {'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 16:59:24.945457 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:59:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:24.990898 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d02d3-e144-4ed1-8bc7-8fe85f223a7c None None] Pushing event updated for resources: {'Port': ['ID=a27c984f-5a12-4ab6-a220-ecff961a93cf,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:25.182432 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] Set router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 16:59:25.521460 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:14Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 4, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'gw_port': {'id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:15Z', 'updated_at': '2022-03-11T16:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a27c984f-5a12-4ab6-a220-ecff961a93cf', 'name': '', 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'mac_address': 'fa:16:3e:6b:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4f911201-9406-473a-88ec-87dde6a22442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:18Z', 'updated_at': '2022-03-11T16:59:24Z', 'revision_number': 4, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'subnets': [{'id': '4f911201-9406-473a-88ec-87dde6a22442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:25.526035 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd66fe6-b3cb-44a7-926c-1abed5ca1c99 None None] The sync data for ids ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'] in dv-neutron-833379-1-hyperv is: [{'id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:14Z', 'updated_at': '2022-03-11T16:59:18Z', 'revision_number': 4, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'gw_port': {'id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:15Z', 'updated_at': '2022-03-11T16:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a27c984f-5a12-4ab6-a220-ecff961a93cf', 'name': '', 'network_id': '5360c1b2-5fdc-4308-9c19-fe1d972652ac', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'mac_address': 'fa:16:3e:6b:a4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '4f911201-9406-473a-88ec-87dde6a22442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:18Z', 'updated_at': '2022-03-11T16:59:24Z', 'revision_number': 4, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'subnets': [{'id': '4f911201-9406-473a-88ec-87dde6a22442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 16:59:25.686465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a27c984f-5a12-4ab6-a220-ecff961a93cf up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:25.832181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a27c984f-5a12-4ab6-a220-ecff961a93cf completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:25.839090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a27c984f-5a12-4ab6-a220-ecff961a93cf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:25.839090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:25.976354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:26.016202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port a27c984f-5a12-4ab6-a220-ecff961a93cf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a27c984f-5a12-4ab6-a220-ecff961a93cf,segment=NetworkSegment(1dc7fb87-aa56-497a-b943-c1d1696fc2bb),segment_id=1dc7fb87-aa56-497a-b943-c1d1696fc2bb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:26.076938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:26.160360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=a27c984f-5a12-4ab6-a220-ecff961a93cf,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:26.168653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.169139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.169652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.170784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.171242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.171679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.172639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.173081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.173512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.173942 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.174412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:26.174985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:27.634967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a27c984f-5a12-4ab6-a220-ecff961a93cf up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:27.701697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a27c984f-5a12-4ab6-a220-ecff961a93cf triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:27.702062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:32.872247 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-ce02c012-e0fe-4878-8321-c71d6a5df01c tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:32.873725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-ce02c012-e0fe-4878-8321-c71d6a5df01c tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Synchronizing usage tracker for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:59:32.923178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-ce02c012-e0fe-4878-8321-c71d6a5df01c tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Unset dirty status for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:59:32.924246 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-ce02c012-e0fe-4878-8321-c71d6a5df01c tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/networks?id=3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 200 len: 813 time: 0.1990561 Mar 11 16:59:32.939064 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-a023a1e8-2295-4f3d-b1ec-4d3b71fe19fb tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/quotas/d50dcdb2c0d545c9b15f5d6cc59397ab HTTP/1.1" status: 200 len: 375 time: 0.0090861 Mar 11 16:59:33.018850 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-6968b092-ec5a-4e37-970c-2573dad87edc tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Synchronizing usage tracker for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:59:33.094276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-6968b092-ec5a-4e37-970c-2573dad87edc tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Unset dirty status for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:59:33.095560 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-6968b092-ec5a-4e37-970c-2573dad87edc tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516805 Mar 11 16:59:33.236128 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-c4a71c7f-1cad-49fa-a3e2-eafa47d606d0 service neutron] 10.222.0.57 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290853 Mar 11 16:59:33.367749 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-d38dd24b-f836-497b-a1aa-fb682ca64efb service neutron] 10.222.0.57 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259065 Mar 11 16:59:33.618126 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ebc9288f-afc5-4c34-89fa-c81e928fec3a req-6e0dbb56-4db0-4d45-ae16-19bfbe245b84 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 210 time: 0.0419102 Mar 11 16:59:34.714357 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a23d91fa-9c0b-45cf-a77f-52d318375882 req-2c02ed41-0700-41a1-b65d-8ea2e340c2d9 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 210 time: 0.0434973 Mar 11 16:59:35.867896 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-432e8a33-b068-48c3-8b90-029ce5af1d12 req-2a62f59e-f050-4548-9474-3eed06c9cbb2 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 210 time: 0.0464129 Mar 11 16:59:35.989231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-b9a91216-058b-4c46-8766-4d45deb7b726 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:35.990651 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-b9a91216-058b-4c46-8766-4d45deb7b726 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.35 "GET /v2.0/networks?id=3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 200 len: 813 time: 0.1455288 Mar 11 16:59:36.002022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'port': {'device_id': '8b5ba649-9264-4662-a3ae-61533913c561', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'admin_state_up': True, 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:59:36.236670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:59:36.246057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:59:36.323160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Made reservation on behalf of d50dcdb2c0d545c9b15f5d6cc59397ab for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:59:36.327305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:36.492865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Allocated IP 172.20.0.5 (3c30af37-d8f0-4676-97b7-5f296853caf8/fcae8586-a836-410b-8419-952e4ebcb3ba/55fd0498-fe63-4134-892f-12101862bb44) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:59:36.717864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:36.739439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Transition to ACTIVE for port object 55fd0498-fe63-4134-892f-12101862bb44 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:36.832472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:36.905251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Network 3c30af37-d8f0-4676-97b7-5f296853caf8 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:59:36.908464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:59:36.917693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 16:59:36.959310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'Port': ['ID=55fd0498-fe63-4134-892f-12101862bb44,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:37.020199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:37.020911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:37.194748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021f1bc-8bad-4d51-8f74-328b67ea3457 req-e756525f-81d3-4b73-875a-dedd3ba58b5a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:37.195473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c021f1bc-8bad-4d51-8f74-328b67ea3457 req-e756525f-81d3-4b73-875a-dedd3ba58b5a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Synchronizing usage tracker for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:59:37.229546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-9da33c74-9500-45e3-a557-4f9579b76c8b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2308350 Mar 11 16:59:37.284570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c021f1bc-8bad-4d51-8f74-328b67ea3457 req-e756525f-81d3-4b73-875a-dedd3ba58b5a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Unset dirty status for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:59:37.286968 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c021f1bc-8bad-4d51-8f74-328b67ea3457 req-e756525f-81d3-4b73-875a-dedd3ba58b5a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 931 time: 0.2448208 Mar 11 16:59:37.340610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5d1e087c-1492-4b34-b6e6-62cf9c323ffc None None] Provisioning for port 55fd0498-fe63-4134-892f-12101862bb44 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:37.348488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5d1e087c-1492-4b34-b6e6-62cf9c323ffc None None] Provisioning complete for port 55fd0498-fe63-4134-892f-12101862bb44 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:37.348936 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5d1e087c-1492-4b34-b6e6-62cf9c323ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:37.369652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c021f1bc-8bad-4d51-8f74-328b67ea3457 req-38159b39-3c73-4cbf-a249-0f21e7f7ead5 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Synchronizing usage tracker for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:59:37.432384 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e087c-1492-4b34-b6e6-62cf9c323ffc None None] Port 55fd0498-fe63-4134-892f-12101862bb44 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 16:59:37.472093 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-c021f1bc-8bad-4d51-8f74-328b67ea3457 req-38159b39-3c73-4cbf-a249-0f21e7f7ead5 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Unset dirty status for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:59:37.473366 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c021f1bc-8bad-4d51-8f74-328b67ea3457 req-38159b39-3c73-4cbf-a249-0f21e7f7ead5 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808252 Mar 11 16:59:37.871280 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:59:38.836036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd898a-ce95-4960-87d8-8f1e3ac9829d req-5ed71c91-d179-4d8d-88e8-4850f5aac4af tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:38.837494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b7cd898a-ce95-4960-87d8-8f1e3ac9829d req-5ed71c91-d179-4d8d-88e8-4850f5aac4af tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 931 time: 0.0842876 Mar 11 16:59:38.884272 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b7cd898a-ce95-4960-87d8-8f1e3ac9829d req-bd10746c-0c61-4894-b450-d63ebf430f9d tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402753 Mar 11 16:59:39.711530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:40.106033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6871b25-f453-42c3-968f-70fe9055efaa req-0f93e4c6-29c8-47a1-b013-23fd23d0d257 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:40.120382 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6871b25-f453-42c3-968f-70fe9055efaa req-0f93e4c6-29c8-47a1-b013-23fd23d0d257 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 931 time: 0.1053472 Mar 11 16:59:40.204036 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f6871b25-f453-42c3-968f-70fe9055efaa req-c349102f-9b9e-4078-9636-a186425481a7 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825791 Mar 11 16:59:41.339541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d305e9f6-9476-443e-9856-30f5311b0938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:41.423114 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f53f7c-65a5-4838-94a6-f239a9ac3bb1 req-7c80c4a0-537e-44c2-9967-bc83ad83fee1 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:41.424634 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70f53f7c-65a5-4838-94a6-f239a9ac3bb1 req-7c80c4a0-537e-44c2-9967-bc83ad83fee1 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 931 time: 0.1014705 Mar 11 16:59:41.477167 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-70f53f7c-65a5-4838-94a6-f239a9ac3bb1 req-c0c02908-38bc-4423-85e2-21174df70c32 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451715 Mar 11 16:59:42.690660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53012489-291a-4da8-b7bd-6f59f82c6940 req-caaeb734-209f-40f2-870a-ec30be336bfa tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:42.692279 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53012489-291a-4da8-b7bd-6f59f82c6940 req-caaeb734-209f-40f2-870a-ec30be336bfa tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 931 time: 0.0910604 Mar 11 16:59:42.738633 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-53012489-291a-4da8-b7bd-6f59f82c6940 req-33085b14-9776-4705-a9b5-36a507f2e045 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Mar 11 16:59:43.557624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1e0eaa8a-0a05-4138-82cf-2e15c8fb39e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:43.851594 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-87723467-2e5e-4b15-8989-2e01979c641b req-11d61495-0aef-4d60-8116-2df7a027419e service neutron] (88601) timed out ('10.222.0.35', 64513) {{(pid=88601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:59:43.943125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0702de-dbb4-4d3a-b466-fe1b84b974a4 req-0d2070f1-05bf-4e70-b8e2-f6642831f456 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:43.944604 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6a0702de-dbb4-4d3a-b466-fe1b84b974a4 req-0d2070f1-05bf-4e70-b8e2-f6642831f456 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 931 time: 0.0873547 Mar 11 16:59:43.991508 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6a0702de-dbb4-4d3a-b466-fe1b84b974a4 req-db6d765b-fd47-4027-aafc-4bd43a78d3c1 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398393 Mar 11 16:59:44.697708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Request body: {'port': {'device_id': '8b5ba649-9264-4662-a3ae-61533913c561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 16:59:44.705957 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:44.784965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:44.815463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:45.204537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fd0498-fe63-4134-892f-12101862bb44 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:59:45.213591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:45.235296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Transition to ACTIVE for port object 55fd0498-fe63-4134-892f-12101862bb44 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:59:45.253068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10b818-377c-4ee3-b0ed-711bb66ab48f req-d734ba15-a2e3-4e55-bca9-900064ae5dd1 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:45.254535 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9f10b818-377c-4ee3-b0ed-711bb66ab48f req-d734ba15-a2e3-4e55-bca9-900064ae5dd1 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 931 time: 0.1526420 Mar 11 16:59:45.303273 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9f10b818-377c-4ee3-b0ed-711bb66ab48f req-10970576-e350-437c-a4c5-0d901d1f74b4 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Mar 11 16:59:45.323216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:45.478214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Pushing event updated for resources: {'Port': ['ID=55fd0498-fe63-4134-892f-12101862bb44,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:45.567839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Attempting to bind port 55fd0498-fe63-4134-892f-12101862bb44 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:59:45.568175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Attempting to bind port 55fd0498-fe63-4134-892f-12101862bb44 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:59:45.568494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Attempting to bind port 55fd0498-fe63-4134-892f-12101862bb44 on network 3c30af37-d8f0-4676-97b7-5f296853caf8 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:59:45.572996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Port 55fd0498-fe63-4134-892f-12101862bb44 on network 3c30af37-d8f0-4676-97b7-5f296853caf8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 16:59:45.573352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Attempting to bind port 55fd0498-fe63-4134-892f-12101862bb44 on network 3c30af37-d8f0-4676-97b7-5f296853caf8 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 16:59:45.579267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 16:59:45.579597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Checking segment: {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 16:59:45.579975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Bound using segment: {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 16:59:45.580392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Bound port: 55fd0498-fe63-4134-892f-12101862bb44, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:59:45.580730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:45.670489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] For port 55fd0498-fe63-4134-892f-12101862bb44, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 16:59:45.673359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] For port 55fd0498-fe63-4134-892f-12101862bb44, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55fd0498-fe63-4134-892f-12101862bb44,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 16:59:45.734675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:45.791729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:45.792363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:45.793681 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] 10.222.0.35 "PUT /v2.0/ports/55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 1093 time: 1.1012204 Mar 11 16:59:45.794388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:59:45.824822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f4886-58da-4e11-8da4-4756b974f317 service neutron] Pushing event updated for resources: {'Port': ['ID=55fd0498-fe63-4134-892f-12101862bb44,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:45.847385 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44', 'status': 'completed', 'code': 200} Mar 11 16:59:45.942232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6be8ba-c197-4541-9c92-857476bfdc6b req-aa415913-653c-4111-b727-a688b771415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:45.943836 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d6be8ba-c197-4541-9c92-857476bfdc6b req-aa415913-653c-4111-b727-a688b771415b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1096 time: 0.0793481 Mar 11 16:59:45.998225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:46.187115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6be8ba-c197-4541-9c92-857476bfdc6b req-ce4dec35-c29d-402f-88ba-c6d9cc5ebe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:46.188770 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d6be8ba-c197-4541-9c92-857476bfdc6b req-ce4dec35-c29d-402f-88ba-c6d9cc5ebe97 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2380695 Mar 11 16:59:46.328691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6be8ba-c197-4541-9c92-857476bfdc6b req-c7d7f1a9-8eca-40c1-8b99-56e07ff9d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:46.330190 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8d6be8ba-c197-4541-9c92-857476bfdc6b req-c7d7f1a9-8eca-40c1-8b99-56e07ff9d115 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356573 Mar 11 16:59:46.488792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-6c40c54f-f093-4a5a-a99e-1f07b5611945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:46.490187 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-6c40c54f-f093-4a5a-a99e-1f07b5611945 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1096 time: 0.1257949 Mar 11 16:59:46.562158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0910f-d32c-4443-9cf9-459cdbe64c35 req-9feb5d37-ce77-4d8c-90ff-8dcd8a89af99 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:46.563873 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5dc0910f-d32c-4443-9cf9-459cdbe64c35 req-9feb5d37-ce77-4d8c-90ff-8dcd8a89af99 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 943 time: 0.1547413 Mar 11 16:59:46.587171 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-b00368c3-6c91-4942-a11c-30dbc315f93b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 217 time: 0.0871453 Mar 11 16:59:46.657372 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5dc0910f-d32c-4443-9cf9-459cdbe64c35 req-72daabdf-23d0-4f00-82e3-968f63247609 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864308 Mar 11 16:59:46.665928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-cb429525-4ca8-4b49-9f91-1aa7c20dca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:46.667335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-cb429525-4ca8-4b49-9f91-1aa7c20dca8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcae8586-a836-410b-8419-952e4ebcb3ba HTTP/1.1" status: 200 len: 852 time: 0.0728669 Mar 11 16:59:46.741455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-5d7bc695-eaaa-45ff-95f2-1de2d0eaf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:46.742833 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-5d7bc695-eaaa-45ff-95f2-1de2d0eaf5d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c30af37-d8f0-4676-97b7-5f296853caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693080 Mar 11 16:59:46.871615 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-935abeae-93ea-4a64-8c1b-315f7e807ccc service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218572 Mar 11 16:59:47.001251 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15ac65bb-d1c0-476f-a021-db81382a7b42 req-47e76633-21cb-45ed-a2ff-bb32b7135963 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232193 Mar 11 16:59:47.848215 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8710-4eca-4848-a600-e0640707ea31 req-9b275af6-3aa4-47c7-9697-30399d3192e6 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:47.849553 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f44c8710-4eca-4848-a600-e0640707ea31 req-9b275af6-3aa4-47c7-9697-30399d3192e6 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 943 time: 0.0801022 Mar 11 16:59:47.892557 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f44c8710-4eca-4848-a600-e0640707ea31 req-662c4599-70e5-41b3-918f-edde1e5bd8e5 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373626 Mar 11 16:59:48.004222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 55fd0498-fe63-4134-892f-12101862bb44 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:59:48.133593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 55fd0498-fe63-4134-892f-12101862bb44, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55fd0498-fe63-4134-892f-12101862bb44,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:48.146812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '55fd0498-fe63-4134-892f-12101862bb44', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'port_id': '55fd0498-fe63-4134-892f-12101862bb44', 'mac_address': 'fa:16:3e:90:87:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:59:48.201275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:48.217298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fd0498-fe63-4134-892f-12101862bb44 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 16:59:48.232410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 55fd0498-fe63-4134-892f-12101862bb44, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55fd0498-fe63-4134-892f-12101862bb44,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:48.333414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:48.404426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=55fd0498-fe63-4134-892f-12101862bb44,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:48.537158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['55fd0498-fe63-4134-892f-12101862bb44'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 16:59:49.082767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1696c8-4e94-43de-96eb-4d38253608be req-756132bb-bcee-4622-abea-51bfdbe9333d tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:49.084189 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a1696c8-4e94-43de-96eb-4d38253608be req-756132bb-bcee-4622-abea-51bfdbe9333d tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 944 time: 0.0862963 Mar 11 16:59:49.127543 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a1696c8-4e94-43de-96eb-4d38253608be req-fd593345-a6cc-43ee-a91c-6893adadd180 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377803 Mar 11 16:59:50.014392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 55fd0498-fe63-4134-892f-12101862bb44 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:59:50.139967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 55fd0498-fe63-4134-892f-12101862bb44 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:59:50.144593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 55fd0498-fe63-4134-892f-12101862bb44 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:59:50.144953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:50.260321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:50.287162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fd0498-fe63-4134-892f-12101862bb44'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 16:59:50.297845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 55fd0498-fe63-4134-892f-12101862bb44, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55fd0498-fe63-4134-892f-12101862bb44,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 16:59:50.319899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54d473-21ed-4eef-be5e-b4c85e2f9e2f req-41d94f20-8f34-4b13-8af9-42b06f0c26bc tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:50.321515 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9f54d473-21ed-4eef-be5e-b4c85e2f9e2f req-41d94f20-8f34-4b13-8af9-42b06f0c26bc tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 944 time: 0.0913265 Mar 11 16:59:50.351837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:50.367788 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9f54d473-21ed-4eef-be5e-b4c85e2f9e2f req-a6a84dab-f401-416e-9e21-6cbb1e462295 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Mar 11 16:59:50.421524 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=55fd0498-fe63-4134-892f-12101862bb44,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:50.459153 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fd0498-fe63-4134-892f-12101862bb44', 'code': 200} Mar 11 16:59:50.795907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9a731-4bae-4bd2-819f-5dd873db4219 req-848167af-bd1a-4763-adca-22514f0ca610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:50.797296 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-55e9a731-4bae-4bd2-819f-5dd873db4219 req-848167af-bd1a-4763-adca-22514f0ca610 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1098 time: 0.0692973 Mar 11 16:59:50.839995 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-55e9a731-4bae-4bd2-819f-5dd873db4219 req-03d579bc-4931-4679-b9cd-6bd863e807be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372245 Mar 11 16:59:51.551263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39359444-c07f-485b-aeee-aa1c21dddb45 req-9f79a45e-57d6-4b58-8718-20d4532d4bd8 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:51.552744 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-39359444-c07f-485b-aeee-aa1c21dddb45 req-9f79a45e-57d6-4b58-8718-20d4532d4bd8 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 945 time: 0.0812061 Mar 11 16:59:51.600511 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-39359444-c07f-485b-aeee-aa1c21dddb45 req-aaa55260-d031-478d-9e0f-022d5b3c7c2c tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Mar 11 16:59:52.782262 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891e660-72bb-4bd5-9506-6b9bd3e51962 req-838cf970-e860-49e2-99cb-94cfb89009c6 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:52.783697 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3891e660-72bb-4bd5-9506-6b9bd3e51962 req-838cf970-e860-49e2-99cb-94cfb89009c6 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 945 time: 0.0790534 Mar 11 16:59:52.827830 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3891e660-72bb-4bd5-9506-6b9bd3e51962 req-5c4b4745-7a3c-443c-a150-832397b947fa tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384169 Mar 11 16:59:53.020618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c447a-5a42-4cb2-87b6-efa050cfc34c req-28ec3255-880d-429c-8050-04293d053da5 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:53.022060 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a8c447a-5a42-4cb2-87b6-efa050cfc34c req-28ec3255-880d-429c-8050-04293d053da5 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 945 time: 0.0807626 Mar 11 16:59:53.067177 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a8c447a-5a42-4cb2-87b6-efa050cfc34c req-50ce19f7-af9c-4a2c-9057-145311acfab4 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 Mar 11 16:59:53.457913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7220ba-cefc-4978-b1eb-94078ce02757 req-4031d81e-4695-41db-babc-54c1ff786797 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:53.459381 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c7220ba-cefc-4978-b1eb-94078ce02757 req-4031d81e-4695-41db-babc-54c1ff786797 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 945 time: 0.0837464 Mar 11 16:59:53.503579 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c7220ba-cefc-4978-b1eb-94078ce02757 req-9fb0b5c0-66be-40b1-8ec1-72cc925b48f1 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386381 Mar 11 16:59:57.961678 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-137d27ce-9457-44a5-ac9a-0161eba4d1ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730546 Mar 11 16:59:58.106148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-7c233ed4-b71b-4e20-95a0-d163192008c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:58.108371 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-7c233ed4-b71b-4e20-95a0-d163192008c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1098 time: 0.0734198 Mar 11 16:59:58.251825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-6a725d51-0b7e-438c-84a7-df630090add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:58.253163 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-6a725d51-0b7e-438c-84a7-df630090add1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 200 len: 914 time: 0.1263869 Mar 11 16:59:58.416617 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-f71839cc-3471-4d6b-b9f3-54c468d10949 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 217 time: 0.1575222 Mar 11 16:59:58.478828 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-eea931aa-655b-450a-b970-af9244293be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:58.480275 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-eea931aa-655b-450a-b970-af9244293be0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcae8586-a836-410b-8419-952e4ebcb3ba HTTP/1.1" status: 200 len: 852 time: 0.0577817 Mar 11 16:59:58.556899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-77c24e49-dbb4-496a-97f6-6c08032de51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:58.558318 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-77c24e49-dbb4-496a-97f6-6c08032de51f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c30af37-d8f0-4676-97b7-5f296853caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717244 Mar 11 16:59:58.689615 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-4dd3db93-63cd-4071-aa45-10a67a488203 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246850 Mar 11 16:59:58.820499 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-077fe2b4-8464-45aa-ae6a-fe27bd45a725 req-bd0a6119-6c78-40b4-99ff-17e34219f223 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251209 Mar 11 17:00:06.654985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43925d-cab3-4246-b8b6-eebf82435a2a req-288a4e1c-5b17-4af7-b2a8-ff461574bd48 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:06.656427 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6a43925d-cab3-4246-b8b6-eebf82435a2a req-288a4e1c-5b17-4af7-b2a8-ff461574bd48 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 945 time: 0.0790641 Mar 11 17:00:06.699167 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6a43925d-cab3-4246-b8b6-eebf82435a2a req-8b76acaa-81b4-4004-afad-a8e4e6b76831 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372353 Mar 11 17:00:06.724600 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42030) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:06.890389 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8057d-16f2-4ed4-966c-d27e176f977f tempest-TestMinimumBasicScenario-284484193 tempest-TestMinimumBasicScenario-284484193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:06.891900 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-41f8057d-16f2-4ed4-966c-d27e176f977f tempest-TestMinimumBasicScenario-284484193 tempest-TestMinimumBasicScenario-284484193-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1093 time: 0.1663351 Mar 11 17:00:06.894973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42036) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:06.900136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '55fd0498-fe63-4134-892f-12101862bb44', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:00:06.906768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:06.910628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Usage tracker for resource:floatingip and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:06.913389 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:06.923975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:06.991376 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.133110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.279416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Allocated IP 172.26.8.70 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/ef0e4b6b-139e-4011-b78b-077ae63b76c9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:00:07.428629 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.523154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.593521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:07.596349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:07.604643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:00:07.639378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'Port': ['ID=ef0e4b6b-139e-4011-b78b-077ae63b76c9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:08.036202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.222287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.425652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.482199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.697035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'Port': ['ID=ef0e4b6b-139e-4011-b78b-077ae63b76c9,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:08.707275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.889266 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Floating IP 0c470848-52c9-4499-bc3f-131d0565e9f4 associated. External IP: 172.26.8.70, port: 55fd0498-fe63-4134-892f-12101862bb44. Mar 11 17:00:09.233721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Router 15862cf6-c139-48c4-bffb-05a53b60e7fe has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:00:09.410766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:00:09.421403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] Sync routers for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:00:09.430499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:00:09.431102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:59:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:09.528459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.584584 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-92598c80-daad-421b-bf53-ed398138525b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6885211 Mar 11 17:00:09.585259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:00:09.587960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42040) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:09.595870 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715686010', 'description': 'tempest-secgroup-smoke-715686010 description', 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:00:09.604970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:09.612481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:00:09.617388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:09.634762 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44', 'status': 'completed', 'code': 200} Mar 11 17:00:09.700680 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.724313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:09.728338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Usage tracker for resource:security_group_rule and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:09.732361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f586-75b7-48c3-aa78-01239347223c req-df44f9ee-24dd-4028-80aa-2402449426b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:09.732505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:09.733835 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ade9f586-75b7-48c3-aa78-01239347223c req-df44f9ee-24dd-4028-80aa-2402449426b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1098 time: 0.0751495 Mar 11 17:00:09.738323 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:09.814599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.820176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.878358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f586-75b7-48c3-aa78-01239347223c req-e9f97dd9-c411-4e88-921d-d35a4ebc7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:09.879930 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ade9f586-75b7-48c3-aa78-01239347223c req-e9f97dd9-c411-4e88-921d-d35a4ebc7b6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 200 len: 914 time: 0.1397913 Mar 11 17:00:09.939819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.984007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e026d396-ea8f-4b36-8aa6-7595858f82b6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:09.993940 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.994573 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.994906 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.995423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.995757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.996085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.996443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.996579 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ade9f586-75b7-48c3-aa78-01239347223c req-cc0acaf8-fc7b-4db1-8b59-056971aa71fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 998 time: 0.1091688 Mar 11 17:00:09.996786 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.997113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.997566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.997901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:09.998255 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:10.017267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0c470848-52c9-4499-bc3f-131d0565e9f4', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'floating_ip_address': '172.26.8.70', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'port_id': '55fd0498-fe63-4134-892f-12101862bb44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'mac_address': 'fa:16:3e:90:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5ba649-9264-4662-a3ae-61533913c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:00:07Z', 'updated_at': '2022-03-11T17:00:07Z', 'revision_number': 0, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402733e3-8f8b-490d-b73b-71bc00dd8fa8', 'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'mac_address': 'fa:16:3e:1d:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:09Z', 'updated_at': '2022-03-11T16:59:16Z', 'revision_number': 5, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'subnets': [{'id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:10.021107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] Checking router: 15862cf6-c139-48c4-bffb-05a53b60e7fe for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:00:10.030741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:00:10.031374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T16:59:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:10.065178 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f586-75b7-48c3-aa78-01239347223c req-4383b7d0-b600-432d-b401-6f3b4818ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:10.066565 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ade9f586-75b7-48c3-aa78-01239347223c req-4383b7d0-b600-432d-b401-6f3b4818ad6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcae8586-a836-410b-8419-952e4ebcb3ba HTTP/1.1" status: 200 len: 852 time: 0.0632963 Mar 11 17:00:10.071279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.072494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-65eee1aa-00e7-4026-bc9f-2ad19ff3fe8f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4829593 Mar 11 17:00:10.075446 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42046) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:10.080852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'security_group_rule': {'security_group_id': 'e026d396-ea8f-4b36-8aa6-7595858f82b6', 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:00:10.087063 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:10.091418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Usage tracker for resource:security_group_rule and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:10.094481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:10.100363 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:10.142144 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f586-75b7-48c3-aa78-01239347223c req-7a918942-9778-4a3a-8ce0-4c70bd5566fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:10.143618 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ade9f586-75b7-48c3-aa78-01239347223c req-7a918942-9778-4a3a-8ce0-4c70bd5566fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c30af37-d8f0-4676-97b7-5f296853caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709743 Mar 11 17:00:10.179684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.221178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:00:10.248893 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.322649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.348417 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65d71e6-1b85-4068-9a75-9f811ba5f250,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:10.395544 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ade9f586-75b7-48c3-aa78-01239347223c req-737265ff-675d-447e-a56b-04e12e4670c7 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452977 Mar 11 17:00:10.448275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.452155 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c319d713-6bfb-48c5-bc31-d28ff696b878 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731053 Mar 11 17:00:10.452422 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42050) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:10.457696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'security_group_rule': {'security_group_id': 'e026d396-ea8f-4b36-8aa6-7595858f82b6', 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:00:10.464191 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:10.468448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Usage tracker for resource:security_group_rule and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:10.472619 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:10.479020 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:10.535591 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ade9f586-75b7-48c3-aa78-01239347223c req-025bf80e-1bde-49c3-9cf6-49f58143a3cc service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342037 Mar 11 17:00:10.569613 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.581114 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0c470848-52c9-4499-bc3f-131d0565e9f4', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'floating_ip_address': '172.26.8.70', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'port_id': '55fd0498-fe63-4134-892f-12101862bb44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'mac_address': 'fa:16:3e:90:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5ba649-9264-4662-a3ae-61533913c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:00:07Z', 'updated_at': '2022-03-11T17:00:07Z', 'revision_number': 0, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402733e3-8f8b-490d-b73b-71bc00dd8fa8', 'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'mac_address': 'fa:16:3e:1d:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:09Z', 'updated_at': '2022-03-11T16:59:16Z', 'revision_number': 5, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'subnets': [{'id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:10.585356 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b4bce7-5464-4548-9ee0-b224adfdb347 None None] The sync data for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv is: [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '0c470848-52c9-4499-bc3f-131d0565e9f4', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'floating_ip_address': '172.26.8.70', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'port_id': '55fd0498-fe63-4134-892f-12101862bb44', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'mac_address': 'fa:16:3e:90:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5ba649-9264-4662-a3ae-61533913c561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:00:07Z', 'updated_at': '2022-03-11T17:00:07Z', 'revision_number': 0, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402733e3-8f8b-490d-b73b-71bc00dd8fa8', 'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'mac_address': 'fa:16:3e:1d:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:09Z', 'updated_at': '2022-03-11T16:59:16Z', 'revision_number': 5, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'subnets': [{'id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:00:10.633880 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.727116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.751517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8640dbd9-56ce-4482-b950-f0262e697597,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:10.792630 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b156c7ac-7c51-475f-869d-f2c30bf9db1c None None] New status for floating IP 0c470848-52c9-4499-bc3f-131d0565e9f4: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:00:10.818625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.822296 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0feffcf6-c37a-47fa-b412-3dcc27aca821 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3664417 Mar 11 17:00:10.822525 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42054) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:10.828306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'security_group_rule': {'security_group_id': 'e026d396-ea8f-4b36-8aa6-7595858f82b6', 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:00:10.834570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:10.838506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Usage tracker for resource:security_group_rule and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:10.841565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:10.847344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:10.951529 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.018643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.093913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.117997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33fce27-24b2-457f-8262-6b91e46c86e3,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:11.208387 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.208552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-07aaddc0-fe49-4282-b967-2c2983dca139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.209615 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a7a45d03-edf5-4d78-9276-faf30ce6a70a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3861666 Mar 11 17:00:11.212367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42058) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:11.225103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'security_group_rule': {'security_group_id': 'e026d396-ea8f-4b36-8aa6-7595858f82b6', 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:00:11.225103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:11.228465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Usage tracker for resource:security_group_rule and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:11.231958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:11.237722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:11.341180 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.403431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.505840 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.529806 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dfdcbb-3a6b-46dc-842c-1804e2e19eb5,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:11.614455 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.615673 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-486815f1-0841-42d2-961f-3680b4ed471e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4023616 Mar 11 17:00:11.618512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42062) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:11.623995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'security_group_rule': {'security_group_id': 'e026d396-ea8f-4b36-8aa6-7595858f82b6', 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:00:11.629962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:11.633868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Usage tracker for resource:security_group_rule and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:11.636769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:11.643269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:11.722669 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Project d50dcdb2c0d545c9b15f5d6cc59397ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:00:11.729431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.795712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.894097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.918819 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591a5773-c8dd-42cd-b3b7-b2bd37514014,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:11.989423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.990578 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ce87262c-d30d-4d29-b6c7-a57a762f5d81 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3711584 Mar 11 17:00:11.993522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42066) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:11.998559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'security_group_rule': {'security_group_id': 'e026d396-ea8f-4b36-8aa6-7595858f82b6', 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:00:12.004668 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:12.008378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Usage tracker for resource:security_group_rule and tenant:d50dcdb2c0d545c9b15f5d6cc59397ab is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:12.012873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:12.019084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:12.092175 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Project d50dcdb2c0d545c9b15f5d6cc59397ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:00:12.098795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.158697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.242647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.271647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b87a05a-8810-467c-a3bf-811eec3c276b,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:12.345545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.346746 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5b89abc5-433b-4463-bbf5-40c4b67a3dba tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3522475 Mar 11 17:00:12.472212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4d1615b8-3d7f-4aff-936a-496d569942da req-7b425f7b-69e6-4987-8b33-19d7a0355eb4 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Synchronizing usage tracker for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:00:12.574220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4d1615b8-3d7f-4aff-936a-496d569942da req-7b425f7b-69e6-4987-8b33-19d7a0355eb4 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Unset dirty status for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:00:12.576645 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d1615b8-3d7f-4aff-936a-496d569942da req-7b425f7b-69e6-4987-8b33-19d7a0355eb4 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715686010&fields=id&tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab HTTP/1.1" status: 200 len: 267 time: 0.1482756 Mar 11 17:00:12.662647 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615b8-3d7f-4aff-936a-496d569942da req-e19ce40c-39fc-412f-98ca-80cb163f30d8 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:12.664079 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d1615b8-3d7f-4aff-936a-496d569942da req-e19ce40c-39fc-412f-98ca-80cb163f30d8 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 945 time: 0.0830784 Mar 11 17:00:12.675391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-4d1615b8-3d7f-4aff-936a-496d569942da req-ac19a1a2-a474-449e-a785-afa80da9bbc3 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'port': {'security_groups': ['b45adc8a-a763-44ba-8337-5b127487b223', 'e026d396-ea8f-4b36-8aa6-7595858f82b6']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:00:12.889168 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4d1615b8-3d7f-4aff-936a-496d569942da req-ac19a1a2-a474-449e-a785-afa80da9bbc3 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.187285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-4d1615b8-3d7f-4aff-936a-496d569942da req-ac19a1a2-a474-449e-a785-afa80da9bbc3 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] For port 55fd0498-fe63-4134-892f-12101862bb44, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55fd0498-fe63-4134-892f-12101862bb44,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:00:13.211290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4d1615b8-3d7f-4aff-936a-496d569942da req-ac19a1a2-a474-449e-a785-afa80da9bbc3 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.294014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4d1615b8-3d7f-4aff-936a-496d569942da req-ac19a1a2-a474-449e-a785-afa80da9bbc3 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.305611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['55fd0498-fe63-4134-892f-12101862bb44'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:00:13.365696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615b8-3d7f-4aff-936a-496d569942da req-ac19a1a2-a474-449e-a785-afa80da9bbc3 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:13.366360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-4d1615b8-3d7f-4aff-936a-496d569942da req-ac19a1a2-a474-449e-a785-afa80da9bbc3 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.369631 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d1615b8-3d7f-4aff-936a-496d569942da req-ac19a1a2-a474-449e-a785-afa80da9bbc3 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "PUT /v2.0/ports/55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 981 time: 0.6984849 Mar 11 17:00:13.370411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:00:13.410881 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19a1a2-a474-449e-a785-afa80da9bbc3 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'Port': ['ID=55fd0498-fe63-4134-892f-12101862bb44,revision_number=6']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:13.436517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['55fd0498-fe63-4134-892f-12101862bb44'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:00:13.474457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-afd5f0e3-61b3-49d0-82ea-d5c23c0d3844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.534022 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44', 'status': 'completed', 'code': 200} Mar 11 17:00:13.665010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950113e-cb05-43c3-a292-b8996c822554 req-5d1a69e7-2631-4d99-abab-0321261b59e6 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:13.666507 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e950113e-cb05-43c3-a292-b8996c822554 req-5d1a69e7-2631-4d99-abab-0321261b59e6 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.1507711 Mar 11 17:00:13.692278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-340f166a-4087-466d-b54d-c9cf38d50da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:13.693711 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-340f166a-4087-466d-b54d-c9cf38d50da6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1137 time: 0.1197844 Mar 11 17:00:13.753304 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e950113e-cb05-43c3-a292-b8996c822554 req-81ab91f3-d2c8-4474-b688-f7e80468896b tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794616 Mar 11 17:00:13.770285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3fba332e-b3f7-4c73-8863-2edd5ab250c8 None None] Provisioning complete for port 55fd0498-fe63-4134-892f-12101862bb44 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:13.770662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3fba332e-b3f7-4c73-8863-2edd5ab250c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.849768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-fd9762cd-6084-4214-bf0c-fd01644e77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:13.851460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-fd9762cd-6084-4214-bf0c-fd01644e77f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 200 len: 914 time: 0.1509950 Mar 11 17:00:13.967805 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-17d576d8-6f63-4af0-851b-f366aa41bd80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 1000 time: 0.1041400 Mar 11 17:00:14.038135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-52bf542c-ce92-4785-93dd-cee9f0edc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:14.038135 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-52bf542c-ce92-4785-93dd-cee9f0edc6e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcae8586-a836-410b-8419-952e4ebcb3ba HTTP/1.1" status: 200 len: 852 time: 0.0676482 Mar 11 17:00:14.129618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-d5c38160-afd2-44d8-bbc7-f4880119e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:14.129618 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-d5c38160-afd2-44d8-bbc7-f4880119e96c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c30af37-d8f0-4676-97b7-5f296853caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835681 Mar 11 17:00:14.300797 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-2580748d-4fcb-4de3-bfab-a7a8cd3c52c2 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653938 Mar 11 17:00:14.442818 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-19c13949-9efb-41f4-b82e-b5dee1b87078 req-a1dca518-c402-4461-aa87-c3ff0e2e1e38 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353538 Mar 11 17:00:14.749352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.853812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.870102 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:00:15.989120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:28.352014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321eb47-4626-4c67-b295-884a311b3562 req-80093621-50bd-422e-a477-9f195589fbf1 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:28.353485 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8321eb47-4626-4c67-b295-884a311b3562 req-80093621-50bd-422e-a477-9f195589fbf1 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.1238191 Mar 11 17:00:28.414023 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-8d0c22fa-e74f-436d-9900-263d8b28b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:28.415512 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-8d0c22fa-e74f-436d-9900-263d8b28b5d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1137 time: 0.1281540 Mar 11 17:00:28.419610 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8321eb47-4626-4c67-b295-884a311b3562 req-04a39a5e-238c-4a1c-af97-932a2acfdc93 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597572 Mar 11 17:00:28.579982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-a2a8a1d9-2355-475c-8298-c2ba97b931e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:28.581406 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-a2a8a1d9-2355-475c-8298-c2ba97b931e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 200 len: 914 time: 0.1598167 Mar 11 17:00:28.783973 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-9ddc7566-6bfa-4582-9cc5-0ce8a4d3dfdf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 1000 time: 0.1965318 Mar 11 17:00:28.844941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-5cb6e23a-b5f1-4a99-8000-40fa723024f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:28.846422 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-5cb6e23a-b5f1-4a99-8000-40fa723024f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcae8586-a836-410b-8419-952e4ebcb3ba HTTP/1.1" status: 200 len: 852 time: 0.0568314 Mar 11 17:00:28.921125 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-d9049c00-4692-4601-b8d3-feef11331d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:28.922624 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-d9049c00-4692-4601-b8d3-feef11331d3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c30af37-d8f0-4676-97b7-5f296853caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707612 Mar 11 17:00:29.056202 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-e7108c7d-ae08-400a-aa31-488cc832d088 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274219 Mar 11 17:00:29.187701 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d0d69f8-4d84-419a-8e75-c9d744a2e471 req-6f0d2980-52da-46c1-b9ef-2909a81ed432 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261470 Mar 11 17:00:29.617089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382eece-fbc3-4748-9efa-c97c6a6ff271 req-663f0115-914f-41b3-a1c3-1093445e1918 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:29.618616 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0382eece-fbc3-4748-9efa-c97c6a6ff271 req-663f0115-914f-41b3-a1c3-1093445e1918 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0877652 Mar 11 17:00:29.665094 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0382eece-fbc3-4748-9efa-c97c6a6ff271 req-3fe2b1cb-99bd-4f65-a3f4-95639d8813cd tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406344 Mar 11 17:00:30.850737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60af1e-e3f3-4106-a16f-81ff79aabaf2 req-2bff3bdc-260a-4ad7-91ff-55718bd9797c tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:30.852065 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc60af1e-e3f3-4106-a16f-81ff79aabaf2 req-2bff3bdc-260a-4ad7-91ff-55718bd9797c tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0825894 Mar 11 17:00:30.900200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fc60af1e-e3f3-4106-a16f-81ff79aabaf2 req-f50a7116-48f5-4564-8c55-68bec2560541 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419199 Mar 11 17:00:32.084936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597bb5a-c09b-4a47-b3a0-513c764e7427 req-e200290e-ba00-49da-bd54-e3915b824d11 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:32.086409 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3597bb5a-c09b-4a47-b3a0-513c764e7427 req-e200290e-ba00-49da-bd54-e3915b824d11 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0804927 Mar 11 17:00:32.137823 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3597bb5a-c09b-4a47-b3a0-513c764e7427 req-5d8a8f96-d725-449b-80a3-d31806644e8d tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452750 Mar 11 17:00:33.322999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82851b14-1fe4-46b7-9112-f36d33d88d87 req-71d0313b-c0a8-4ee3-9a9a-269ffb1922f9 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:33.325419 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82851b14-1fe4-46b7-9112-f36d33d88d87 req-71d0313b-c0a8-4ee3-9a9a-269ffb1922f9 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0813074 Mar 11 17:00:33.375434 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82851b14-1fe4-46b7-9112-f36d33d88d87 req-f0461d67-b186-4f36-badc-5c38f0948520 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443225 Mar 11 17:00:34.560724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58646c41-127a-4a16-9dae-f2f738a148af req-d3d7ce17-8201-4347-bbb1-38084f40e513 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:34.562450 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-58646c41-127a-4a16-9dae-f2f738a148af req-d3d7ce17-8201-4347-bbb1-38084f40e513 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0812685 Mar 11 17:00:34.609767 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-58646c41-127a-4a16-9dae-f2f738a148af req-a7c2a886-748b-492a-a02b-797df79e5890 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415072 Mar 11 17:00:35.798102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29400bfe-08b8-4af5-bbec-5b1fce369ffa req-76106908-951e-4ed2-a1b3-646458f8e94a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:35.799468 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29400bfe-08b8-4af5-bbec-5b1fce369ffa req-76106908-951e-4ed2-a1b3-646458f8e94a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0803773 Mar 11 17:00:35.846861 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29400bfe-08b8-4af5-bbec-5b1fce369ffa req-47810ba7-908e-40c1-babc-282449be69cd tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416005 Mar 11 17:00:37.036595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735e631-ff1b-4007-96ed-1adafd3e8056 req-811afa07-805b-402d-a8b7-78badbf63186 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:37.038042 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f735e631-ff1b-4007-96ed-1adafd3e8056 req-811afa07-805b-402d-a8b7-78badbf63186 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0836658 Mar 11 17:00:37.084649 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f735e631-ff1b-4007-96ed-1adafd3e8056 req-dd101a18-4e27-4a60-acba-6fd30365d1af tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402513 Mar 11 17:00:38.272788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dbe8a-8f32-4442-8a46-b4873fb784bf req-d681f068-e290-42a8-8fbd-99fefbfbf928 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:38.274263 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d89dbe8a-8f32-4442-8a46-b4873fb784bf req-d681f068-e290-42a8-8fbd-99fefbfbf928 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0833032 Mar 11 17:00:38.320989 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d89dbe8a-8f32-4442-8a46-b4873fb784bf req-3fe6e43c-bcb7-4761-b29a-bb2727993c1d tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409217 Mar 11 17:00:39.504463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6904214-cf73-4b37-8db6-a7b38490fa1b req-fd2a1f4a-1dd8-48fc-b3e1-a7882c172c05 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:39.505926 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d6904214-cf73-4b37-8db6-a7b38490fa1b req-fd2a1f4a-1dd8-48fc-b3e1-a7882c172c05 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0794792 Mar 11 17:00:39.556011 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d6904214-cf73-4b37-8db6-a7b38490fa1b req-4b370e27-fb6b-4a70-9ca6-caea2d582d2e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437529 Mar 11 17:00:39.715330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:40.740360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371ec8-64ec-4ddf-b79f-8ec87cc2828a req-20848283-618f-482d-adbd-96c7b30e0be8 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:40.741799 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b371ec8-64ec-4ddf-b79f-8ec87cc2828a req-20848283-618f-482d-adbd-96c7b30e0be8 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0797627 Mar 11 17:00:40.787665 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3b371ec8-64ec-4ddf-b79f-8ec87cc2828a req-c7051163-5c02-427a-a8f5-28ef8f60c724 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401466 Mar 11 17:00:41.190595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-96540be6-cfa5-4cd0-9849-96153bb359d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:41.969986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef888e-6b22-4d73-b37e-d4c4fa7df647 req-ae53ad33-117e-4077-b132-e3c98af68b2a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:41.971468 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b0ef888e-6b22-4d73-b37e-d4c4fa7df647 req-ae53ad33-117e-4077-b132-e3c98af68b2a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0796638 Mar 11 17:00:42.017071 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b0ef888e-6b22-4d73-b37e-d4c4fa7df647 req-f4f9bf08-b170-4ad7-8922-f87fbb74173f tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399721 Mar 11 17:00:43.206514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8f36e-24f8-43d4-bc1e-c6922b8d3026 req-cd583710-3cf0-4675-9e33-baed46be5670 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:43.207997 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e8f36e-24f8-43d4-bc1e-c6922b8d3026 req-cd583710-3cf0-4675-9e33-baed46be5670 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0842988 Mar 11 17:00:43.253761 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-20e8f36e-24f8-43d4-bc1e-c6922b8d3026 req-8c2eadaf-4b8d-4d8c-99b0-cf0f0f11d439 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400994 Mar 11 17:00:43.382906 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7f937a89-10cf-4790-942a-2db42a80dd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:44.455822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c16f-1262-499a-87d8-9397ee0d0a03 req-5afd7b4e-a558-4ed4-a71e-7ceb99b78f65 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:44.457287 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e63c16f-1262-499a-87d8-9397ee0d0a03 req-5afd7b4e-a558-4ed4-a71e-7ceb99b78f65 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0841539 Mar 11 17:00:44.503694 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e63c16f-1262-499a-87d8-9397ee0d0a03 req-51b30a3b-156f-435e-b22e-c91b5d10e9dc tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406747 Mar 11 17:00:44.710774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:44.802503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:45.688320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef69b57-7043-4eff-b4b4-5b3ba959b018 req-d6ae8edd-6bcc-4339-9718-ce5e3dceac71 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:45.689789 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ef69b57-7043-4eff-b4b4-5b3ba959b018 req-d6ae8edd-6bcc-4339-9718-ce5e3dceac71 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0801528 Mar 11 17:00:45.744374 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ef69b57-7043-4eff-b4b4-5b3ba959b018 req-aabb6375-596f-4848-b984-8823e347b6a5 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&id=e026d396-ea8f-4b36-8aa6-7595858f82b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475445 Mar 11 17:00:45.990230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:51.868115 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:00:59.432934 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71848795-326e-4446-88e3-a478f00bb0af req-a21bda02-f742-49b4-a25a-5df3b774af06 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697949 Mar 11 17:00:59.580961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848795-326e-4446-88e3-a478f00bb0af req-f4890344-496c-476f-8cb9-ac529857b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:59.582472 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71848795-326e-4446-88e3-a478f00bb0af req-f4890344-496c-476f-8cb9-ac529857b4fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1137 time: 0.0808649 Mar 11 17:00:59.724336 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848795-326e-4446-88e3-a478f00bb0af req-09b05a57-59ca-4863-ad9b-294b81a65d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:59.725656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71848795-326e-4446-88e3-a478f00bb0af req-09b05a57-59ca-4863-ad9b-294b81a65d13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 200 len: 914 time: 0.1254714 Mar 11 17:00:59.829477 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71848795-326e-4446-88e3-a478f00bb0af req-b5a7b8e8-b442-4ecc-a173-a9a4ae87ed22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 1000 time: 0.0969775 Mar 11 17:00:59.902194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848795-326e-4446-88e3-a478f00bb0af req-32c959cc-1051-403e-8ee4-a9e2d0338529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:59.903626 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71848795-326e-4446-88e3-a478f00bb0af req-32c959cc-1051-403e-8ee4-a9e2d0338529 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcae8586-a836-410b-8419-952e4ebcb3ba HTTP/1.1" status: 200 len: 852 time: 0.0681467 Mar 11 17:00:59.979822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71848795-326e-4446-88e3-a478f00bb0af req-b65b7042-d87e-47eb-8c24-c9cf3933142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:59.981158 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71848795-326e-4446-88e3-a478f00bb0af req-b65b7042-d87e-47eb-8c24-c9cf3933142b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c30af37-d8f0-4676-97b7-5f296853caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698547 Mar 11 17:01:00.112769 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71848795-326e-4446-88e3-a478f00bb0af req-d1df09bf-5e06-4e61-b8d9-d021ad74566f service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249094 Mar 11 17:01:00.243423 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-71848795-326e-4446-88e3-a478f00bb0af req-1526996a-3df4-4255-a860-c9a4fa76a2b6 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245959 Mar 11 17:01:09.721877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:11.176460 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6f87c61a-ac02-499b-a50f-0920d5917f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:13.381910 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d641c395-2b94-42c6-82d5-c257d3772800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:14.730738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:14.810526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:16.035960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:18.188006 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-1b112e23-51e1-4d02-ab01-973720085f74 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715686010&fields=id&tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab HTTP/1.1" status: 200 len: 267 time: 0.0403528 Mar 11 17:01:18.273965 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-390e16a4-ecdb-4bcd-9546-178b1411f226 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:18.275433 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-390e16a4-ecdb-4bcd-9546-178b1411f226 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 984 time: 0.0816171 Mar 11 17:01:18.286007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Request body: {'port': {'security_groups': ['b45adc8a-a763-44ba-8337-5b127487b223']}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:18.409213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:18.657163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] For port 55fd0498-fe63-4134-892f-12101862bb44, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55fd0498-fe63-4134-892f-12101862bb44,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:18.683197 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:18.772581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:18.784225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['55fd0498-fe63-4134-892f-12101862bb44'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:01:18.838635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:18.843670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:18.843670 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b0a948-d1f6-4b27-adea-4fc5121084c6 req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "PUT /v2.0/ports/55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 942 time: 0.5591753 Mar 11 17:01:18.843670 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:01:18.846860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42140) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:18.891103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event updated for resources: {'Port': ['ID=55fd0498-fe63-4134-892f-12101862bb44,revision_number=7']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:18.908978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['55fd0498-fe63-4134-892f-12101862bb44'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:01:18.912370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.912698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.913462 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.913794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.914115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.914466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.914785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.915103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.915497 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.915725 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.916091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.916336 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adb3668-73ff-4a42-b60c-9747890fc428 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:18.922365 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44', 'status': 'completed', 'code': 200} Mar 11 17:01:18.982290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:19.027504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:19.084587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-3fc5a9d9-99c8-45bc-8c06-b523b1770754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:19.086232 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-3fc5a9d9-99c8-45bc-8c06-b523b1770754 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1098 time: 0.1495235 Mar 11 17:01:19.144060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-bfce6663-ed0a-4f77-b976-c36dfe20d388 None None] Provisioning complete for port 55fd0498-fe63-4134-892f-12101862bb44 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:01:19.144345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bfce6663-ed0a-4f77-b976-c36dfe20d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:19.331451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-edaae2c6-ca6a-4b1d-8481-b38ef8b6532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:19.333483 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-edaae2c6-ca6a-4b1d-8481-b38ef8b6532f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 200 len: 914 time: 0.2404733 Mar 11 17:01:19.395058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:19.429780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e026d396-ea8f-4b36-8aa6-7595858f82b6,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:19.444775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.445166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.445496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.445830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.446157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.446505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.446837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.447157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.447475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.447793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.448109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.448426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:19.467634 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-7bfad43e-9a38-472b-b555-6b6bfea17bc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 1000 time: 0.1281319 Mar 11 17:01:19.525269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:19.528443 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc9a12a7-5733-4483-84d3-87258ef93a42 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "DELETE /v2.0/security-groups/e026d396-ea8f-4b36-8aa6-7595858f82b6 HTTP/1.1" status: 204 len: 168 time: 0.6805670 Mar 11 17:01:19.529182 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42146) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:19.548270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-4eb8284d-1198-4c8f-90a9-c63793dab2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:19.548270 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-4eb8284d-1198-4c8f-90a9-c63793dab2a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcae8586-a836-410b-8419-952e4ebcb3ba HTTP/1.1" status: 200 len: 852 time: 0.0716650 Mar 11 17:01:19.626697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-5f89172f-602c-4f98-815e-7944ee38644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:19.628171 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-5f89172f-602c-4f98-815e-7944ee38644a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c30af37-d8f0-4676-97b7-5f296853caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769575 Mar 11 17:01:19.769499 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-00de0fb4-48cb-41a2-81d6-fbcc098a6ff9 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356871 Mar 11 17:01:19.842533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Deleting port ef0e4b6b-139e-4011-b78b-077ae63b76c9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:19.842766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:19.905125 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab6673c6-dfaa-4a2e-892e-49d5bcd1821e req-d3f7ca9b-e35c-4ce0-b4e7-e26f2650c975 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296127 Mar 11 17:01:20.020303 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:20.021177 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:20.148801 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Calling delete_port for ef0e4b6b-139e-4011-b78b-077ae63b76c9 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:20.347184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:20.393598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event deleted for resources: {'Port': ['ID=ef0e4b6b-139e-4011-b78b-077ae63b76c9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:20.485998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:20.486477 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Floating IP 0c470848-52c9-4499-bc3f-131d0565e9f4 disassociated (deleted). External IP: 172.26.8.70, port: 55fd0498-fe63-4134-892f-12101862bb44. Mar 11 17:01:20.832644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Router 15862cf6-c139-48c4-bffb-05a53b60e7fe has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:01:21.117457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:01:21.126570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] Sync routers for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:01:21.133430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:21.136512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:01:21.137211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:21.187721 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a129dbf5-cfbd-4b75-94f0-6d478f0e3e34 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "DELETE /v2.0/floatingips/0c470848-52c9-4499-bc3f-131d0565e9f4 HTTP/1.1" status: 204 len: 168 time: 1.6564360 Mar 11 17:01:21.188287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:01:21.235101 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'tag': '55fd0498-fe63-4134-892f-12101862bb44', 'status': 'completed', 'code': 200} Mar 11 17:01:21.320401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:01:21.330390 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-a4e3508b-3746-488e-8f0c-a455fa9cc0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:21.332011 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-a4e3508b-3746-488e-8f0c-a455fa9cc0e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 1098 time: 0.0761201 Mar 11 17:01:21.467641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-a06a2480-c882-466f-9f2f-f6f1778d7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:21.469178 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-a06a2480-c882-466f-9f2f-f6f1778d7fb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 200 len: 914 time: 0.1320648 Mar 11 17:01:21.543492 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-400eae4c-b428-4f97-b937-f3a5b0e1cc4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 200 len: 217 time: 0.0680509 Mar 11 17:01:21.612632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-6673840e-6640-420f-8cce-c5bbc360cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:21.614677 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-6673840e-6640-420f-8cce-c5bbc360cb77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fcae8586-a836-410b-8419-952e4ebcb3ba HTTP/1.1" status: 200 len: 852 time: 0.0651174 Mar 11 17:01:21.652606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '402733e3-8f8b-490d-b73b-71bc00dd8fa8', 'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'mac_address': 'fa:16:3e:1d:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:09Z', 'updated_at': '2022-03-11T16:59:16Z', 'revision_number': 5, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'subnets': [{'id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:21.656525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] Checking router: 15862cf6-c139-48c4-bffb-05a53b60e7fe for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:01:21.665151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:01:21.665811 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:21.694101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-22bb8d58-f425-4cb7-9941-9b51ad253536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:21.694101 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-22bb8d58-f425-4cb7-9941-9b51ad253536 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c30af37-d8f0-4676-97b7-5f296853caf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728495 Mar 11 17:01:21.836207 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-6def1f64-6b5a-4a3a-8d52-4b3b91f7b746 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375570 Mar 11 17:01:21.914195 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:01:21.976466 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-02cb976b-59d4-4715-9643-2ff723b1c737 req-017edbe7-fa7c-4f25-a671-5731534a4385 service neutron] 10.222.0.35 "GET /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344004 Mar 11 17:01:22.229804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '402733e3-8f8b-490d-b73b-71bc00dd8fa8', 'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'mac_address': 'fa:16:3e:1d:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:09Z', 'updated_at': '2022-03-11T16:59:16Z', 'revision_number': 5, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'subnets': [{'id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:22.234277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e50436-3e2f-40e6-8ac5-beaa83ba9007 None None] The sync data for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv is: [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T16:59:10Z', 'revision_number': 4, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '402733e3-8f8b-490d-b73b-71bc00dd8fa8', 'name': '', 'network_id': '3c30af37-d8f0-4676-97b7-5f296853caf8', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'mac_address': 'fa:16:3e:1d:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:09Z', 'updated_at': '2022-03-11T16:59:16Z', 'revision_number': 5, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'subnets': [{'id': 'fcae8586-a836-410b-8419-952e4ebcb3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:01:22.455017 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099d8b5-5068-4ea5-8c38-a3ea8cc8cfc3 None None] New status for floating IP 0c470848-52c9-4499-bc3f-131d0565e9f4: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:01:27.210515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b3260-547f-4d99-a859-5d6dfe84bd45 req-35b8249f-36d5-4c8a-8317-784785095456 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:27.211223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-372b3260-547f-4d99-a859-5d6dfe84bd45 req-35b8249f-36d5-4c8a-8317-784785095456 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Synchronizing usage tracker for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:01:27.307089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-372b3260-547f-4d99-a859-5d6dfe84bd45 req-35b8249f-36d5-4c8a-8317-784785095456 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Unset dirty status for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:01:27.308317 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-372b3260-547f-4d99-a859-5d6dfe84bd45 req-35b8249f-36d5-4c8a-8317-784785095456 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 945 time: 0.1851549 Mar 11 17:01:27.355429 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-372b3260-547f-4d99-a859-5d6dfe84bd45 req-f3b091b3-8c1a-409d-b530-e4a671023c1e tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Mar 11 17:01:28.547803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57483825-9e73-42c8-ae92-978672ba4890 req-dd568ef9-29a7-4c70-bb60-abb7db1a672d tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:28.549246 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-57483825-9e73-42c8-ae92-978672ba4890 req-dd568ef9-29a7-4c70-bb60-abb7db1a672d tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 945 time: 0.0832222 Mar 11 17:01:28.598657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-57483825-9e73-42c8-ae92-978672ba4890 req-8fa6e60e-efac-4f38-a10c-7217b72672e2 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Synchronizing usage tracker for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:01:28.699266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-57483825-9e73-42c8-ae92-978672ba4890 req-8fa6e60e-efac-4f38-a10c-7217b72672e2 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Unset dirty status for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:01:28.700370 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-57483825-9e73-42c8-ae92-978672ba4890 req-8fa6e60e-efac-4f38-a10c-7217b72672e2 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/security-groups?id=b45adc8a-a763-44ba-8337-5b127487b223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451950 Mar 11 17:01:28.744677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-f21189a8-b205-4394-b8d7-079f26891d2a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:28.746088 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-f21189a8-b205-4394-b8d7-079f26891d2a tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 945 time: 0.0827868 Mar 11 17:01:28.816204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Deleting port 55fd0498-fe63-4134-892f-12101862bb44 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:28.816541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:28.867943 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:01:29.155959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] For port 55fd0498-fe63-4134-892f-12101862bb44, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=55fd0498-fe63-4134-892f-12101862bb44,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:29.156318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:29.282565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Calling delete_port for 55fd0498-fe63-4134-892f-12101862bb44 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:29.472688 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:29.484886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['55fd0498-fe63-4134-892f-12101862bb44'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:01:29.530670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Pushing event deleted for resources: {'Port': ['ID=55fd0498-fe63-4134-892f-12101862bb44,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:29.611842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] No DVR routers for this DVR port 55fd0498-fe63-4134-892f-12101862bb44 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:01:29.615329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:29.617588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'name': 'network-vif-deleted', 'tag': '55fd0498-fe63-4134-892f-12101862bb44'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:01:29.662214 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5ba649-9264-4662-a3ae-61533913c561', 'name': 'network-vif-deleted', 'tag': '55fd0498-fe63-4134-892f-12101862bb44', 'status': 'completed', 'code': 200} Mar 11 17:01:29.701846 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d5a95fa8-8354-4ac4-aba4-d960151f7c88 req-9eb30741-1c34-4084-ab3f-34edbbd70936 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.35 "DELETE /v2.0/ports/55fd0498-fe63-4134-892f-12101862bb44 HTTP/1.1" status: 204 len: 173 time: 0.9508905 Mar 11 17:01:29.850421 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a1db7cea-3c50-4c32-8814-34a2f5b92f12 req-9c889aee-0dba-4a6e-84e8-ac683cdc6592 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Synchronizing usage tracker for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:01:29.932681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a1db7cea-3c50-4c32-8814-34a2f5b92f12 req-9c889aee-0dba-4a6e-84e8-ac683cdc6592 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] Unset dirty status for tenant:d50dcdb2c0d545c9b15f5d6cc59397ab on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:01:29.934079 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1db7cea-3c50-4c32-8814-34a2f5b92f12 req-9c889aee-0dba-4a6e-84e8-ac683cdc6592 tempest-TestMinimumBasicScenario-1672997670 tempest-TestMinimumBasicScenario-1672997670-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5ba649-9264-4662-a3ae-61533913c561 HTTP/1.1" status: 200 len: 210 time: 0.1249952 Mar 11 17:01:32.417796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 55fd0498-fe63-4134-892f-12101862bb44 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:01:32.451945 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 55fd0498-fe63-4134-892f-12101862bb44 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:01:32.452275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 55fd0498-fe63-4134-892f-12101862bb44 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:01:33.318060 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42234) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:33.861407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:34.318387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Deleting port 402733e3-8f8b-490d-b73b-71bc00dd8fa8 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:34.319116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:34.491074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] For port 402733e3-8f8b-490d-b73b-71bc00dd8fa8, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=402733e3-8f8b-490d-b73b-71bc00dd8fa8,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:34.491427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:34.614714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Calling delete_port for 402733e3-8f8b-490d-b73b-71bc00dd8fa8 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:34.969449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:35.014783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=402733e3-8f8b-490d-b73b-71bc00dd8fa8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:35.286954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:35.761272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Router 15862cf6-c139-48c4-bffb-05a53b60e7fe has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:01:35.942924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:01:35.952000 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] Sync routers for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:01:35.960740 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:01:35.961349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:36.034072 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-39cb288a-0f53-4682-ba78-b50a9cd8bd5e admin admin] 10.222.0.57 "PUT /v2.0/routers/15862cf6-c139-48c4-bffb-05a53b60e7fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7148311 Mar 11 17:01:36.037685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42238) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:36.141484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:01:36.215414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:36.397009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:36.423251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T17:01:34Z', 'revision_number': 5, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port': {'id': '28536c23-3a7c-49f5-b4d5-df0a4e16ef7f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:06Z', 'updated_at': '2022-03-11T16:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:36.427625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] Checking router: 15862cf6-c139-48c4-bffb-05a53b60e7fe for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:01:36.436145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] Routers {'15862cf6-c139-48c4-bffb-05a53b60e7fe'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:01:36.436731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['15862cf6-c139-48c4-bffb-05a53b60e7fe'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:36.467156 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Deleting port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:36.467416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:36.589329 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] Set router 15862cf6-c139-48c4-bffb-05a53b60e7fe gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:01:36.641757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] For port 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=28536c23-3a7c-49f5-b4d5-df0a4e16ef7f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:36.642107 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:36.742882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T17:01:36Z', 'revision_number': 6, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:36.746983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7898293e-209a-49cd-b388-902f376f11d3 None None] The sync data for ids ['15862cf6-c139-48c4-bffb-05a53b60e7fe'] in dv-neutron-833379-1-hyperv is: [{'id': '15862cf6-c139-48c4-bffb-05a53b60e7fe', 'name': 'tempest-TestMinimumBasicScenario-49355142-router', 'tenant_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:05Z', 'updated_at': '2022-03-11T17:01:36Z', 'revision_number': 6, 'project_id': 'd50dcdb2c0d545c9b15f5d6cc59397ab', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:01:36.770356 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Calling delete_port for 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:37.046908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:37.099353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=28536c23-3a7c-49f5-b4d5-df0a4e16ef7f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:37.198579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:37.372282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:37.374388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:37.695692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 402733e3-8f8b-490d-b73b-71bc00dd8fa8 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:01:37.712449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:37.713064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15862cf6-c139-48c4-bffb-05a53b60e7fe {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:01:37.726886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:37.731957 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-111f6095-628a-4ea5-91da-fe5b48030eaa admin admin] 10.222.0.57 "DELETE /v2.0/routers/15862cf6-c139-48c4-bffb-05a53b60e7fe HTTP/1.1" status: 204 len: 168 time: 1.6893466 Mar 11 17:01:37.732258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 402733e3-8f8b-490d-b73b-71bc00dd8fa8 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:01:37.732258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 402733e3-8f8b-490d-b73b-71bc00dd8fa8 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:01:37.732258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:01:37.732603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42242) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:37.766558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:01:37.766908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 28536c23-3a7c-49f5-b4d5-df0a4e16ef7f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:01:37.803025 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3895a88-b698-4c96-bd71-3f9106be84a4 admin admin] Deleting subnet fcae8586-a836-410b-8419-952e4ebcb3ba {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:01:37.806679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3895a88-b698-4c96-bd71-3f9106be84a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:37.857722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3895a88-b698-4c96-bd71-3f9106be84a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:37.935998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3895a88-b698-4c96-bd71-3f9106be84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.087591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3895a88-b698-4c96-bd71-3f9106be84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.131624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3895a88-b698-4c96-bd71-3f9106be84a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcae8586-a836-410b-8419-952e4ebcb3ba,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:38.133516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b3895a88-b698-4c96-bd71-3f9106be84a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.139097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8384c1d-25c5-407d-aaae-6e1f6e60b52f None None] Network 3c30af37-d8f0-4676-97b7-5f296853caf8 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:01:38.139635 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b3895a88-b698-4c96-bd71-3f9106be84a4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fcae8586-a836-410b-8419-952e4ebcb3ba HTTP/1.1" status: 204 len: 168 time: 0.4077775 Mar 11 17:01:38.142382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42246) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:38.247326 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.258058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Deleting port d3ed01ec-1c37-496c-b3c2-737f1d600472 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:38.258405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.398439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] DHCP port deletion for 3c30af37-d8f0-4676-97b7-5f296853caf8 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:01:38.402557 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] Deleting port d3ed01ec-1c37-496c-b3c2-737f1d600472 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:38.402928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.462248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] For port d3ed01ec-1c37-496c-b3c2-737f1d600472, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d3ed01ec-1c37-496c-b3c2-737f1d600472,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:38.462600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.589209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Calling delete_port for d3ed01ec-1c37-496c-b3c2-737f1d600472 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:38.607320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] For port d3ed01ec-1c37-496c-b3c2-737f1d600472, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d3ed01ec-1c37-496c-b3c2-737f1d600472,segment=NetworkSegment(1ceeb488-70cd-404b-86fa-f1ad70b5c0d6),segment_id=1ceeb488-70cd-404b-86fa-f1ad70b5c0d6)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:38.607727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.734401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] Calling delete_port for d3ed01ec-1c37-496c-b3c2-737f1d600472 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:38.743896 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.792433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ed01ec-1c37-496c-b3c2-737f1d600472,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:38.794109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] No DVR routers for this DVR port d3ed01ec-1c37-496c-b3c2-737f1d600472 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:01:38.810856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:01:38.811206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:01:38.907614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:38.935961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c30af37-d8f0-4676-97b7-5f296853caf8']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:39.046800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:39.047006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ceeb488-70cd-404b-86fa-f1ad70b5c0d6') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:39.060640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:39.076532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:39.082388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:01:39.082947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:01:39.100883 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:01:39.272173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:39.288649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:39.300542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c30af37-d8f0-4676-97b7-5f296853caf8,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:39.312738 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] Deleting port d3ed01ec-1c37-496c-b3c2-737f1d600472 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:39.313261 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:39.370110 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fc72a0ee-9fe9-44db-97ee-a2e3d83cc925 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3c30af37-d8f0-4676-97b7-5f296853caf8 HTTP/1.1" status: 204 len: 168 time: 1.2266867 Mar 11 17:01:39.372956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42250) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:39.382356 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e4be6aab-556f-428d-bd8b-7b940fff6fc8 None None] The port 'd3ed01ec-1c37-496c-b3c2-737f1d600472' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 17:01:39.698251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d3ed01ec-1c37-496c-b3c2-737f1d600472 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:01:39.727686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:39.733075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: d3ed01ec-1c37-496c-b3c2-737f1d600472 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:01:39.733417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d3ed01ec-1c37-496c-b3c2-737f1d600472 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:01:39.925369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:40.270947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Deleting port a27c984f-5a12-4ab6-a220-ecff961a93cf {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:40.271190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:40.438812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] For port a27c984f-5a12-4ab6-a220-ecff961a93cf, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a27c984f-5a12-4ab6-a220-ecff961a93cf,segment=NetworkSegment(1dc7fb87-aa56-497a-b943-c1d1696fc2bb),segment_id=1dc7fb87-aa56-497a-b943-c1d1696fc2bb)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:40.439162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:40.659315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Calling delete_port for a27c984f-5a12-4ab6-a220-ecff961a93cf owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:40.972766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:41.019442 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Pushing event deleted for resources: {'Port': ['ID=a27c984f-5a12-4ab6-a220-ecff961a93cf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:41.169632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30e6be5c-8e09-4d85-b354-9d7003d79308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:41.295237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:41.661888 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:01:41.844314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:01:41.853113 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] Sync routers for ids ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:01:41.853658 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5ebb38e6-fdfa-4764-b5ef-9a3207892335 admin admin] 10.222.0.57 "PUT /v2.0/routers/af60bbc6-4008-4ad4-9e9c-2a26a8a96d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4793923 Mar 11 17:01:41.855753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42254) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:41.863069 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] Routers {'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:01:41.864229 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:42.030848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:42.037393 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] Set router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:01:42.322407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:42.328241 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:14Z', 'updated_at': '2022-03-11T17:01:40Z', 'revision_number': 5, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'gw_port': {'id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:15Z', 'updated_at': '2022-03-11T16:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:42.332005 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] Checking router: af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:01:42.340761 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] Routers {'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:01:42.343382 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:42.435913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Deleting port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:42.436258 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:42.555441 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] Set router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:01:42.618499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] For port 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:42.618751 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:42.743675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Calling delete_port for 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:42.835826 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:14Z', 'updated_at': '2022-03-11T17:01:40Z', 'revision_number': 5, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'gw_port': {'id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:15Z', 'updated_at': '2022-03-11T16:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:42.839670 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c827ac-1cd4-4d32-965f-3c886f15e7bc None None] The sync data for ids ['af60bbc6-4008-4ad4-9e9c-2a26a8a96d00'] in dv-neutron-833379-1-hyperv is: [{'id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'name': 'tempest-TestMinimumBasicScenario-1443228385-router', 'tenant_id': 'b173cb762e854e37ab4203750e4ba0da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159'}], 'enable_snat': True}, 'gw_port_id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:59:14Z', 'updated_at': '2022-03-11T17:01:40Z', 'revision_number': 5, 'project_id': 'b173cb762e854e37ab4203750e4ba0da', 'gw_port': {'id': '3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af60bbc6-4008-4ad4-9e9c-2a26a8a96d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:59:15Z', 'updated_at': '2022-03-11T16:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:01:42.963481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.009728 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:43.102838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.280303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.282639 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.412658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.413191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:01:43.425557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.427704 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cba37943-f9c4-43ee-a069-e8af6df4de2b admin admin] 10.222.0.57 "DELETE /v2.0/routers/af60bbc6-4008-4ad4-9e9c-2a26a8a96d00 HTTP/1.1" status: 204 len: 168 time: 1.5707674 Mar 11 17:01:43.430026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42258) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:43.444264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-80872515-e569-4972-bddc-b489f9fb872a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.493440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2553688-daf2-4c01-a50d-afcf473e7960 admin admin] Deleting subnet 4f911201-9406-473a-88ec-87dde6a22442 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:01:43.498030 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2553688-daf2-4c01-a50d-afcf473e7960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.554562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2553688-daf2-4c01-a50d-afcf473e7960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.629776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2553688-daf2-4c01-a50d-afcf473e7960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.758184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2553688-daf2-4c01-a50d-afcf473e7960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.797448 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2553688-daf2-4c01-a50d-afcf473e7960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f911201-9406-473a-88ec-87dde6a22442,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:43.800907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a2553688-daf2-4c01-a50d-afcf473e7960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.807089 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a2553688-daf2-4c01-a50d-afcf473e7960 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4f911201-9406-473a-88ec-87dde6a22442 HTTP/1.1" status: 204 len: 168 time: 0.3761384 Mar 11 17:01:43.807263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606aa4ac-68f4-4732-883c-4c6bb507249a None None] Network 5360c1b2-5fdc-4308-9c19-fe1d972652ac requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:01:43.809692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42262) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:43.946818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a27c984f-5a12-4ab6-a220-ecff961a93cf no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:01:44.012765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a27c984f-5a12-4ab6-a220-ecff961a93cf {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:01:44.013018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a27c984f-5a12-4ab6-a220-ecff961a93cf not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:01:44.013440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:01:44.021543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.031869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Deleting port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:44.032193 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.054803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:01:44.055621 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 3c4a17f5-ea6a-4e08-b322-b8acf64c3e3b not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:01:44.140937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] DHCP port deletion for 5360c1b2-5fdc-4308-9c19-fe1d972652ac request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:01:44.145796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] Deleting port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:44.146268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.240133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] For port 40932e3a-5b50-49a6-bdf2-d53d27eb1363, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=40932e3a-5b50-49a6-bdf2-d53d27eb1363,segment=NetworkSegment(1dc7fb87-aa56-497a-b943-c1d1696fc2bb),segment_id=1dc7fb87-aa56-497a-b943-c1d1696fc2bb)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:44.240709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.349198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] For port 40932e3a-5b50-49a6-bdf2-d53d27eb1363, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=40932e3a-5b50-49a6-bdf2-d53d27eb1363,segment=NetworkSegment(1dc7fb87-aa56-497a-b943-c1d1696fc2bb),segment_id=1dc7fb87-aa56-497a-b943-c1d1696fc2bb)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:01:44.349556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.367545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Calling delete_port for 40932e3a-5b50-49a6-bdf2-d53d27eb1363 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:44.502727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] Calling delete_port for 40932e3a-5b50-49a6-bdf2-d53d27eb1363 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:01:44.532474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.578866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:01:44.579219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:01:44.586475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Pushing event deleted for resources: {'Port': ['ID=40932e3a-5b50-49a6-bdf2-d53d27eb1363,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:44.589729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] No DVR routers for this DVR port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:01:44.707948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.733239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5360c1b2-5fdc-4308-9c19-fe1d972652ac']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:44.737700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.748275 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc7fb87-aa56-497a-b943-c1d1696fc2bb') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:44.748595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc7fb87-aa56-497a-b943-c1d1696fc2bb') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:44.761395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.777360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.783243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:01:44.783616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:01:44.797108 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:01:44.806580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.940791 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.956459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:44.967295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] Pushing event deleted for resources: {'Network': ['ID=5360c1b2-5fdc-4308-9c19-fe1d972652ac,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:44.970355 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c0ce98d5-ef09-4f23-a5e2-3d0de595c576 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5360c1b2-5fdc-4308-9c19-fe1d972652ac HTTP/1.1" status: 204 len: 168 time: 1.1594350 Mar 11 17:01:45.080694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] Deleting port 40932e3a-5b50-49a6-bdf2-d53d27eb1363 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:01:45.081139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:45.144626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-757a23ec-dc19-40b5-bca6-16ba9e91266b None None] The port '40932e3a-5b50-49a6-bdf2-d53d27eb1363' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 17:01:45.338225 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42268) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:45.387837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a120e324-2c20-4a76-a61c-d12e06a24cf6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d50dcdb2c0d545c9b15f5d6cc59397ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484724 Mar 11 17:01:45.390195 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42272) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:45.447939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1f03e2e-0924-4865-b060-a35136279664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:45.474320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1f03e2e-0924-4865-b060-a35136279664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:45.595294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1f03e2e-0924-4865-b060-a35136279664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:45.611995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f03e2e-0924-4865-b060-a35136279664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45adc8a-a763-44ba-8337-5b127487b223,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:45.692725 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a1f03e2e-0924-4865-b060-a35136279664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:45.694615 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a1f03e2e-0924-4865-b060-a35136279664 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b45adc8a-a763-44ba-8337-5b127487b223 HTTP/1.1" status: 204 len: 168 time: 0.3035059 Mar 11 17:01:45.696488 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 40932e3a-5b50-49a6-bdf2-d53d27eb1363 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:01:45.731682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 40932e3a-5b50-49a6-bdf2-d53d27eb1363 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:01:45.732907 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 40932e3a-5b50-49a6-bdf2-d53d27eb1363 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:01:45.980933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:46.392447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42280) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:46.445352 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-beb6920b-37d7-454a-894f-a11c75390943 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b173cb762e854e37ab4203750e4ba0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514841 Mar 11 17:01:46.447551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42284) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:46.506953 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c600db8a-020f-4cf1-9037-6770abeead8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:46.532257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c600db8a-020f-4cf1-9037-6770abeead8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:46.678033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c600db8a-020f-4cf1-9037-6770abeead8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:46.695327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600db8a-020f-4cf1-9037-6770abeead8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8debde27-5733-403a-b844-9cfed37d58c7,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:46.698628 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c600db8a-020f-4cf1-9037-6770abeead8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:46.700096 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c600db8a-020f-4cf1-9037-6770abeead8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8debde27-5733-403a-b844-9cfed37d58c7 HTTP/1.1" status: 204 len: 168 time: 0.2513030 Mar 11 17:01:49.095095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42326) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:49.101106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143260605', 'description': 'tempest-secgroup-smoke-2143260605 description', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:49.107163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:49.111043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:49.114951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:49.123886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:49.235145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.248006 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.263090 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:49.266848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:49.269708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:49.275748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:49.362221 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.434925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.450469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:49.462761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:49.468263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:49.476927 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:49.478943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd3cc78-f80f-4196-9c79-637e13998e27,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:49.550103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.623643 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.665213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:49.726663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.727884 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ef52bb11-199e-49ad-a337-7df53406140e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6317472 Mar 11 17:01:49.730781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42330) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:49.735713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:49.742195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:49.746220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:49.749081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:49.756127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:49.822966 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.888166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.949286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:49.970024 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0eadd04-0f37-4580-97de-34165fe7af1b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:50.037468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.038680 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2eb2a561-5a9a-49b3-8d68-84c0e6f94b57 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3069646 Mar 11 17:01:50.041397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42334) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:50.046252 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:50.052731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:50.056512 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:50.059752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:50.065563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:50.152563 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.212340 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.288697 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.314269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080edd8e-4044-4542-a0a5-3c2907a2b72e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:50.397555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.398765 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-50ce0a05-2d69-4d83-b6bb-f0b8b29734a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564682 Mar 11 17:01:50.401484 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42338) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:50.409397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:50.412671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:50.416496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:50.419364 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:50.425023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:50.516244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.581259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.657814 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.681477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081836c3-92e1-4020-b20b-47981bf67ec9,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:50.761172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.762418 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-712f0874-5595-4fc0-9247-9cac1c8f9d52 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3600068 Mar 11 17:01:50.765093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42342) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:50.770029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:50.776589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:50.780322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:50.783152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:50.788718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:50.855411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.918088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:50.992115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.017089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78eca805-acbd-41b3-9702-c33854ccadc4,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:51.089186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.090388 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-914858e1-ca79-4660-9f37-40de972ba1a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3243558 Mar 11 17:01:51.093023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42346) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:51.097859 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:51.103728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:51.107521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:51.110345 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:51.116425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:51.246635 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:01:51.253304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.315498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.406366 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.434438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0729aafc-039f-4770-bf71-73427504f32c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:51.500443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.504034 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5e7095fe-d4a8-48aa-9a8d-c971d1614712 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4076815 Mar 11 17:01:51.504180 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42350) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:51.509087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:51.515131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:51.518861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:51.521744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:51.527659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:51.597360 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:01:51.605528 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.671655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.768663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.793494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb072910-a3d7-4c65-97fe-9be5fe4e879b,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:51.886491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:51.887724 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-66ec2a9f-ddc7-45af-bdcd-e2b964dc7daa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3826501 Mar 11 17:01:51.890729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42354) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:51.896279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'network': {'name': 'tempest-network-smoke--801629786', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:51.902313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:51.906259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:network and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:51.909076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:51.916009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:52.014445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:01:52.017779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:52.045761 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:01:52.055053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:52.055394 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Added segment 0d2bd0cf-4a94-405e-8b09-b71f85d1bfae of type vlan for network 48d49acf-1de2-4e40-b951-f194dbe5167d Mar 11 17:01:52.080607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:52.192089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:52.197775 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:52.198380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:52.304369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Network': ['ID=48d49acf-1de2-4e40-b951-f194dbe5167d,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:52.315639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 48d49acf-1de2-4e40-b951-f194dbe5167d details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:01:52.333042 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8a1b3ed1-0604-4084-9d73-1306941946dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4413176 Mar 11 17:01:52.338234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42358) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:52.343275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'admin_state_up': True, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:52.350839 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:52.354722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:router and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:52.357553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:52.363751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:52.517843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:52.518942 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:52.534350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:52.891085 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:53.368477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:53.396500 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:53.529793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.7 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/f294ca71-f567-4c5a-9c97-4cb76474e824) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:01:53.679874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:53.751751 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:53.810958 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:01:53.813548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:01:53.817116 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:01:53.865314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=f294ca71-f567-4c5a-9c97-4cb76474e824,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:54.351485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:54.696996 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:55.077625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router d3c5e072-87e9-491d-8308-49b09ff067c8 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 17:01:55.256648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:01:55.266280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Sync routers for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:01:55.275802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:01:55.276406 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:55.340315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:55.341452 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-92c1f7b1-b1d9-46f4-b8d5-ab2c0fd8bfb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0022473 Mar 11 17:01:55.344602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42364) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:55.457577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:01:55.506635 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-4f4b2851-bf74-4434-ac6e-da4898b0ac06 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c464f6a15cba40fb9de3f47e502aa467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1605668 Mar 11 17:01:55.509271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42370) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:55.640354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab96069f-408e-48c1-826a-af68202b3d0a tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:55.641723 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab96069f-408e-48c1-826a-af68202b3d0a tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315694 Mar 11 17:01:55.644645 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42374) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:55.684356 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-94c8c5a8-5f31-4191-8765-f2afcfb108d7 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386565 Mar 11 17:01:55.687265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42378) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:55.692515 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-505301123', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:01:55.748827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:54Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:55.752793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Checking router: d3c5e072-87e9-491d-8308-49b09ff067c8 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:01:55.753142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Updating router d3c5e072-87e9-491d-8308-49b09ff067c8 port f294ca71-f567-4c5a-9c97-4cb76474e824 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:01:55.804004 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:01:55.807883 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:subnet and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:01:55.808839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:55.811007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:01:55.816749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:01:55.894605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:01:55.899338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.141721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.153757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Transition to ACTIVE for port object f294ca71-f567-4c5a-9c97-4cb76474e824 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:01:56.220753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.258401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.308165 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Subnet': ['ID=1b2772d4-0901-4e14-86f1-2585061e7132,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:56.315604 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Checking segment: {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:01:56.315896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network hostable DHCP agents. Network: 48d49acf-1de2-4e40-b951-f194dbe5167d, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:01:56.329219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Attempting to bind port f294ca71-f567-4c5a-9c97-4cb76474e824 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:01:56.329788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Attempting to bind port f294ca71-f567-4c5a-9c97-4cb76474e824 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:01:56.329979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Attempting to bind port f294ca71-f567-4c5a-9c97-4cb76474e824 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:01:56.344496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:01:56.352052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:01:56.352052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.352052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:01:56.352052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Bound port: f294ca71-f567-4c5a-9c97-4cb76474e824, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:01:56.352052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.372086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Pushing event updated for resources: {'Port': ['ID=f294ca71-f567-4c5a-9c97-4cb76474e824,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:56.403488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 48d49acf-1de2-4e40-b951-f194dbe5167d is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:01:56.424972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.425221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.425554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.425882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.426235 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.426562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.426880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.427204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.427520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.427865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.428356 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.428756 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:01:56.467977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] For port f294ca71-f567-4c5a-9c97-4cb76474e824, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:01:56.470971 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] For port f294ca71-f567-4c5a-9c97-4cb76474e824, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f294ca71-f567-4c5a-9c97-4cb76474e824,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:01:56.477289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 48d49acf-1de2-4e40-b951-f194dbe5167d) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:01:56.481310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:56.481898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.493036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bb76b0-d400-401b-a1a1-307543be7344 None None] Network 48d49acf-1de2-4e40-b951-f194dbe5167d requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:01:56.575879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.585498 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8df85ee9-9097-4db4-8486-7454cd07e8c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8971307 Mar 11 17:01:56.588027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42382) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:01:56.671716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:01:56.672343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:56.791165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb1472-66d4-4322-89b2-adcd3fbb518f None None] Pushing event updated for resources: {'Port': ['ID=f294ca71-f567-4c5a-9c97-4cb76474e824,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:56.935563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-48d49acf-1de2-4e40-b951-f194dbe5167d', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 17:01:56.936386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:56.962386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:01:57.359478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Allocated IP 172.20.0.2 (48d49acf-1de2-4e40-b951-f194dbe5167d/1b2772d4-0901-4e14-86f1-2585061e7132/5fcb56a3-c6b3-4709-b667-ca3abedf6727) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:01:57.400400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:57.456347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:54Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:01:57.472605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17420d32-252b-43d3-9e96-30977ad22be8 None None] The sync data for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv is: [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:54Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:01:57.590867 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:57.601221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Transition to ACTIVE for port object 5fcb56a3-c6b3-4709-b667-ca3abedf6727 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:01:57.620828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Transition to ACTIVE for port object 5fcb56a3-c6b3-4709-b667-ca3abedf6727 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:01:57.697144 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:57.768732 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Network 48d49acf-1de2-4e40-b951-f194dbe5167d is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:01:57.771606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:01:57.775447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:01:57.790095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Pushing event updated for resources: {'Port': ['ID=5fcb56a3-c6b3-4709-b667-ca3abedf6727,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:57.874287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.1 (48d49acf-1de2-4e40-b951-f194dbe5167d/1b2772d4-0901-4e14-86f1-2585061e7132/a91eb22d-ff21-4524-bf79-5b00f6c806da) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:01:57.882960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Attempting to bind port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:01:57.883320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Attempting to bind port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:01:57.883677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Attempting to bind port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 on network 48d49acf-1de2-4e40-b951-f194dbe5167d {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:01:57.889185 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:01:57.897879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Checking segment: {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:01:57.897879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:57.897879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Bound using segment: {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:01:57.897879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Bound port: 5fcb56a3-c6b3-4709-b667-ca3abedf6727, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:01:57.897879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:57.986463 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] For port 5fcb56a3-c6b3-4709-b667-ca3abedf6727, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:01:57.989626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] For port 5fcb56a3-c6b3-4709-b667-ca3abedf6727, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5fcb56a3-c6b3-4709-b667-ca3abedf6727,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:01:58.053878 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:58.061409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:58.072749 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object a91eb22d-ff21-4524-bf79-5b00f6c806da will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:01:58.169685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:58.200652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a787ec-1a01-433e-afc1-aba22bd88c8b None None] Pushing event updated for resources: {'Port': ['ID=5fcb56a3-c6b3-4709-b667-ca3abedf6727,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:58.244339 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 48d49acf-1de2-4e40-b951-f194dbe5167d is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:01:58.247470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:01:58.250023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:01:58.305646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=a91eb22d-ff21-4524-bf79-5b00f6c806da,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:58.327868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:58.706260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:59.248777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:59.338378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:59.461379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=a91eb22d-ff21-4524-bf79-5b00f6c806da,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:01:59.464794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:59.554137 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d241e26-ee9b-4ba3-8324-85cfe248c297 None None] Network 48d49acf-1de2-4e40-b951-f194dbe5167d requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:01:59.607286 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 48d49acf-1de2-4e40-b951-f194dbe5167d is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:01:59.608411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:01:59.722522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-dc418749-4512-4d78-ab77-fa809b2de756 None None] Provisioning for port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:01:59.791958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5fcb56a3-c6b3-4709-b667-ca3abedf6727 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:01:59.804731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router d3c5e072-87e9-491d-8308-49b09ff067c8 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:01:59.938190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:01:59.944360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:01:59.944731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:59.995753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:02:00.007593 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Sync routers for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:02:00.008108 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-09b85177-b48b-46d2-933e-21766f2b9be6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/d3c5e072-87e9-491d-8308-49b09ff067c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4188809 Mar 11 17:02:00.026595 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:02:00.026595 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:00.082585 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:00.121103 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 5fcb56a3-c6b3-4709-b667-ca3abedf6727, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5fcb56a3-c6b3-4709-b667-ca3abedf6727,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:02:00.196653 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-ff54c02f-51a2-4ed1-8091-ea2dee9da48c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143260605&fields=id&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 267 time: 0.0441995 Mar 11 17:02:00.221418 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:02:00.235052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:00.236182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f294ca71-f567-4c5a-9c97-4cb76474e824 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:02:00.310937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e9a54aea-f272-4614-a5ac-a3d0f1d79a70 None None] Provisioning for port a91eb22d-ff21-4524-bf79-5b00f6c806da completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:02:00.332845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e9a54aea-f272-4614-a5ac-a3d0f1d79a70 None None] Provisioning complete for port a91eb22d-ff21-4524-bf79-5b00f6c806da triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:00.332845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e9a54aea-f272-4614-a5ac-a3d0f1d79a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:00.387236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e4676d1-3625-4d67-8717-819866666985 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:00.390256 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e4676d1-3625-4d67-8717-819866666985 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/networks?id=48d49acf-1de2-4e40-b951-f194dbe5167d HTTP/1.1" status: 200 len: 796 time: 0.1862373 Mar 11 17:02:00.408467 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-976628a5-fabc-4a49-ab96-8cd6bd80a8df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/quotas/c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 375 time: 0.0120246 Mar 11 17:02:00.421130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e9a54aea-f272-4614-a5ac-a3d0f1d79a70 None None] Port a91eb22d-ff21-4524-bf79-5b00f6c806da cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:02:00.439721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=5fcb56a3-c6b3-4709-b667-ca3abedf6727,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:00.452707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e9a54aea-f272-4614-a5ac-a3d0f1d79a70 None None] Provisioning complete for port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:00.453075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e9a54aea-f272-4614-a5ac-a3d0f1d79a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:00.525714 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-363126f1-fda6-4920-84a0-a9bf4f078bbe tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099336 Mar 11 17:02:00.539828 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port f294ca71-f567-4c5a-9c97-4cb76474e824 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:02:00.549251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f294ca71-f567-4c5a-9c97-4cb76474e824 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:00.549617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:00.596967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-9c99bb7d-86a3-4852-b713-7fbfcbc82551 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:02:00.598734 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-9c99bb7d-86a3-4852-b713-7fbfcbc82551 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615859 Mar 11 17:02:00.609120 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a91eb22d-ff21-4524-bf79-5b00f6c806da', 'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:44:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:57Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 2, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:00.613243 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Checking router: d3c5e072-87e9-491d-8308-49b09ff067c8 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:02:00.613685 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Updating router d3c5e072-87e9-491d-8308-49b09ff067c8 port a91eb22d-ff21-4524-bf79-5b00f6c806da binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:02:00.668869 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:00.725830 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:00.743526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port f294ca71-f567-4c5a-9c97-4cb76474e824, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f294ca71-f567-4c5a-9c97-4cb76474e824,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:02:00.747770 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-e48e47cc-8c66-4615-9e71-cca234c7fae0 service neutron] 10.222.0.57 "GET /v2.0/networks/48d49acf-1de2-4e40-b951-f194dbe5167d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427920 Mar 11 17:02:00.789098 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a2db932c-bf47-44e5-afa6-de84c00a1c3b None None] Provisioning complete for port a91eb22d-ff21-4524-bf79-5b00f6c806da triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:00.789385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a2db932c-bf47-44e5-afa6-de84c00a1c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:00.825020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:00.890606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-a2db932c-bf47-44e5-afa6-de84c00a1c3b None None] Port a91eb22d-ff21-4524-bf79-5b00f6c806da cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:02:00.894818 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-025fa49b-e257-46b9-92da-ea09d2d2ab2d service neutron] 10.222.0.57 "GET /v2.0/networks/48d49acf-1de2-4e40-b951-f194dbe5167d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460826 Mar 11 17:02:00.908291 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=f294ca71-f567-4c5a-9c97-4cb76474e824,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:01.020565 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:01.031608 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Transition to ACTIVE for port object a91eb22d-ff21-4524-bf79-5b00f6c806da will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:02:01.132263 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:01.166245 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-654fb801-6f1f-44bc-89ba-1e27a73c892e req-4a5e0b13-f7d4-4b86-b7b6-fefc584723d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:02:01.289400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-654fb801-6f1f-44bc-89ba-1e27a73c892e req-4a5e0b13-f7d4-4b86-b7b6-fefc584723d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:02:01.290716 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-654fb801-6f1f-44bc-89ba-1e27a73c892e req-4a5e0b13-f7d4-4b86-b7b6-fefc584723d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 210 time: 0.1689074 Mar 11 17:02:01.293168 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Pushing event updated for resources: {'Port': ['ID=a91eb22d-ff21-4524-bf79-5b00f6c806da,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:01.379713 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.380044 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.380377 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.380697 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.381771 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.382097 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.382439 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.382753 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.383063 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.383372 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.383679 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.383983 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:01.406426 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Attempting to bind port a91eb22d-ff21-4524-bf79-5b00f6c806da on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:02:01.407036 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Attempting to bind port a91eb22d-ff21-4524-bf79-5b00f6c806da by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:02:01.407358 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Attempting to bind port a91eb22d-ff21-4524-bf79-5b00f6c806da on network 48d49acf-1de2-4e40-b951-f194dbe5167d {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:02:01.413123 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:02:01.413634 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Checking segment: {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:02:01.414130 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:01.414547 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Bound using segment: {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:02:01.415011 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Bound port: a91eb22d-ff21-4524-bf79-5b00f6c806da, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:02:01.415373 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:01.509709 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] For port a91eb22d-ff21-4524-bf79-5b00f6c806da, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:02:01.512570 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] For port a91eb22d-ff21-4524-bf79-5b00f6c806da, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a91eb22d-ff21-4524-bf79-5b00f6c806da,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:02:01.589655 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:01.665849 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:02:01.666398 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:01:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:01.725828 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c99e1-6328-4060-91c8-600384c8a5e1 None None] Pushing event updated for resources: {'Port': ['ID=a91eb22d-ff21-4524-bf79-5b00f6c806da,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:01.744065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5fcb56a3-c6b3-4709-b667-ca3abedf6727 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:02:01.845588 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:01.845922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:01.860573 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:02:01.975931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f294ca71-f567-4c5a-9c97-4cb76474e824 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:02:02.051072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port f294ca71-f567-4c5a-9c97-4cb76474e824 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:02.051596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:02.173702 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a91eb22d-ff21-4524-bf79-5b00f6c806da', 'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:44:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:57Z', 'updated_at': '2022-03-11T17:02:01Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:02.177936 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee173949-1c5b-407c-8346-f5dc57f3b295 None None] The sync data for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv is: [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a91eb22d-ff21-4524-bf79-5b00f6c806da', 'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:44:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:57Z', 'updated_at': '2022-03-11T17:02:01Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:02:02.552418 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9454b7ff-3723-4fa0-8c42-9455830164c8 req-8d561e95-da3e-4129-b188-bcd7d9e5ece5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 210 time: 0.1474757 Mar 11 17:02:03.515437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-36ec9937-58af-480b-a494-0fae76b8953e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:03.516992 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-36ec9937-58af-480b-a494-0fae76b8953e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/networks?id=48d49acf-1de2-4e40-b951-f194dbe5167d HTTP/1.1" status: 200 len: 796 time: 0.1491523 Mar 11 17:02:03.565179 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-8930b0f1-54a0-4a67-af9c-3e8ff11c2305 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 380 time: 0.0402176 Mar 11 17:02:03.573183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'port': {'device_id': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'admin_state_up': True, 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'security_groups': ['0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:02:03.724297 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a39489f3-3160-4e74-a76c-3b686e16060e req-6abc465b-775e-4c40-8846-1ab42dba9ba3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 210 time: 0.0581326 Mar 11 17:02:03.727904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:02:03.741331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:02:03.759736 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a91eb22d-ff21-4524-bf79-5b00f6c806da up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:02:03.836949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:02:03.840616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:03.940336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a91eb22d-ff21-4524-bf79-5b00f6c806da completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:02:03.946599 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a91eb22d-ff21-4524-bf79-5b00f6c806da triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:03.949497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:04.007129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.4 (48d49acf-1de2-4e40-b951-f194dbe5167d/1b2772d4-0901-4e14-86f1-2585061e7132/6051e2fc-8ad1-457a-8d5a-cc724907c916) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:02:04.104451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:04.139031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port a91eb22d-ff21-4524-bf79-5b00f6c806da, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a91eb22d-ff21-4524-bf79-5b00f6c806da,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:02:04.197444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:04.213268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object 6051e2fc-8ad1-457a-8d5a-cc724907c916 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:02:04.217664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:04.286776 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=a91eb22d-ff21-4524-bf79-5b00f6c806da,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:04.309937 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:04.381545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 48d49acf-1de2-4e40-b951-f194dbe5167d is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:02:04.384880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:02:04.393556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:02:04.425142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=6051e2fc-8ad1-457a-8d5a-cc724907c916,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:04.463526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:04.464152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:04.586659 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-cb65bfb6-9af0-4498-b02b-3f891cb6e047 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0168185 Mar 11 17:02:04.597567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Request body: {'port': {'device_id': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:02:04.675430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c07e05b1-500d-4627-88be-d2b388a89838 None None] Provisioning for port 6051e2fc-8ad1-457a-8d5a-cc724907c916 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:02:04.681058 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-c07e05b1-500d-4627-88be-d2b388a89838 None None] Provisioning complete for port 6051e2fc-8ad1-457a-8d5a-cc724907c916 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:04.681422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c07e05b1-500d-4627-88be-d2b388a89838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:04.709946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:04.734747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c07e05b1-500d-4627-88be-d2b388a89838 None None] Port 6051e2fc-8ad1-457a-8d5a-cc724907c916 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:02:05.051898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf233b2-b456-4807-abc6-e548751f0932 req-bec605f1-8777-43a7-b945-04d162379b4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:05.053577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ebf233b2-b456-4807-abc6-e548751f0932 req-bec605f1-8777-43a7-b945-04d162379b4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:02:05.142493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ebf233b2-b456-4807-abc6-e548751f0932 req-bec605f1-8777-43a7-b945-04d162379b4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:02:05.143654 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ebf233b2-b456-4807-abc6-e548751f0932 req-bec605f1-8777-43a7-b945-04d162379b4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 931 time: 0.2997994 Mar 11 17:02:05.148788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6051e2fc-8ad1-457a-8d5a-cc724907c916 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:02:05.157628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:05.203996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Transition to ACTIVE for port object 6051e2fc-8ad1-457a-8d5a-cc724907c916 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:02:05.212310 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ebf233b2-b456-4807-abc6-e548751f0932 req-860cf49b-96e0-464a-a64e-ce9c022617f3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590343 Mar 11 17:02:05.297860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:05.427386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Pushing event updated for resources: {'Port': ['ID=6051e2fc-8ad1-457a-8d5a-cc724907c916,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:05.628723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Attempting to bind port 6051e2fc-8ad1-457a-8d5a-cc724907c916 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:02:05.629371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Attempting to bind port 6051e2fc-8ad1-457a-8d5a-cc724907c916 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:02:05.629371 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Attempting to bind port 6051e2fc-8ad1-457a-8d5a-cc724907c916 on network 48d49acf-1de2-4e40-b951-f194dbe5167d {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:02:05.634379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Port 6051e2fc-8ad1-457a-8d5a-cc724907c916 on network 48d49acf-1de2-4e40-b951-f194dbe5167d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 17:02:05.634699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Attempting to bind port 6051e2fc-8ad1-457a-8d5a-cc724907c916 on network 48d49acf-1de2-4e40-b951-f194dbe5167d {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:02:05.639630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:02:05.639964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Checking segment: {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:02:05.640346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Bound using segment: {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:02:05.640762 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Bound port: 6051e2fc-8ad1-457a-8d5a-cc724907c916, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:02:05.641102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:05.710707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a91eb22d-ff21-4524-bf79-5b00f6c806da up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:02:05.733674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] For port 6051e2fc-8ad1-457a-8d5a-cc724907c916, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:02:05.736550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] For port 6051e2fc-8ad1-457a-8d5a-cc724907c916, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6051e2fc-8ad1-457a-8d5a-cc724907c916,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:02:05.778920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a91eb22d-ff21-4524-bf79-5b00f6c806da triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:05.779286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:05.860194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:05.866823 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:02:05.915649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:05.916218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:05.917566 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] 10.222.0.35 "PUT /v2.0/ports/6051e2fc-8ad1-457a-8d5a-cc724907c916 HTTP/1.1" status: 200 len: 1093 time: 1.3240347 Mar 11 17:02:05.918069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:02:05.946048 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c5b51-9f88-446e-a22c-2dc2bbd8c95d service neutron] Pushing event updated for resources: {'Port': ['ID=6051e2fc-8ad1-457a-8d5a-cc724907c916,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:05.976190 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'status': 'completed', 'code': 200} Mar 11 17:02:06.072676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05804aec-523f-483e-a4bb-7537e08bd69b req-d11127b4-d15d-4818-8dca-211cf3cb321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:06.074141 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05804aec-523f-483e-a4bb-7537e08bd69b req-d11127b4-d15d-4818-8dca-211cf3cb321f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 1096 time: 0.0783029 Mar 11 17:02:06.213483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05804aec-523f-483e-a4bb-7537e08bd69b req-57c84a47-17fe-4475-8a02-a5aab655bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:06.214924 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05804aec-523f-483e-a4bb-7537e08bd69b req-57c84a47-17fe-4475-8a02-a5aab655bb8e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c464f6a15cba40fb9de3f47e502aa467&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1345546 Mar 11 17:02:06.391535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05804aec-523f-483e-a4bb-7537e08bd69b req-eb73a7b6-009d-4b54-bb57-a4197ee1930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:06.392954 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05804aec-523f-483e-a4bb-7537e08bd69b req-eb73a7b6-009d-4b54-bb57-a4197ee1930b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725996 Mar 11 17:02:06.424451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9167e-a7e0-4652-b392-54139b4f52ae req-93ad3cf9-84a3-4165-867d-ef11d09a2f1d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:06.425876 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05e9167e-a7e0-4652-b392-54139b4f52ae req-93ad3cf9-84a3-4165-867d-ef11d09a2f1d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 943 time: 0.1006367 Mar 11 17:02:06.521666 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-05e9167e-a7e0-4652-b392-54139b4f52ae req-45ea3f75-b5ba-4313-a533-443bcc58784c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547669 Mar 11 17:02:06.540459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-15636ac3-d9b7-4790-8712-b5584eaec4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:06.541995 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-15636ac3-d9b7-4790-8712-b5584eaec4e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 1096 time: 0.1139021 Mar 11 17:02:06.609378 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-06c51571-0480-421c-9614-1d3b52393758 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6051e2fc-8ad1-457a-8d5a-cc724907c916 HTTP/1.1" status: 200 len: 217 time: 0.0609694 Mar 11 17:02:06.671759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-dac1d1bc-b3f7-48d2-b966-4987751a8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:06.673132 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-dac1d1bc-b3f7-48d2-b966-4987751a8042 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b2772d4-0901-4e14-86f1-2585061e7132 HTTP/1.1" status: 200 len: 834 time: 0.0585039 Mar 11 17:02:06.747073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-ae846426-9f77-4b46-984f-07a0d618b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:06.748520 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-ae846426-9f77-4b46-984f-07a0d618b68f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d49acf-1de2-4e40-b951-f194dbe5167d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696070 Mar 11 17:02:06.876711 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-223806b5-2e6f-4bc6-8874-68b5a7957ec8 service neutron] 10.222.0.35 "GET /v2.0/networks/48d49acf-1de2-4e40-b951-f194dbe5167d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225195 Mar 11 17:02:07.009478 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-03eacefd-d6f1-4d05-906b-2d28dbe2de11 req-ae545822-d927-4897-9e5f-e8527c4d2051 service neutron] 10.222.0.35 "GET /v2.0/networks/48d49acf-1de2-4e40-b951-f194dbe5167d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263211 Mar 11 17:02:07.714783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a2a23-059d-4057-99de-ea8286635015 req-28002751-90a5-439e-aff2-8513b58b79e5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:07.716153 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b31a2a23-059d-4057-99de-ea8286635015 req-28002751-90a5-439e-aff2-8513b58b79e5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 943 time: 0.0827639 Mar 11 17:02:07.762133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b31a2a23-059d-4057-99de-ea8286635015 req-a648b114-a311-47c9-967b-0653ae1b5807 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:02:07.857973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-b31a2a23-059d-4057-99de-ea8286635015 req-a648b114-a311-47c9-967b-0653ae1b5807 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:02:07.859187 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b31a2a23-059d-4057-99de-ea8286635015 req-a648b114-a311-47c9-967b-0653ae1b5807 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373200 Mar 11 17:02:09.052318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327d182-dd4f-45b9-babc-c904b4a6279b req-dfdedf57-f7fc-4153-b9ed-9d1a9bfd9601 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:09.054450 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a327d182-dd4f-45b9-babc-c904b4a6279b req-dfdedf57-f7fc-4153-b9ed-9d1a9bfd9601 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 943 time: 0.0860088 Mar 11 17:02:09.098111 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a327d182-dd4f-45b9-babc-c904b4a6279b req-a388fc97-d696-4769-8fcf-afe38b33c580 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376110 Mar 11 17:02:09.734087 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:10.282566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7efe6e-f7e2-4168-ab61-48dad4b2c911 req-5de078c4-79b7-4af7-8a72-ac5e91631a6a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:10.284014 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad7efe6e-f7e2-4168-ab61-48dad4b2c911 req-5de078c4-79b7-4af7-8a72-ac5e91631a6a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 943 time: 0.0815668 Mar 11 17:02:10.327063 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ad7efe6e-f7e2-4168-ab61-48dad4b2c911 req-38552461-aa38-40ec-b088-94ae8bfd1927 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370505 Mar 11 17:02:10.485204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6051e2fc-8ad1-457a-8d5a-cc724907c916 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:02:10.617105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6051e2fc-8ad1-457a-8d5a-cc724907c916, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6051e2fc-8ad1-457a-8d5a-cc724907c916,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:02:10.634853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'port_id': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'mac_address': 'fa:16:3e:8e:87:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:02:10.688375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:10.704941 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6051e2fc-8ad1-457a-8d5a-cc724907c916 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:02:10.720334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6051e2fc-8ad1-457a-8d5a-cc724907c916, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6051e2fc-8ad1-457a-8d5a-cc724907c916,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:02:10.791179 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:10.856615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6051e2fc-8ad1-457a-8d5a-cc724907c916,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:10.989629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['6051e2fc-8ad1-457a-8d5a-cc724907c916'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:02:11.211572 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d16705de-7bb9-4fd4-84b0-3376a23e43e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:11.509008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd07d7c-4c35-48ff-a1d1-bbe53706832f req-a54ec7fe-b43a-4f7e-bb82-4b93cd384105 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:11.510479 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-abd07d7c-4c35-48ff-a1d1-bbe53706832f req-a54ec7fe-b43a-4f7e-bb82-4b93cd384105 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0801983 Mar 11 17:02:11.554610 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-abd07d7c-4c35-48ff-a1d1-bbe53706832f req-b4278d08-1eae-4a03-ae96-2cb02a76885f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382626 Mar 11 17:02:12.494537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6051e2fc-8ad1-457a-8d5a-cc724907c916 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:02:12.659753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 6051e2fc-8ad1-457a-8d5a-cc724907c916 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:02:12.665800 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 6051e2fc-8ad1-457a-8d5a-cc724907c916 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:02:12.666218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:12.741537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6cf6-cd9b-41a7-9158-7604b7a27350 req-eb4c4699-028b-4093-aace-43b1dc383f10 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:12.743167 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e11c6cf6-cd9b-41a7-9158-7604b7a27350 req-eb4c4699-028b-4093-aace-43b1dc383f10 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 944 time: 0.0822084 Mar 11 17:02:12.785132 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:12.791864 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e11c6cf6-cd9b-41a7-9158-7604b7a27350 req-0b5b0721-b2b8-444b-a6f3-f46ca3db59ec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427539 Mar 11 17:02:12.813269 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:02:12.823313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 6051e2fc-8ad1-457a-8d5a-cc724907c916, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6051e2fc-8ad1-457a-8d5a-cc724907c916,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:02:12.857297 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'code': 200} Mar 11 17:02:12.899865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:12.978101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=6051e2fc-8ad1-457a-8d5a-cc724907c916,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:13.352993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4942d3-fad6-4a97-9f14-7f36a26a2527 req-0c15912f-2d6d-4b5a-9ad0-7af1d04f14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:13.354383 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2d4942d3-fad6-4a97-9f14-7f36a26a2527 req-0c15912f-2d6d-4b5a-9ad0-7af1d04f14bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0726573 Mar 11 17:02:13.391339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5cef3b93-1438-454e-a232-7fb9da6098b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:13.395301 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2d4942d3-fad6-4a97-9f14-7f36a26a2527 req-7e400695-537b-460d-93de-90dd1a6cb421 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350363 Mar 11 17:02:13.977719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfadce-4ebb-4a74-82a2-eeab4693b238 req-77ba8478-f991-4d54-a63f-9bd754ad7ffd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:13.979099 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-83bfadce-4ebb-4a74-82a2-eeab4693b238 req-77ba8478-f991-4d54-a63f-9bd754ad7ffd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0802922 Mar 11 17:02:14.022293 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-83bfadce-4ebb-4a74-82a2-eeab4693b238 req-22954e6b-0aa2-4dc9-89cd-d77a41493c2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376096 Mar 11 17:02:14.720383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:14.813713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:15.208392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da6810-e0f5-4593-9593-3c04d6d7a2ed req-8e06fbc6-eb6b-4999-aa12-5aeb7d0e7952 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:15.209866 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-14da6810-e0f5-4593-9593-3c04d6d7a2ed req-8e06fbc6-eb6b-4999-aa12-5aeb7d0e7952 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0820587 Mar 11 17:02:15.255529 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-14da6810-e0f5-4593-9593-3c04d6d7a2ed req-9daf1c78-941a-49c4-9b4c-2cc7f25501bb tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395257 Mar 11 17:02:15.441928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5162c-f5d8-4f41-ab17-dd31750c87d3 req-6e03b424-8edb-487f-82ea-9e1bb86ffa88 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:15.443404 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b8f5162c-f5d8-4f41-ab17-dd31750c87d3 req-6e03b424-8edb-487f-82ea-9e1bb86ffa88 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0819380 Mar 11 17:02:15.487716 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b8f5162c-f5d8-4f41-ab17-dd31750c87d3 req-97b385e7-97e1-44dd-a06f-ee1fdab89cea tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381145 Mar 11 17:02:15.510848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42442) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:02:15.580748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a0d0b0-57ff-435d-bebb-4621404d282d tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:15.582243 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-30a0d0b0-57ff-435d-bebb-4621404d282d tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 1093 time: 0.0704212 Mar 11 17:02:15.585418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42446) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:02:15.590568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:02:15.596459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:02:15.600296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:floatingip and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:02:15.603431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:02:15.609308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:02:15.692335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:15.827973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:15.997118 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:16.077427 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.155 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/fcc82be8-a6a0-4ae3-958b-2b7765fe2c41) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:02:16.220729 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:16.315029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:16.377706 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:02:16.380433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:02:16.384184 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:02:16.423687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=fcc82be8-a6a0-4ae3-958b-2b7765fe2c41,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:16.807048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:16.937369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:17.146076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:17.208294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:17.328938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=fcc82be8-a6a0-4ae3-958b-2b7765fe2c41,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:17.341405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:17.543640 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 05074397-c879-4ad6-90ba-2df32cc65aaf associated. External IP: 172.26.8.155, port: 6051e2fc-8ad1-457a-8d5a-cc724907c916. Mar 11 17:02:18.011380 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router d3c5e072-87e9-491d-8308-49b09ff067c8 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:02:18.202458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:02:18.213305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] Sync routers for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:02:18.222504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:02:18.223212 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:02:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:18.288194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:18.344585 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f57f8196-045a-4464-9974-aced471d76f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7580831 Mar 11 17:02:18.345172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:02:18.394984 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'status': 'completed', 'code': 200} Mar 11 17:02:18.441027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:02:18.637575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-bf5e17ac-0919-4ee3-a2b4-9f8d0d2bc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:18.639074 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-bf5e17ac-0919-4ee3-a2b4-9f8d0d2bc22e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 1098 time: 0.2260015 Mar 11 17:02:18.650194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93592adb-d70c-4a12-b222-52903e360998 req-c83599e4-9fbf-45cf-b75a-7e8d9a39d8d5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:18.651555 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93592adb-d70c-4a12-b222-52903e360998 req-c83599e4-9fbf-45cf-b75a-7e8d9a39d8d5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1132581 Mar 11 17:02:18.782940 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93592adb-d70c-4a12-b222-52903e360998 req-7613239d-6e80-4476-9679-2da972be0888 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131630 Mar 11 17:02:18.806207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '05074397-c879-4ad6-90ba-2df32cc65aaf', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.155', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'port_id': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'mac_address': 'fa:16:3e:8e:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:02:16Z', 'updated_at': '2022-03-11T17:02:16Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91eb22d-ff21-4524-bf79-5b00f6c806da', 'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:44:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:57Z', 'updated_at': '2022-03-11T17:02:04Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:18.807795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42454) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:02:18.810917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] Checking router: d3c5e072-87e9-491d-8308-49b09ff067c8 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:02:18.815525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-b331fcac-2a23-4d69-a930-75742e163c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:18.816957 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-b331fcac-2a23-4d69-a930-75742e163c90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d49acf-1de2-4e40-b951-f194dbe5167d HTTP/1.1" status: 200 len: 897 time: 0.1645765 Mar 11 17:02:18.819839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:02:18.820450 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:02:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:18.925101 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0b881cde-1616-4121-9f8f-fc560239c50f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/05074397-c879-4ad6-90ba-2df32cc65aaf HTTP/1.1" status: 200 len: 991 time: 0.1161919 Mar 11 17:02:18.928478 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-95c9351e-eb81-4536-aadc-97fdbe15e108 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6051e2fc-8ad1-457a-8d5a-cc724907c916 HTTP/1.1" status: 200 len: 999 time: 0.1051662 Mar 11 17:02:18.990955 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-efc4c47f-b9be-4e30-b7c1-c5357a2cfb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:18.992380 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-efc4c47f-b9be-4e30-b7c1-c5357a2cfb28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b2772d4-0901-4e14-86f1-2585061e7132 HTTP/1.1" status: 200 len: 834 time: 0.0580785 Mar 11 17:02:19.014705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:02:19.072916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-1c32e4b3-7f03-4292-94ef-35bea1c5f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:19.074341 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-1c32e4b3-7f03-4292-94ef-35bea1c5f102 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d49acf-1de2-4e40-b951-f194dbe5167d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764046 Mar 11 17:02:19.210322 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-ccab7d02-029e-4c8b-afcd-43c9cda2adb9 service neutron] 10.222.0.35 "GET /v2.0/networks/48d49acf-1de2-4e40-b951-f194dbe5167d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302605 Mar 11 17:02:19.344363 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cff219b5-57b5-44ff-9f9f-6bc03da355b9 req-17afb88e-778b-4fa9-98f2-58e84cac690c service neutron] 10.222.0.35 "GET /v2.0/networks/48d49acf-1de2-4e40-b951-f194dbe5167d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285877 Mar 11 17:02:19.371282 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '05074397-c879-4ad6-90ba-2df32cc65aaf', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.155', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'port_id': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'mac_address': 'fa:16:3e:8e:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:02:16Z', 'updated_at': '2022-03-11T17:02:16Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91eb22d-ff21-4524-bf79-5b00f6c806da', 'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:44:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:57Z', 'updated_at': '2022-03-11T17:02:04Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:19.375362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dde8c-8489-44d9-8912-67db6d673856 None None] The sync data for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv is: [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '05074397-c879-4ad6-90ba-2df32cc65aaf', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.155', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'port_id': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'mac_address': 'fa:16:3e:8e:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:02:16Z', 'updated_at': '2022-03-11T17:02:16Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91eb22d-ff21-4524-bf79-5b00f6c806da', 'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:44:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:57Z', 'updated_at': '2022-03-11T17:02:04Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:02:19.562921 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd7025-b03e-408f-84f6-b10070997c73 None None] New status for floating IP 05074397-c879-4ad6-90ba-2df32cc65aaf: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:02:19.929062 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42458) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:02:20.037139 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-764adb22-bff4-4308-8ca0-07c81cf4816e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/05074397-c879-4ad6-90ba-2df32cc65aaf HTTP/1.1" status: 200 len: 993 time: 0.1069400 Mar 11 17:02:39.726313 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:41.190427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bc54ead9-6de8-48fc-9651-901464809bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:42.864941 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:02:43.378594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9cc5496f-7b1f-4a81-9df3-658ea4c9e55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:44.727071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:44.806913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:46.023512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:48.177973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655242a-b4d3-41ba-bcde-4845ea2a9e88 req-22db294b-e8aa-4393-a626-65b89809eeb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:48.180139 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b655242a-b4d3-41ba-bcde-4845ea2a9e88 req-22db294b-e8aa-4393-a626-65b89809eeb1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1366186 Mar 11 17:02:48.227249 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b655242a-b4d3-41ba-bcde-4845ea2a9e88 req-39d301b9-bbae-4e58-9956-91c0cdd745f3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380626 Mar 11 17:02:49.466348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375757f-d2ed-41d8-84ef-cb5b6abf6f77 req-46e9e0f2-0882-4207-a992-583a46c62403 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:49.467803 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6375757f-d2ed-41d8-84ef-cb5b6abf6f77 req-46e9e0f2-0882-4207-a992-583a46c62403 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1352370 Mar 11 17:02:49.512521 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6375757f-d2ed-41d8-84ef-cb5b6abf6f77 req-cbabb0a7-1855-41cd-83b0-1c503569c06b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387683 Mar 11 17:02:49.536491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42482) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:02:49.646355 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a149c053-f37c-46a8-9c35-d0aa1f566d73 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/05074397-c879-4ad6-90ba-2df32cc65aaf HTTP/1.1" status: 200 len: 993 time: 0.1079426 Mar 11 17:02:51.322589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef87c9a-ea46-40f5-a568-33b88b9bd268 req-0c1bbc25-314d-4b37-947a-828a4db1dd51 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:51.324065 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bef87c9a-ea46-40f5-a568-33b88b9bd268 req-0c1bbc25-314d-4b37-947a-828a4db1dd51 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0810773 Mar 11 17:02:51.368615 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bef87c9a-ea46-40f5-a568-33b88b9bd268 req-7e8e41f9-eae3-4e4b-aeee-6bc39ae3bd32 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381625 Mar 11 17:02:52.557535 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd267b4-7a43-4fe8-ab46-c01dd5b43b5f req-87eee801-5b85-4a0e-b2a0-b6080ac94058 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:52.559255 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3dd267b4-7a43-4fe8-ab46-c01dd5b43b5f req-87eee801-5b85-4a0e-b2a0-b6080ac94058 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0831125 Mar 11 17:02:52.603117 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3dd267b4-7a43-4fe8-ab46-c01dd5b43b5f req-97ee1af9-c0ff-4f82-adc5-8a54cddd9ec5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381334 Mar 11 17:02:52.626748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42494) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:02:52.731568 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-584c087b-ce11-483f-a16c-5d8413882da7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/05074397-c879-4ad6-90ba-2df32cc65aaf HTTP/1.1" status: 200 len: 993 time: 0.1035450 Mar 11 17:02:53.064953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42502) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:02:53.267497 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port fcc82be8-a6a0-4ae3-958b-2b7765fe2c41 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:02:53.267836 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:53.533005 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:53.533422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:53.653998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for fcc82be8-a6a0-4ae3-958b-2b7765fe2c41 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:02:53.852956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:53.901630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=fcc82be8-a6a0-4ae3-958b-2b7765fe2c41,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:53.938567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.938905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.939236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.939563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.939887 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.940207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.940524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.940838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.941153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.941464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.941778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:53.942091 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:02:54.001002 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:54.001326 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 05074397-c879-4ad6-90ba-2df32cc65aaf disassociated (deleted). External IP: 172.26.8.155, port: 6051e2fc-8ad1-457a-8d5a-cc724907c916. Mar 11 17:02:54.353141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router d3c5e072-87e9-491d-8308-49b09ff067c8 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:02:54.532947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:02:54.543741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] Sync routers for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:02:54.552909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:02:54.560201 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:02:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:54.651659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:54.709245 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-81f514c4-d624-43db-bba1-e4fd39c0e672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/floatingips/05074397-c879-4ad6-90ba-2df32cc65aaf HTTP/1.1" status: 204 len: 168 time: 1.6433027 Mar 11 17:02:54.709915 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:02:54.731948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:02:54.756634 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'status': 'completed', 'code': 200} Mar 11 17:02:54.895101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-8a808322-ea06-42b5-b032-577cedf13af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:54.896667 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-8a808322-ea06-42b5-b032-577cedf13af3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 1098 time: 0.1193507 Mar 11 17:02:55.036650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-37aa4483-aea0-4900-b48d-0587eaced970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:55.039416 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-37aa4483-aea0-4900-b48d-0587eaced970 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48d49acf-1de2-4e40-b951-f194dbe5167d HTTP/1.1" status: 200 len: 897 time: 0.1361220 Mar 11 17:02:55.098765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a91eb22d-ff21-4524-bf79-5b00f6c806da', 'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:44:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:57Z', 'updated_at': '2022-03-11T17:02:04Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:55.103409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] Checking router: d3c5e072-87e9-491d-8308-49b09ff067c8 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:02:55.112074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:02:55.112688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:02:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:55.231061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-9f54ef99-3039-407b-af63-ef695dd0e553 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6051e2fc-8ad1-457a-8d5a-cc724907c916 HTTP/1.1" status: 200 len: 217 time: 0.1868043 Mar 11 17:02:55.298064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-3cb65a84-4744-4a70-ba1a-5c76f4b0e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:55.299684 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-3cb65a84-4744-4a70-ba1a-5c76f4b0e48d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b2772d4-0901-4e14-86f1-2585061e7132 HTTP/1.1" status: 200 len: 834 time: 0.0617890 Mar 11 17:02:55.302931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:02:55.314932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb3c83-bf86-4af6-b9b8-746007ad21ad req-62fa95ac-f21e-49e7-8c5d-113e3899726b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:55.316412 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bddb3c83-bf86-4af6-b9b8-746007ad21ad req-62fa95ac-f21e-49e7-8c5d-113e3899726b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0869937 Mar 11 17:02:55.363924 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bddb3c83-bf86-4af6-b9b8-746007ad21ad req-98372777-f6f3-46fb-99ec-740866b6d8f3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403674 Mar 11 17:02:55.378598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-f4eadfdd-d747-41f2-9e3d-2a14806563b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:55.380153 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-f4eadfdd-d747-41f2-9e3d-2a14806563b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48d49acf-1de2-4e40-b951-f194dbe5167d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745547 Mar 11 17:02:55.520747 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-30445a77-b592-46f2-a281-fc65afc6ac19 service neutron] 10.222.0.35 "GET /v2.0/networks/48d49acf-1de2-4e40-b951-f194dbe5167d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342137 Mar 11 17:02:55.620780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a91eb22d-ff21-4524-bf79-5b00f6c806da', 'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:44:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:57Z', 'updated_at': '2022-03-11T17:02:04Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:02:55.624664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bd230-6eba-402e-8925-28ed0d8643d0 None None] The sync data for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv is: [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:01:58Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'a91eb22d-ff21-4524-bf79-5b00f6c806da', 'name': '', 'network_id': '48d49acf-1de2-4e40-b951-f194dbe5167d', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:44:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:57Z', 'updated_at': '2022-03-11T17:02:04Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1b2772d4-0901-4e14-86f1-2585061e7132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:02:55.657583 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3063933c-65df-41f4-a9f1-382f6c99fde6 req-69e359d5-6d64-47b0-92df-4b11b47d3731 service neutron] 10.222.0.35 "GET /v2.0/networks/48d49acf-1de2-4e40-b951-f194dbe5167d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309741 Mar 11 17:02:55.930695 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade4dd3-305f-4b90-a1e4-f3136f51c52e None None] New status for floating IP 05074397-c879-4ad6-90ba-2df32cc65aaf: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:02:56.555906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67dc85-77bf-44bf-a459-a3cc5ceaa32f req-c5c1f435-987c-4393-8489-5f6fe23946d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:56.556588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ef67dc85-77bf-44bf-a459-a3cc5ceaa32f req-c5c1f435-987c-4393-8489-5f6fe23946d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:02:56.629608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ef67dc85-77bf-44bf-a459-a3cc5ceaa32f req-c5c1f435-987c-4393-8489-5f6fe23946d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:02:56.630777 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef67dc85-77bf-44bf-a459-a3cc5ceaa32f req-c5c1f435-987c-4393-8489-5f6fe23946d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.1584158 Mar 11 17:02:56.676813 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ef67dc85-77bf-44bf-a459-a3cc5ceaa32f req-44e16b6e-9bbc-4e5a-b6bf-f91d47c12943 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 Mar 11 17:02:56.755183 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-30a8ee18-e9b1-47cf-b9b7-56bbb5a5de2b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:56.756602 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-30a8ee18-e9b1-47cf-b9b7-56bbb5a5de2b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 945 time: 0.0789602 Mar 11 17:02:56.829062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port 6051e2fc-8ad1-457a-8d5a-cc724907c916 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:02:56.829405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:57.081783 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port 6051e2fc-8ad1-457a-8d5a-cc724907c916, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=6051e2fc-8ad1-457a-8d5a-cc724907c916,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:02:57.082056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:57.205219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for 6051e2fc-8ad1-457a-8d5a-cc724907c916 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:02:57.430100 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:57.479158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=6051e2fc-8ad1-457a-8d5a-cc724907c916,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:02:57.555299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] No DVR routers for this DVR port 6051e2fc-8ad1-457a-8d5a-cc724907c916 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:02:57.557672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:57.560403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'name': 'network-vif-deleted', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:02:57.604832 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890c7719-73a2-458f-a43c-df2b9f2a6fe8', 'name': 'network-vif-deleted', 'tag': '6051e2fc-8ad1-457a-8d5a-cc724907c916', 'status': 'completed', 'code': 200} Mar 11 17:02:57.640518 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b762ebca-9a4d-4ebc-9509-92ffd4da6578 req-368697f4-9a00-4273-bb77-8f1f98994c28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "DELETE /v2.0/ports/6051e2fc-8ad1-457a-8d5a-cc724907c916 HTTP/1.1" status: 204 len: 173 time: 0.8786380 Mar 11 17:02:57.829566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3fb9bdd3-7a4e-410b-b16e-0f774b75e275 req-29641a6e-61d2-41fb-bb6a-13d6dc282855 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:02:57.903773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3fb9bdd3-7a4e-410b-b16e-0f774b75e275 req-29641a6e-61d2-41fb-bb6a-13d6dc282855 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:02:57.905280 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3fb9bdd3-7a4e-410b-b16e-0f774b75e275 req-29641a6e-61d2-41fb-bb6a-13d6dc282855 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=890c7719-73a2-458f-a43c-df2b9f2a6fe8 HTTP/1.1" status: 200 len: 210 time: 0.1192794 Mar 11 17:02:59.000477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42522) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:02:59.644529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:59.999527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port a91eb22d-ff21-4524-bf79-5b00f6c806da {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:02:59.999780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:00.183405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port a91eb22d-ff21-4524-bf79-5b00f6c806da, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a91eb22d-ff21-4524-bf79-5b00f6c806da,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:03:00.184082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:00.303629 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for a91eb22d-ff21-4524-bf79-5b00f6c806da owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:03:00.555899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:00.605569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=a91eb22d-ff21-4524-bf79-5b00f6c806da,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:00.743539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6051e2fc-8ad1-457a-8d5a-cc724907c916 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:03:00.779392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 6051e2fc-8ad1-457a-8d5a-cc724907c916 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:03:00.779731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 6051e2fc-8ad1-457a-8d5a-cc724907c916 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:03:00.979718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:01.380155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router d3c5e072-87e9-491d-8308-49b09ff067c8 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:03:01.554737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:03:01.563993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] Sync routers for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:03:01.573972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:03:01.574602 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:02:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:01.658747 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6084c7fb-7c56-4290-aa47-e934de33a511 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/d3c5e072-87e9-491d-8308-49b09ff067c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6570609 Mar 11 17:03:01.662034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42526) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:01.733204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bb4dcf-8187-43a1-b7d6-e6dce5f912df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting subnet 1b2772d4-0901-4e14-86f1-2585061e7132 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:03:01.736196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bb4dcf-8187-43a1-b7d6-e6dce5f912df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:01.750583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:03:01.792053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bb4dcf-8187-43a1-b7d6-e6dce5f912df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:01.873557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bb4dcf-8187-43a1-b7d6-e6dce5f912df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:02.023232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bb4dcf-8187-43a1-b7d6-e6dce5f912df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:02.047315 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:03:00Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:02.051208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] Checking router: d3c5e072-87e9-491d-8308-49b09ff067c8 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:03:02.060794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] Routers {'d3c5e072-87e9-491d-8308-49b09ff067c8'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:03:02.061399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:02:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['d3c5e072-87e9-491d-8308-49b09ff067c8'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:02.067288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-34bb4dcf-8187-43a1-b7d6-e6dce5f912df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:02.072415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb4dcf-8187-43a1-b7d6-e6dce5f912df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2772d4-0901-4e14-86f1-2585061e7132,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:02.080096 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-34bb4dcf-8187-43a1-b7d6-e6dce5f912df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/subnets/1b2772d4-0901-4e14-86f1-2585061e7132 HTTP/1.1" status: 204 len: 168 time: 0.4145041 Mar 11 17:03:02.080205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42530) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:02.156343 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693947ca-68af-4f48-ae21-917d2da4f016 None None] Network 48d49acf-1de2-4e40-b951-f194dbe5167d requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:03:02.262774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:02.427487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] Set router d3c5e072-87e9-491d-8308-49b09ff067c8 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:03:02.554998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:02.658191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port f294ca71-f567-4c5a-9c97-4cb76474e824 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:03:02.658781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:02.720973 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] DHCP port deletion for 48d49acf-1de2-4e40-b951-f194dbe5167d request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:03:02.729615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Deleting port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:03:02.729985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:02.783681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:03:00Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:02.824399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fc38b-dde2-478b-899b-5cc59c14243b None None] The sync data for ids ['d3c5e072-87e9-491d-8308-49b09ff067c8'] in dv-neutron-833379-1-hyperv is: [{'id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-963588850', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:01:52Z', 'updated_at': '2022-03-11T17:03:00Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'f294ca71-f567-4c5a-9c97-4cb76474e824', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e072-87e9-491d-8308-49b09ff067c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:01:53Z', 'updated_at': '2022-03-11T17:02:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:03:02.839961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port f294ca71-f567-4c5a-9c97-4cb76474e824, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=f294ca71-f567-4c5a-9c97-4cb76474e824,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:03:02.840314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:02.956309 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] For port 5fcb56a3-c6b3-4709-b667-ca3abedf6727, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=5fcb56a3-c6b3-4709-b667-ca3abedf6727,segment=NetworkSegment(0d2bd0cf-4a94-405e-8b09-b71f85d1bfae),segment_id=0d2bd0cf-4a94-405e-8b09-b71f85d1bfae)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:03:02.956587 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:02.967556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for f294ca71-f567-4c5a-9c97-4cb76474e824 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:03:03.083226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Calling delete_port for 5fcb56a3-c6b3-4709-b667-ca3abedf6727 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:03:03.212291 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:03.229468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:03.266616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Pushing event deleted for resources: {'Port': ['ID=5fcb56a3-c6b3-4709-b667-ca3abedf6727,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:03.271648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] No DVR routers for this DVR port 5fcb56a3-c6b3-4709-b667-ca3abedf6727 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:03:03.278848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.279194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=f294ca71-f567-4c5a-9c97-4cb76474e824,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:03.279349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.279546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.282804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.282804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.282804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.282804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.283666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.283666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.283666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.284322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.284322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a62cb8-e964-485e-a9c9-7c5d514f5ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:03.375948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:03.548811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:03.551055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:03.669256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:03.669939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Fanout notify agent at l3_agent the message router_deleted on router d3c5e072-87e9-491d-8308-49b09ff067c8 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:03:03.687513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:03.689084 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-25630b0e-a2d6-4d4a-92ee-7e1648ef61ca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/routers/d3c5e072-87e9-491d-8308-49b09ff067c8 HTTP/1.1" status: 204 len: 168 time: 1.6075289 Mar 11 17:03:03.692338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42534) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:03.802026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5fcb56a3-c6b3-4709-b667-ca3abedf6727 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:03:03.820899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:03.835933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 5fcb56a3-c6b3-4709-b667-ca3abedf6727 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:03:03.836293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 5fcb56a3-c6b3-4709-b667-ca3abedf6727 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:03:03.836704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a91eb22d-ff21-4524-bf79-5b00f6c806da no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:03:03.869372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a91eb22d-ff21-4524-bf79-5b00f6c806da {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:03:03.869712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a91eb22d-ff21-4524-bf79-5b00f6c806da not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:03:03.954978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:03.980586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d49acf-1de2-4e40-b951-f194dbe5167d']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:03.992325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:03.992624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2bd0cf-4a94-405e-8b09-b71f85d1bfae') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:04.003726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:04.074953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:04.081241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:03:04.081686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:03:04.096355 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:03:04.245263 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:04.262635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:04.271985 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Network': ['ID=48d49acf-1de2-4e40-b951-f194dbe5167d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:04.276220 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e00f7c5b-7745-4289-9aac-d1d0d159df3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/networks/48d49acf-1de2-4e40-b951-f194dbe5167d HTTP/1.1" status: 204 len: 168 time: 0.5839982 Mar 11 17:03:04.278892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42538) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:04.348446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-533a1c89-6646-4138-b2de-56a063f4dbbc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:04.381661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-533a1c89-6646-4138-b2de-56a063f4dbbc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:04.617771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-533a1c89-6646-4138-b2de-56a063f4dbbc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:04.637282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a1c89-6646-4138-b2de-56a063f4dbbc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:04.713861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-533a1c89-6646-4138-b2de-56a063f4dbbc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:04.715086 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-533a1c89-6646-4138-b2de-56a063f4dbbc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/security-groups/0d2ccb91-fe4e-4a27-bacf-0c8ebc35216d HTTP/1.1" status: 204 len: 168 time: 0.4353034 Mar 11 17:03:05.019967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42546) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:05.025480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736554496', 'description': 'tempest-secgroup-smoke-736554496 description', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:05.031581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:05.035673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:05.039465 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:05.045204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:05.178228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:05.198621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:05.202452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:05.205243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:05.211214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:05.277760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:05.371679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:05.416550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4901b63-0d77-485c-ace9-89018944bf32,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:05.520554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:05.521780 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d51f5440-b1d9-4de9-a839-a8c140aae949 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5008018 Mar 11 17:03:05.525163 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42550) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:05.530223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'e4901b63-0d77-485c-ace9-89018944bf32', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:05.536194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:05.540727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:05.543608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:05.549223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:05.660208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:05.697748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f294ca71-f567-4c5a-9c97-4cb76474e824 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:03:05.725226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:05.732053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: f294ca71-f567-4c5a-9c97-4cb76474e824 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:03:05.732398 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device f294ca71-f567-4c5a-9c97-4cb76474e824 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:03:05.811905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:05.837537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f08800-4aa4-4cdb-8875-5aad979f1d09,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:05.920630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:05.921871 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1e4c2b6e-663b-4649-a839-0b822687fa1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3957326 Mar 11 17:03:05.924656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42554) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:05.930959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'e4901b63-0d77-485c-ace9-89018944bf32', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:05.938724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:05.942617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:05.945944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:05.951685 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:06.034916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.094265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.171797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.195948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503dafa6-68bc-4b3e-91dd-7eaf9dcf6390,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:06.275220 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.276415 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d397ed59-a70b-427c-b483-3784a9da1261 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3508224 Mar 11 17:03:06.279185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42558) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:06.284168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'e4901b63-0d77-485c-ace9-89018944bf32', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:06.291073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:06.294897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:06.297837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:06.303872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:06.385042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.448224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.497360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.521237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22505dd9-e03a-4460-8a41-702c76d36227,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:06.572138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.573498 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2c4d719e-227e-4ac8-afbd-0f2cb14450bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933602 Mar 11 17:03:06.576197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42562) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:06.581088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'e4901b63-0d77-485c-ace9-89018944bf32', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:06.587271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:06.594627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:06.594627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:06.599510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:06.652391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.715176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.790128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.814755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62e57b6-7060-4689-9566-283f9a58e949,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:06.891954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:06.893184 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-869da349-01bb-442c-be44-1389bfcfa064 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160880 Mar 11 17:03:06.895962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42566) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:06.901627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'e4901b63-0d77-485c-ace9-89018944bf32', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:06.907697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:06.911478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:06.915020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:06.920900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:06.989654 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:03:06.997554 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.064318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.155046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.182071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5365b6b0-05a5-4220-9ffd-766bd094cec5,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:07.252482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.253624 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c2f20c31-e622-4770-87b4-19318c1810d0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3567185 Mar 11 17:03:07.256290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42570) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:07.262052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'e4901b63-0d77-485c-ace9-89018944bf32', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:07.268480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:07.272427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:07.276378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:07.282146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:07.360894 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:03:07.367956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.437691 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.509657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.535960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e77657c-64c1-4973-8632-30c7313b99b5,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:07.629429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.630824 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-507a85cb-83ea-4887-bb1c-6f8589da5b0d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3735707 Mar 11 17:03:07.634311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42574) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:07.639972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'network': {'name': 'tempest-network-smoke--560694781', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:07.645277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:07.650642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:network and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:07.653644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:07.659894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:07.732196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:03:07.735551 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.763768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:03:07.771896 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.772138 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Added segment 5d90ad78-2659-4069-b4e1-7235df52ea8b of type vlan for network 9596c2e7-1219-4b6d-937a-8bd2dc275465 Mar 11 17:03:07.799261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.898376 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.904224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:07.904807 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:08.014908 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Network': ['ID=9596c2e7-1219-4b6d-937a-8bd2dc275465,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:08.019363 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3840470 Mar 11 17:03:08.022187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42578) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:08.024597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.025445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.025445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.025767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.026105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.026456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.026817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.027140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.027423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'admin_state_up': True, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:08.027550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.027799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.028166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.028488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5401bc1-3da6-405e-8d06-b62843be714c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:08.034712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:08.039098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:router and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:08.040593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 9596c2e7-1219-4b6d-937a-8bd2dc275465 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:03:08.042116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:08.048426 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:08.109102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:08.110475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:08.126690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:08.471042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:08.869368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:08.898698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:09.030976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.212 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:03:09.272821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:09.372083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:09.433525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:03:09.436282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:03:09.444494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:03:09.480770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:09.737826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:09.942774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:10.281841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:10.572042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 17:03:10.744947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:03:10.754086 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Sync routers for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:03:10.764079 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:03:10.764758 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:02:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:10.812180 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:10.813375 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1bdf74ad-5878-4e4e-9f2e-5ab6939cf854 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7901268 Mar 11 17:03:10.816519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42582) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:10.976785 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:03:10.980351 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed24e18a-73c1-484b-a62c-45558bf1bc7d tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c464f6a15cba40fb9de3f47e502aa467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628101 Mar 11 17:03:10.982969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42586) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:11.114512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca72e4-499e-48e1-8e76-82056a1bc585 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:11.118889 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bcca72e4-499e-48e1-8e76-82056a1bc585 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324129 Mar 11 17:03:11.119164 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42590) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:11.158656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-31c255c6-8111-48d3-95f6-052e86b0b00f tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384352 Mar 11 17:03:11.161107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42594) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:11.166571 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c7eacf22-1bf4-47cb-b6e8-e0304356cf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.167087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667000265', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:11.264384 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:09Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:11.268249 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Checking router: 07bb71bd-8a9c-4540-b0c9-d33665a9d78f for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:03:11.268590 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Updating router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:03:11.279907 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:11.283784 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:subnet and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:11.286797 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:11.293255 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:11.321540 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.353792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:03:11.357230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.656698 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.663356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.668740 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Transition to ACTIVE for port object 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:03:11.742107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Subnet': ['ID=83ac19ef-78ca-4b6e-b8da-e29c4349781a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:11.743258 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.750504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Checking segment: {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:03:11.750872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network hostable DHCP agents. Network: 9596c2e7-1219-4b6d-937a-8bd2dc275465, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:03:11.822086 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Attempting to bind port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:03:11.822631 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Attempting to bind port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:03:11.822785 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Attempting to bind port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:03:11.824928 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Pushing event updated for resources: {'Port': ['ID=8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:11.833800 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.834140 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.834484 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.834809 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.834934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 9596c2e7-1219-4b6d-937a-8bd2dc275465 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:03:11.835124 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.835549 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.835865 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.836171 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.836493 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.836793 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.837116 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.837405 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:11.840719 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:03:11.841081 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:03:11.841465 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.841829 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:03:11.842306 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Bound port: 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:03:11.842687 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.897665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 9596c2e7-1219-4b6d-937a-8bd2dc275465) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:03:11.904332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:11.905782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.905940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a7858f-fb8c-47bd-9ace-d9b87d5a4d36 None None] Network 9596c2e7-1219-4b6d-937a-8bd2dc275465 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:03:11.921112 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] For port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:03:11.924702 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] For port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:03:11.989975 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0881ccf7-8966-4433-96be-004c9bc667c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8278379 Mar 11 17:03:11.993325 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42598) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:12.001108 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:12.079742 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:03:12.080461 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:02:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:12.139057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-9596c2e7-1219-4b6d-937a-8bd2dc275465', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 17:03:12.140447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:12.148429 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131e66a-51e6-4723-87c2-b24c4919b900 None None] Pushing event updated for resources: {'Port': ['ID=8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:12.270370 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:03:12.302713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Allocated IP 172.20.0.2 (9596c2e7-1219-4b6d-937a-8bd2dc275465/83ac19ef-78ca-4b6e-b8da-e29c4349781a/d286c9bb-2768-4cdf-a558-1dd0693d3678) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:03:12.534112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:12.546251 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Transition to ACTIVE for port object d286c9bb-2768-4cdf-a558-1dd0693d3678 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:03:12.566691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Transition to ACTIVE for port object d286c9bb-2768-4cdf-a558-1dd0693d3678 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:03:12.584516 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:09Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:12.588706 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b535f8-80bb-4715-aa01-d59e49e08b9b None None] The sync data for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv is: [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:09Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:03:12.629631 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:12.692300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Network 9596c2e7-1219-4b6d-937a-8bd2dc275465 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:03:12.695169 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:03:12.703439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:03:12.709594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Pushing event updated for resources: {'Port': ['ID=d286c9bb-2768-4cdf-a558-1dd0693d3678,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:12.732818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:12.801806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Attempting to bind port d286c9bb-2768-4cdf-a558-1dd0693d3678 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:03:12.801806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Attempting to bind port d286c9bb-2768-4cdf-a558-1dd0693d3678 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:03:12.802698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Attempting to bind port d286c9bb-2768-4cdf-a558-1dd0693d3678 on network 9596c2e7-1219-4b6d-937a-8bd2dc275465 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:03:12.809086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:03:12.809676 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Checking segment: {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:03:12.811378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:12.811378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Bound using segment: {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:03:12.811378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Bound port: d286c9bb-2768-4cdf-a558-1dd0693d3678, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:03:12.811680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:12.924352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] For port d286c9bb-2768-4cdf-a558-1dd0693d3678, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:03:12.927610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] For port d286c9bb-2768-4cdf-a558-1dd0693d3678, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d286c9bb-2768-4cdf-a558-1dd0693d3678,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:03:12.995347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:13.082072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67fa88-1be2-4a20-8b78-5c7bc708479e None None] Pushing event updated for resources: {'Port': ['ID=d286c9bb-2768-4cdf-a558-1dd0693d3678,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:13.338628 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.1 (9596c2e7-1219-4b6d-937a-8bd2dc275465/83ac19ef-78ca-4b6e-b8da-e29c4349781a/e6737aae-6d13-4881-8740-ff53d9997ef9) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:03:13.383263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f360ca4-34c4-459d-8a15-97dbc41996ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:13.518756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:13.535404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object e6737aae-6d13-4881-8740-ff53d9997ef9 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:03:13.629451 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:13.697513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 9596c2e7-1219-4b6d-937a-8bd2dc275465 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:03:13.700731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:03:13.708757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:03:13.739369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=e6737aae-6d13-4881-8740-ff53d9997ef9,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:13.775036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:13.811946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:03:13.954779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:03:13.965448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:13.966079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.085814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.103400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:03:14.126626 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd7a33-f2ad-4e65-a964-859fb26c663f None None] Network 9596c2e7-1219-4b6d-937a-8bd2dc275465 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:03:14.138781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.216860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.217619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d286c9bb-2768-4cdf-a558-1dd0693d3678 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:03:14.424752 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9a89e0a9-789f-436c-ad54-b69a30f6ef56 None None] Provisioning for port d286c9bb-2768-4cdf-a558-1dd0693d3678 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:03:14.441852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:14.535092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d286c9bb-2768-4cdf-a558-1dd0693d3678 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:03:14.541796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d286c9bb-2768-4cdf-a558-1dd0693d3678 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:14.542182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.585113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.628875 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.716124 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.726888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.748703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.753204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=e6737aae-6d13-4881-8740-ff53d9997ef9,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:14.774014 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port d286c9bb-2768-4cdf-a558-1dd0693d3678, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d286c9bb-2768-4cdf-a558-1dd0693d3678,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:03:14.780459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4d4bc34c-ed98-4bbb-97b3-9855114977e9 None None] Provisioning complete for port d286c9bb-2768-4cdf-a558-1dd0693d3678 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:14.780963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc34c-ed98-4bbb-97b3-9855114977e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.814383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.831029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:14.950477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=d286c9bb-2768-4cdf-a558-1dd0693d3678,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:15.010607 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 9596c2e7-1219-4b6d-937a-8bd2dc275465 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:03:15.011587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:03:15.046094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4d4bc34c-ed98-4bbb-97b3-9855114977e9 None None] Provisioning for port e6737aae-6d13-4881-8740-ff53d9997ef9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:03:15.051855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4d4bc34c-ed98-4bbb-97b3-9855114977e9 None None] Provisioning complete for port e6737aae-6d13-4881-8740-ff53d9997ef9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:15.059694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc34c-ed98-4bbb-97b3-9855114977e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:15.109472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bc34c-ed98-4bbb-97b3-9855114977e9 None None] Port e6737aae-6d13-4881-8740-ff53d9997ef9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:03:15.201007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:03:15.230524 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c62dd06-c358-4ce2-b4e0-67825321a125 None None] Provisioning complete for port e6737aae-6d13-4881-8740-ff53d9997ef9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:15.230901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c62dd06-c358-4ce2-b4e0-67825321a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:15.286225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4c62dd06-c358-4ce2-b4e0-67825321a125 None None] Port e6737aae-6d13-4881-8740-ff53d9997ef9 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:03:15.378069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:03:15.387938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Sync routers for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:03:15.391080 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-74ed95aa-0ad4-4024-b9cc-69d64b733692 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/07bb71bd-8a9c-4540-b0c9-d33665a9d78f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3967416 Mar 11 17:03:15.397512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:03:15.398476 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:03:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:15.554973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-c6dd6e20-818a-40b4-8bdd-6e9580c13691 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:03:15.579700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:03:15.633992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-c6dd6e20-818a-40b4-8bdd-6e9580c13691 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:03:15.635224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-c6dd6e20-818a-40b4-8bdd-6e9580c13691 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736554496&fields=id&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 267 time: 0.1218665 Mar 11 17:03:15.787300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:03:15.792645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-b99c3d04-bb25-4557-a832-eb4f42359ca8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:15.793346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-b99c3d04-bb25-4557-a832-eb4f42359ca8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:03:15.873941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-b99c3d04-bb25-4557-a832-eb4f42359ca8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:03:15.875172 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-b99c3d04-bb25-4557-a832-eb4f42359ca8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/networks?id=9596c2e7-1219-4b6d-937a-8bd2dc275465 HTTP/1.1" status: 200 len: 796 time: 0.2323585 Mar 11 17:03:15.890135 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-245d2b20-8920-45a4-bd96-ab5ea60d4348 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/quotas/c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 375 time: 0.0093808 Mar 11 17:03:15.936159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:15.936521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:15.975592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-7d812257-38be-4148-b9f4-0c3c352a8f02 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:03:16.042073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e6737aae-6d13-4881-8740-ff53d9997ef9', 'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:56:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:13Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 2, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:16.051905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-7d812257-38be-4148-b9f4-0c3c352a8f02 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:03:16.053336 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-7d812257-38be-4148-b9f4-0c3c352a8f02 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580217 Mar 11 17:03:16.054869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:16.058859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Checking router: 07bb71bd-8a9c-4540-b0c9-d33665a9d78f for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:03:16.058859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Updating router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f port e6737aae-6d13-4881-8740-ff53d9997ef9 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:03:16.115920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d286c9bb-2768-4cdf-a558-1dd0693d3678 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:03:16.159296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:16.192490 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-992cae0a-1600-447f-8797-c4e052ae5ff0 service neutron] 10.222.0.57 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269851 Mar 11 17:03:16.297853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d286c9bb-2768-4cdf-a558-1dd0693d3678 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:16.298130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:16.324244 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-804da033-de77-42a9-b880-fdce615f3d7a service neutron] 10.222.0.57 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256683 Mar 11 17:03:16.575213 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-90f6a3a5-1741-4aab-a90b-20382955d52f req-aa3f18c6-833d-40ee-bc1e-72f2ec05e95a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 210 time: 0.0562780 Mar 11 17:03:16.658702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:16.670590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Transition to ACTIVE for port object e6737aae-6d13-4881-8740-ff53d9997ef9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:03:16.754859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:16.909651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b10d6-59ad-4dfb-929a-d77be58a32fd None None] Pushing event updated for resources: {'Port': ['ID=e6737aae-6d13-4881-8740-ff53d9997ef9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:16.973702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Attempting to bind port e6737aae-6d13-4881-8740-ff53d9997ef9 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:03:16.974070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Attempting to bind port e6737aae-6d13-4881-8740-ff53d9997ef9 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:03:16.974461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Attempting to bind port e6737aae-6d13-4881-8740-ff53d9997ef9 on network 9596c2e7-1219-4b6d-937a-8bd2dc275465 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:03:16.980105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:03:16.980285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Checking segment: {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:03:16.980682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:16.981106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Bound using segment: {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:03:16.981574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Bound port: e6737aae-6d13-4881-8740-ff53d9997ef9, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:03:16.981920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:17.081537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] For port e6737aae-6d13-4881-8740-ff53d9997ef9, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:03:17.084527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] For port e6737aae-6d13-4881-8740-ff53d9997ef9, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e6737aae-6d13-4881-8740-ff53d9997ef9,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:03:17.154713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:17.232906 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:03:17.233746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:03:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:17.292409 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b10d6-59ad-4dfb-929a-d77be58a32fd None None] Pushing event updated for resources: {'Port': ['ID=e6737aae-6d13-4881-8740-ff53d9997ef9,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:17.429275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:03:17.729728 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8df9763e-af74-43ce-abea-a1b477b106ce req-376f25aa-7a0b-4d4e-9a4a-8470372763de tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 210 time: 0.0422134 Mar 11 17:03:17.775352 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e6737aae-6d13-4881-8740-ff53d9997ef9', 'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:56:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:13Z', 'updated_at': '2022-03-11T17:03:17Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:17.779498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d6385-ff73-446c-aca6-5cac510d9fcc None None] The sync data for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv is: [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e6737aae-6d13-4881-8740-ff53d9997ef9', 'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:56:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:13Z', 'updated_at': '2022-03-11T17:03:17Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:03:18.645399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-d0403a11-a124-4818-a28a-ab01ad7d4f63 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:18.647015 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-d0403a11-a124-4818-a28a-ab01ad7d4f63 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/networks?id=9596c2e7-1219-4b6d-937a-8bd2dc275465 HTTP/1.1" status: 200 len: 796 time: 0.1842656 Mar 11 17:03:18.698054 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-e2483cb0-51aa-435e-9076-b1fb641d2fa4 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 379 time: 0.0433171 Mar 11 17:03:18.707319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'port': {'device_id': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'admin_state_up': True, 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'security_groups': ['e4901b63-0d77-485c-ace9-89018944bf32']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:18.895670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:18.909879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:18.934065 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1ac3b886-ed17-4164-a071-f590e09f9090 req-f1cf4852-3782-4502-971d-515f2494ca45 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 210 time: 0.0535426 Mar 11 17:03:19.005014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:03:19.008556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:19.276936 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.6 (9596c2e7-1219-4b6d-937a-8bd2dc275465/83ac19ef-78ca-4b6e-b8da-e29c4349781a/86d8d281-1eda-42e5-bc12-83cd8c6ad995) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:03:19.464921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:19.481277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object 86d8d281-1eda-42e5-bc12-83cd8c6ad995 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:03:19.583192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:19.650886 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 9596c2e7-1219-4b6d-937a-8bd2dc275465 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:03:19.653898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:03:19.662310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:03:19.693925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=86d8d281-1eda-42e5-bc12-83cd8c6ad995,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:19.741187 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:19.741925 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:19.787203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e6737aae-6d13-4881-8740-ff53d9997ef9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:03:19.846096 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-de95d8b0-b396-4a4a-8b8b-51f1fdae8e7e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1428628 Mar 11 17:03:19.857292 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Request body: {'port': {'device_id': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:19.863697 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:03:19.925708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port e6737aae-6d13-4881-8740-ff53d9997ef9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:03:19.930812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e6737aae-6d13-4881-8740-ff53d9997ef9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:19.931184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:19.970609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:20.042670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9a313c54-d32a-410f-81b1-c2e55eb8647a None None] Provisioning for port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:03:20.060032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9a313c54-d32a-410f-81b1-c2e55eb8647a None None] Provisioning complete for port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:20.060401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9a313c54-d32a-410f-81b1-c2e55eb8647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:20.082699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:20.136537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9a313c54-d32a-410f-81b1-c2e55eb8647a None None] Port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:03:20.139896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e6737aae-6d13-4881-8740-ff53d9997ef9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e6737aae-6d13-4881-8740-ff53d9997ef9,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:03:20.200289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:20.294019 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26353846-414e-4dec-ae63-981ae06d03b4 req-a5dbf61a-4735-4f8b-bd17-5688ef30e387 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:20.294748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-26353846-414e-4dec-ae63-981ae06d03b4 req-a5dbf61a-4735-4f8b-bd17-5688ef30e387 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:03:20.308063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e6737aae-6d13-4881-8740-ff53d9997ef9,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:20.394561 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-26353846-414e-4dec-ae63-981ae06d03b4 req-a5dbf61a-4735-4f8b-bd17-5688ef30e387 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:03:20.395713 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26353846-414e-4dec-ae63-981ae06d03b4 req-a5dbf61a-4735-4f8b-bd17-5688ef30e387 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 931 time: 0.3443522 Mar 11 17:03:20.430924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d8d281-1eda-42e5-bc12-83cd8c6ad995 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:03:20.446402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:20.468612 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-26353846-414e-4dec-ae63-981ae06d03b4 req-b764ca91-2719-4295-9368-0fb53e501a37 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650883 Mar 11 17:03:20.471057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Transition to ACTIVE for port object 86d8d281-1eda-42e5-bc12-83cd8c6ad995 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:03:20.530786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:20.694130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Pushing event updated for resources: {'Port': ['ID=86d8d281-1eda-42e5-bc12-83cd8c6ad995,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:20.772271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Attempting to bind port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:03:20.772748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Attempting to bind port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:03:20.772932 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Attempting to bind port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 on network 9596c2e7-1219-4b6d-937a-8bd2dc275465 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:03:20.777654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 on network 9596c2e7-1219-4b6d-937a-8bd2dc275465 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 17:03:20.777974 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Attempting to bind port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 on network 9596c2e7-1219-4b6d-937a-8bd2dc275465 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:03:20.783053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:03:20.783329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Checking segment: {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:03:20.783701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Bound using segment: {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:03:20.784130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Bound port: 86d8d281-1eda-42e5-bc12-83cd8c6ad995, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d90ad78-2659-4069-b4e1-7235df52ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:03:20.784447 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:20.875420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] For port 86d8d281-1eda-42e5-bc12-83cd8c6ad995, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:03:20.878273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] For port 86d8d281-1eda-42e5-bc12-83cd8c6ad995, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:03:20.960897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:21.015732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:21.020667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:21.020667 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] 10.222.0.35 "PUT /v2.0/ports/86d8d281-1eda-42e5-bc12-83cd8c6ad995 HTTP/1.1" status: 200 len: 1093 time: 1.1646571 Mar 11 17:03:21.020667 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:03:21.044454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835cda6-3eb9-4821-a1f7-d97d4451271b service neutron] Pushing event updated for resources: {'Port': ['ID=86d8d281-1eda-42e5-bc12-83cd8c6ad995,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:21.068938 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'status': 'completed', 'code': 200} Mar 11 17:03:21.166494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a28ef7-a6da-4a93-ad0b-63e71bfd86c2 req-bc8a3062-78f2-496c-b1b1-00a7730e85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:21.167971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93a28ef7-a6da-4a93-ad0b-63e71bfd86c2 req-bc8a3062-78f2-496c-b1b1-00a7730e85bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 1096 time: 0.0792418 Mar 11 17:03:21.399817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a28ef7-a6da-4a93-ad0b-63e71bfd86c2 req-b54fd9b5-a952-407c-b667-b2df33c1e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:21.401248 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93a28ef7-a6da-4a93-ad0b-63e71bfd86c2 req-b54fd9b5-a952-407c-b667-b2df33c1e232 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c464f6a15cba40fb9de3f47e502aa467&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2268214 Mar 11 17:03:21.544761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a28ef7-a6da-4a93-ad0b-63e71bfd86c2 req-1ad61362-cf8f-467b-9fab-a258aff27e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:21.546261 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-93a28ef7-a6da-4a93-ad0b-63e71bfd86c2 req-1ad61362-cf8f-467b-9fab-a258aff27e4e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393678 Mar 11 17:03:21.718493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410089a-d464-49ac-ac5d-a826cc7d2f2f req-a87aa9f5-1a95-4998-b3c6-dd86740c03fb tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:21.719961 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b410089a-d464-49ac-ac5d-a826cc7d2f2f req-a87aa9f5-1a95-4998-b3c6-dd86740c03fb tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 943 time: 0.1086073 Mar 11 17:03:21.723355 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-176f7767-b600-450d-b7f9-d36ddd16409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:21.724678 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-176f7767-b600-450d-b7f9-d36ddd16409a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 1096 time: 0.1432459 Mar 11 17:03:21.749778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e6737aae-6d13-4881-8740-ff53d9997ef9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:03:21.807200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-bb0368a7-8c6d-44a0-af47-31bc15aefa11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995 HTTP/1.1" status: 200 len: 217 time: 0.0686424 Mar 11 17:03:21.817002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e6737aae-6d13-4881-8740-ff53d9997ef9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:21.817365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:21.868627 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b410089a-d464-49ac-ac5d-a826cc7d2f2f req-778eeeb2-6ee8-457f-9486-1f12fd7d83a3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428757 Mar 11 17:03:21.884804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-b1a556a2-9e0c-4a22-b286-007f2a21e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:21.886251 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-b1a556a2-9e0c-4a22-b286-007f2a21e022 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83ac19ef-78ca-4b6e-b8da-e29c4349781a HTTP/1.1" status: 200 len: 835 time: 0.0673201 Mar 11 17:03:21.959265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-efd6a3be-176b-4f59-a30c-467d932879e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:21.960716 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-efd6a3be-176b-4f59-a30c-467d932879e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9596c2e7-1219-4b6d-937a-8bd2dc275465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693345 Mar 11 17:03:22.090924 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-050402f6-18df-4ca2-8782-2a77d4fc59e9 service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246884 Mar 11 17:03:22.219558 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3f2d52eb-62f2-47f7-a9b3-1310f06c1449 req-0c62e22d-8ad7-4c3c-9096-af8ab9b07d05 service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221814 Mar 11 17:03:23.054607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952798f-6a11-4f5f-b409-5483ade43fb3 req-2dfb557a-88d0-466f-8a3e-d73632056d1a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:23.056087 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2952798f-6a11-4f5f-b409-5483ade43fb3 req-2dfb557a-88d0-466f-8a3e-d73632056d1a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 943 time: 0.0788400 Mar 11 17:03:23.100527 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2952798f-6a11-4f5f-b409-5483ade43fb3 req-e34e6e4c-9cb7-4674-bb3c-31dd08117b8b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386138 Mar 11 17:03:24.286997 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa519f5-1d9b-45d6-ade6-72184338b8d0 req-2852a763-2924-4ba0-afaf-5f458dd199a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:24.288421 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-caa519f5-1d9b-45d6-ade6-72184338b8d0 req-2852a763-2924-4ba0-afaf-5f458dd199a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 943 time: 0.0835907 Mar 11 17:03:24.333369 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-caa519f5-1d9b-45d6-ade6-72184338b8d0 req-84925ad7-e642-46f9-b167-d880c7e8e32e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385466 Mar 11 17:03:24.804254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 86d8d281-1eda-42e5-bc12-83cd8c6ad995 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:03:24.935832 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 86d8d281-1eda-42e5-bc12-83cd8c6ad995, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:03:24.948545 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'port_id': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'mac_address': 'fa:16:3e:c0:9b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:03:25.006435 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:25.022640 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d8d281-1eda-42e5-bc12-83cd8c6ad995 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:03:25.038405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 86d8d281-1eda-42e5-bc12-83cd8c6ad995, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:03:25.194327 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:25.263861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=86d8d281-1eda-42e5-bc12-83cd8c6ad995,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:25.397069 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['86d8d281-1eda-42e5-bc12-83cd8c6ad995'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:03:25.630642 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ec289-851e-4de4-ae27-08022d9b9e58 req-0d5d9904-5a0d-4ddc-8723-e5d7fcbcec7b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:25.632093 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0d6ec289-851e-4de4-ae27-08022d9b9e58 req-0d5d9904-5a0d-4ddc-8723-e5d7fcbcec7b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 944 time: 0.1923065 Mar 11 17:03:25.677586 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0d6ec289-851e-4de4-ae27-08022d9b9e58 req-d91bc1de-44f2-4f66-af66-55e8fde0caa3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388782 Mar 11 17:03:26.804583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 86d8d281-1eda-42e5-bc12-83cd8c6ad995 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:03:26.861073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f65a29-1815-441d-9d55-c17865914b1b req-0a32e95c-5919-4553-9ec6-2f1d4a436d3c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:26.862567 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-70f65a29-1815-441d-9d55-c17865914b1b req-0a32e95c-5919-4553-9ec6-2f1d4a436d3c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 944 time: 0.0798879 Mar 11 17:03:26.910070 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-70f65a29-1815-441d-9d55-c17865914b1b req-64cbd6e6-bf3d-4fb8-9791-43efa6c8864b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416710 Mar 11 17:03:26.936856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:03:26.942027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:26.942411 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:27.060990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:27.086353 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:03:27.096835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 86d8d281-1eda-42e5-bc12-83cd8c6ad995, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:03:27.131091 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'code': 200} Mar 11 17:03:27.165879 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:27.235612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=86d8d281-1eda-42e5-bc12-83cd8c6ad995,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:27.474568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed745c4-a4ec-486c-aeff-788a038ec0db req-ecbd1dd7-65a7-4ac5-b411-bfecd96c1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:27.476269 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ed745c4-a4ec-486c-aeff-788a038ec0db req-ecbd1dd7-65a7-4ac5-b411-bfecd96c1267 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 1098 time: 0.0690036 Mar 11 17:03:27.517698 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2ed745c4-a4ec-486c-aeff-788a038ec0db req-115c4d3c-bafc-46ee-8f93-0c38bcf9d85f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352771 Mar 11 17:03:28.097856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b28710-ae39-41fd-b317-daa0d7edd061 req-80fc8260-adba-47d1-8e53-24488f07dc97 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:28.099301 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d9b28710-ae39-41fd-b317-daa0d7edd061 req-80fc8260-adba-47d1-8e53-24488f07dc97 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0814815 Mar 11 17:03:28.143826 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d9b28710-ae39-41fd-b317-daa0d7edd061 req-c7c96b82-42fc-454d-919a-33d98ad14150 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382676 Mar 11 17:03:29.329566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff64aa-9625-4e55-951b-a72da65d894f req-dad20d91-a96b-4343-9a13-ca82d9401421 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:29.330927 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8dff64aa-9625-4e55-951b-a72da65d894f req-dad20d91-a96b-4343-9a13-ca82d9401421 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0813239 Mar 11 17:03:29.374126 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8dff64aa-9625-4e55-951b-a72da65d894f req-0cb931ef-31e2-44b7-8337-0cea7ed78102 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375297 Mar 11 17:03:29.565846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff604b3-9d50-478a-8462-1551f28cc0ed req-6c98afc7-bc93-4bf5-b183-f68647951f1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:29.567315 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1ff604b3-9d50-478a-8462-1551f28cc0ed req-6c98afc7-bc93-4bf5-b183-f68647951f1c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0850911 Mar 11 17:03:29.613425 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1ff604b3-9d50-478a-8462-1551f28cc0ed req-1a2f505b-257c-406a-902a-d07367e9f315 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399938 Mar 11 17:03:29.636871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42656) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:29.708432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100a801-a35f-4fe6-bd98-3adf899bf5b9 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:29.709908 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9100a801-a35f-4fe6-bd98-3adf899bf5b9 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 1093 time: 0.0720906 Mar 11 17:03:29.712895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42660) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:29.717675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:03:29.723504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:03:29.727250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:floatingip and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:03:29.730666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:03:29.736274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:03:29.782760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:29.919217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:30.050963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.181 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/781815d1-ad7d-4951-99cc-fd52930ad121) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:03:30.284640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:30.377248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:30.438109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:03:30.440789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:03:30.448449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:03:30.480598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=781815d1-ad7d-4951-99cc-fd52930ad121,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:30.857052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:31.007237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:31.217627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:31.292098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:31.398190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=781815d1-ad7d-4951-99cc-fd52930ad121,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:31.408596 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:31.579003 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 9341a6af-a7bb-4630-ab96-3ba6a2b33583 associated. External IP: 172.26.8.181, port: 86d8d281-1eda-42e5-bc12-83cd8c6ad995. Mar 11 17:03:32.029284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:03:32.207039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:03:32.217484 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] Sync routers for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:03:32.227301 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:03:32.228552 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:03:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:32.297135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:32.351453 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d546546a-2d14-4474-b5e5-1106a3293f3f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6375518 Mar 11 17:03:32.352031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:03:32.399212 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'status': 'completed', 'code': 200} Mar 11 17:03:32.437896 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:03:32.500766 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-bff8420f-9eb1-417b-8632-778ef8ac15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:32.502545 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-bff8420f-9eb1-417b-8632-778ef8ac15e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 1098 time: 0.0812347 Mar 11 17:03:32.528884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8fb4f-a55a-47bc-a00e-6f3c976fad20 req-931b63eb-0535-4f0f-bf3f-845f8475701b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:32.537108 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6f8fb4f-a55a-47bc-a00e-6f3c976fad20 req-931b63eb-0535-4f0f-bf3f-845f8475701b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0950966 Mar 11 17:03:32.579590 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c6f8fb4f-a55a-47bc-a00e-6f3c976fad20 req-073552c8-49eb-4957-89ea-e330801bf888 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Mar 11 17:03:32.606519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42668) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:32.645570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-61477b2d-65f4-4732-b0e2-bccfde86e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:32.647043 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-61477b2d-65f4-4732-b0e2-bccfde86e9cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=9596c2e7-1219-4b6d-937a-8bd2dc275465 HTTP/1.1" status: 200 len: 897 time: 0.1391342 Mar 11 17:03:32.727378 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-88be2595-cdcd-44d0-a6b5-6872f5c18cd5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/9341a6af-a7bb-4630-ab96-3ba6a2b33583 HTTP/1.1" status: 200 len: 991 time: 0.1196485 Mar 11 17:03:32.749636 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-a7b07d7a-530a-4771-9790-65e46bf109d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995 HTTP/1.1" status: 200 len: 999 time: 0.0968626 Mar 11 17:03:32.814408 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '9341a6af-a7bb-4630-ab96-3ba6a2b33583', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'port_id': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'mac_address': 'fa:16:3e:c0:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:03:30Z', 'updated_at': '2022-03-11T17:03:30Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6737aae-6d13-4881-8740-ff53d9997ef9', 'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:56:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:13Z', 'updated_at': '2022-03-11T17:03:20Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:32.815578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-fa01cbaa-766c-4fb4-bfce-19b5657e9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:32.817023 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-fa01cbaa-766c-4fb4-bfce-19b5657e9df3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83ac19ef-78ca-4b6e-b8da-e29c4349781a HTTP/1.1" status: 200 len: 835 time: 0.0614145 Mar 11 17:03:32.818680 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] Checking router: 07bb71bd-8a9c-4540-b0c9-d33665a9d78f for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:03:32.826977 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:03:32.827564 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:03:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:32.893503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-252778ca-289f-477f-b4e7-155fa7266d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:32.894911 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-252778ca-289f-477f-b4e7-155fa7266d35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9596c2e7-1219-4b6d-937a-8bd2dc275465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725086 Mar 11 17:03:33.005402 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:03:33.031491 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-c72f398c-2143-4f95-8aaf-49c487b5d054 service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304080 Mar 11 17:03:33.163609 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e26997aa-9d75-4b5b-a922-4469c8b30004 req-f228b494-b639-4c6a-905f-f060d0b27e41 service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259360 Mar 11 17:03:33.348915 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '9341a6af-a7bb-4630-ab96-3ba6a2b33583', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'port_id': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'mac_address': 'fa:16:3e:c0:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:03:30Z', 'updated_at': '2022-03-11T17:03:30Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6737aae-6d13-4881-8740-ff53d9997ef9', 'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:56:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:13Z', 'updated_at': '2022-03-11T17:03:20Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:03:33.353338 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcef7e-fec8-4d9c-a519-b5711cbb69f3 None None] The sync data for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv is: [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '9341a6af-a7bb-4630-ab96-3ba6a2b33583', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'port_id': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'mac_address': 'fa:16:3e:c0:9b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:03:30Z', 'updated_at': '2022-03-11T17:03:30Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6737aae-6d13-4881-8740-ff53d9997ef9', 'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:56:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:13Z', 'updated_at': '2022-03-11T17:03:20Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:03:33.535308 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9dc3d-6f82-438e-b2a6-4d34e1b6f0ae None None] New status for floating IP 9341a6af-a7bb-4630-ab96-3ba6a2b33583: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:03:33.731948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42672) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:33.840202 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-0201e502-d61c-443c-b4d7-4a9a930b9fe2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/9341a6af-a7bb-4630-ab96-3ba6a2b33583 HTTP/1.1" status: 200 len: 991 time: 0.1071186 Mar 11 17:03:34.844147 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42676) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:03:34.953103 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f40523d0-a9c2-4591-879a-4c00bafc6f66 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/9341a6af-a7bb-4630-ab96-3ba6a2b33583 HTTP/1.1" status: 200 len: 993 time: 0.1079113 Mar 11 17:03:39.714341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:41.193835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-222fc8cb-8318-4acc-9eab-7717ef51379f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:43.434025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0ff1dfee-acca-4ffe-8b9b-ccef4d5463de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:44.701935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:44.799390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:46.004949 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:56.861727 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:04:00.988833 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-e1d4ffaf-d2d4-45c3-ab6f-f635a15ff0d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831838 Mar 11 17:04:01.143701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-0ce3ffd8-aba4-49e9-b6a6-afeb5130ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:01.145160 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-0ce3ffd8-aba4-49e9-b6a6-afeb5130ba7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 1098 time: 0.0892086 Mar 11 17:04:01.287938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-844c2887-ed73-407f-a768-359dca7c126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:01.289269 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-844c2887-ed73-407f-a768-359dca7c126f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9596c2e7-1219-4b6d-937a-8bd2dc275465 HTTP/1.1" status: 200 len: 897 time: 0.1255724 Mar 11 17:04:01.493820 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-9556213e-c653-4556-985e-2200176d24f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995 HTTP/1.1" status: 200 len: 1001 time: 0.1982861 Mar 11 17:04:01.556972 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-e5c719df-aa3c-4793-a154-2b38b7f80aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:01.558426 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-e5c719df-aa3c-4793-a154-2b38b7f80aea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83ac19ef-78ca-4b6e-b8da-e29c4349781a HTTP/1.1" status: 200 len: 835 time: 0.0582645 Mar 11 17:04:01.636820 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-90aaf601-ecc5-4ad3-b1e4-44ee315c7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:01.638317 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-90aaf601-ecc5-4ad3-b1e4-44ee315c7b1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9596c2e7-1219-4b6d-937a-8bd2dc275465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729849 Mar 11 17:04:01.772370 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-9af789fa-7204-4b5a-8203-5fbd0dc873fa service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268766 Mar 11 17:04:01.907412 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c8641fa2-8905-4d3a-8152-b963b622df15 req-422012b9-0096-4a5c-971f-c4a890d5e4ae service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284511 Mar 11 17:04:02.102405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525580e-8722-4b5e-849e-9d6257a68da5 req-559f42d3-05ee-433f-9b69-8344ce783249 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:02.103838 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9525580e-8722-4b5e-849e-9d6257a68da5 req-559f42d3-05ee-433f-9b69-8344ce783249 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.1393445 Mar 11 17:04:02.106880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-25419a11-9db8-4cd5-b167-c6943b5ccad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:02.108393 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-25419a11-9db8-4cd5-b167-c6943b5ccad7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 1098 time: 0.1112556 Mar 11 17:04:02.225947 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9525580e-8722-4b5e-849e-9d6257a68da5 req-9c07caad-3d0a-4b47-a09c-4f9d2ef5b822 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164687 Mar 11 17:04:02.266096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-55961306-ed51-4c99-a652-c83bc89aa72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:02.268282 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-55961306-ed51-4c99-a652-c83bc89aa72e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9596c2e7-1219-4b6d-937a-8bd2dc275465 HTTP/1.1" status: 200 len: 897 time: 0.1458752 Mar 11 17:04:02.370581 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-76db6bdf-99c7-4752-b619-6fb08574d07d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995 HTTP/1.1" status: 200 len: 1001 time: 0.0960062 Mar 11 17:04:02.431837 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-c13c26fd-70ef-46aa-84e5-a9fdb486afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:02.433231 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-c13c26fd-70ef-46aa-84e5-a9fdb486afd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83ac19ef-78ca-4b6e-b8da-e29c4349781a HTTP/1.1" status: 200 len: 835 time: 0.0560844 Mar 11 17:04:02.513753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-7c91dd5d-c491-4925-9703-a15e5573b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:02.515202 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-7c91dd5d-c491-4925-9703-a15e5573b77c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9596c2e7-1219-4b6d-937a-8bd2dc275465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756717 Mar 11 17:04:02.648741 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-90fe5d03-e45b-4b14-be14-627a6485051b service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264179 Mar 11 17:04:02.780971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe932db5-9760-4ed9-90d7-28fd380cd9d8 req-493e058e-c63d-4a83-8913-5f4f126dbc87 service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259463 Mar 11 17:04:03.415414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473e1ff-2048-4a5d-89ee-4ffd42a70ece req-1f29781d-11bc-4aa8-a996-4175d3c89193 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:03.416828 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b473e1ff-2048-4a5d-89ee-4ffd42a70ece req-1f29781d-11bc-4aa8-a996-4175d3c89193 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0825098 Mar 11 17:04:03.461027 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b473e1ff-2048-4a5d-89ee-4ffd42a70ece req-cea7b17b-cc17-4f15-b874-36a153919fb5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386581 Mar 11 17:04:04.664209 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860794d-4c46-4eba-8a53-7131bdcd8704 req-0a18a5cf-4266-4db6-be89-8c8b6d7596c8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:04.665664 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0860794d-4c46-4eba-8a53-7131bdcd8704 req-0a18a5cf-4266-4db6-be89-8c8b6d7596c8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0824177 Mar 11 17:04:04.710309 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0860794d-4c46-4eba-8a53-7131bdcd8704 req-3a2832fb-d470-44a8-b7a1-346dbf55dffa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390728 Mar 11 17:04:05.896294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b01bca-470f-4edb-961b-97cce2cbe827 req-1d94bbc0-407b-452c-8d58-c887e9a207b3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:05.897756 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a0b01bca-470f-4edb-961b-97cce2cbe827 req-1d94bbc0-407b-452c-8d58-c887e9a207b3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0799811 Mar 11 17:04:05.942137 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a0b01bca-470f-4edb-961b-97cce2cbe827 req-5cc8f80a-4c09-4313-9ec4-22e40ab097ee tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386727 Mar 11 17:04:07.129054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277f2f4-c6c8-460a-bb6a-7aa80340241b req-b26911bc-5576-498c-b3cc-5d1edd758bc7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:07.130542 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8277f2f4-c6c8-460a-bb6a-7aa80340241b req-b26911bc-5576-498c-b3cc-5d1edd758bc7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0837479 Mar 11 17:04:07.174524 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8277f2f4-c6c8-460a-bb6a-7aa80340241b req-3148d2bf-8902-4050-a3a0-14806acc71cc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383239 Mar 11 17:04:08.359803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4462d-c798-4a59-a5cc-6bea89bbbeeb req-5fc2035c-79b7-450d-bc99-fb1d89dcc6a6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:08.361264 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dcb4462d-c798-4a59-a5cc-6bea89bbbeeb req-5fc2035c-79b7-450d-bc99-fb1d89dcc6a6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0810499 Mar 11 17:04:08.405217 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dcb4462d-c798-4a59-a5cc-6bea89bbbeeb req-642656b6-ee64-441d-9a73-19a9e9a6a6ec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383821 Mar 11 17:04:09.591305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ea63f-0b63-4925-b276-cbe87596f38e req-d03be62c-c04f-4f27-9c3c-c4837d2a5de8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:09.592869 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-156ea63f-0b63-4925-b276-cbe87596f38e req-d03be62c-c04f-4f27-9c3c-c4837d2a5de8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0816445 Mar 11 17:04:09.746160 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-156ea63f-0b63-4925-b276-cbe87596f38e req-43a6b8bc-dacd-4ab1-ab86-13f84f6760f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469717 Mar 11 17:04:09.758948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:10.935302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5600c7-a6b1-4a42-a217-fb8ddb98fe02 req-0a74eab5-8c4c-47f2-872c-722835530a70 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:10.936826 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3c5600c7-a6b1-4a42-a217-fb8ddb98fe02 req-0a74eab5-8c4c-47f2-872c-722835530a70 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0853765 Mar 11 17:04:10.985019 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3c5600c7-a6b1-4a42-a217-fb8ddb98fe02 req-a4e8c511-0447-4442-9ea9-9bf66a3986cd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426073 Mar 11 17:04:11.175737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1e4983ad-e690-4fd9-abd7-4557c3cc0824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:12.165479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b521c-135d-4ab5-8576-3b31dc52492a req-fdf62d45-b47a-467d-bdd4-b17ab1f74e72 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:12.166932 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62b521c-135d-4ab5-8576-3b31dc52492a req-fdf62d45-b47a-467d-bdd4-b17ab1f74e72 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0786662 Mar 11 17:04:12.210320 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d62b521c-135d-4ab5-8576-3b31dc52492a req-64449ac5-6139-4222-b037-f93b4d0dbefb tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377614 Mar 11 17:04:13.392671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-746c53b4-0b73-4233-a8f4-fe3376480e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:13.396425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab8b27-a94f-41d0-971b-051b75535ae0 req-0e77b4a5-fe30-4f67-8ced-38bb839a1bc1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:13.397939 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43ab8b27-a94f-41d0-971b-051b75535ae0 req-0e77b4a5-fe30-4f67-8ced-38bb839a1bc1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0792027 Mar 11 17:04:13.442862 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43ab8b27-a94f-41d0-971b-051b75535ae0 req-b3354db9-c1eb-4cc4-8d59-1ea3f260a4fa tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391169 Mar 11 17:04:14.627541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f3a63-2a40-46ba-b0e1-9a9b53b196b5 req-b6f39509-98b5-48b8-a678-0c9d1df24c87 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:14.629617 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e14f3a63-2a40-46ba-b0e1-9a9b53b196b5 req-b6f39509-98b5-48b8-a678-0c9d1df24c87 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0813706 Mar 11 17:04:14.672826 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e14f3a63-2a40-46ba-b0e1-9a9b53b196b5 req-feb93465-b3d3-4ae8-87e6-1bc8103eeec3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374298 Mar 11 17:04:14.698813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42714) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:14.712643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:14.792661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:14.805993 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1ca41ea1-1e49-4036-8079-89fc39c9547b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/9341a6af-a7bb-4630-ab96-3ba6a2b33583 HTTP/1.1" status: 200 len: 993 time: 0.1058292 Mar 11 17:04:16.004447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:33.859766 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:04:39.751932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:41.203475 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a41c4e6e-e9ff-4982-8024-9c1083b3985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:43.380365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0703d051-c9e7-4ec2-9aa6-8aef3750e381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:44.700303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:44.820625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:45.199901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42730) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:45.405798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port 781815d1-ad7d-4951-99cc-fd52930ad121 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:04:45.406131 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:45.668712 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:45.669035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:45.795170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for 781815d1-ad7d-4951-99cc-fd52930ad121 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:04:45.986874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:46.014096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:46.036058 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=781815d1-ad7d-4951-99cc-fd52930ad121,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:46.069117 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.069398 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.069734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.070065 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.070424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.070753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.071115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.071438 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.071860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.072186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.072506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.072829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:46.137205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:46.137494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 9341a6af-a7bb-4630-ab96-3ba6a2b33583 disassociated (deleted). External IP: 172.26.8.181, port: 86d8d281-1eda-42e5-bc12-83cd8c6ad995. Mar 11 17:04:46.487053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:04:46.665687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:04:46.675614 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] Sync routers for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:04:46.684845 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:04:46.690581 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:04:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:46.734952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:46.793559 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6124cdd9-50ea-497a-be36-2a602d87e19e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/floatingips/9341a6af-a7bb-4630-ab96-3ba6a2b33583 HTTP/1.1" status: 204 len: 168 time: 1.5924664 Mar 11 17:04:46.794102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:04:46.841861 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'status': 'completed', 'code': 200} Mar 11 17:04:46.897204 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:04:46.938975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-af9d1450-036e-4168-897a-10f25b8e734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:46.940464 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-af9d1450-036e-4168-897a-10f25b8e734f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 1098 time: 0.0778902 Mar 11 17:04:47.083935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-d82425ea-ea83-439b-ac9f-5e3f065a7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:47.085302 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-d82425ea-ea83-439b-ac9f-5e3f065a7eba service neutron] 10.222.0.35 "GET /v2.0/networks?id=9596c2e7-1219-4b6d-937a-8bd2dc275465 HTTP/1.1" status: 200 len: 897 time: 0.1392536 Mar 11 17:04:47.156266 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-9960efc2-6f24-4d4f-90aa-32103191662c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995 HTTP/1.1" status: 200 len: 217 time: 0.0647554 Mar 11 17:04:47.222351 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-9f035cbf-facb-4043-be12-2ef297a67344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:47.223898 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-9f035cbf-facb-4043-be12-2ef297a67344 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=83ac19ef-78ca-4b6e-b8da-e29c4349781a HTTP/1.1" status: 200 len: 835 time: 0.0619195 Mar 11 17:04:47.231191 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e6737aae-6d13-4881-8740-ff53d9997ef9', 'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:56:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:13Z', 'updated_at': '2022-03-11T17:03:20Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:47.234999 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] Checking router: 07bb71bd-8a9c-4540-b0c9-d33665a9d78f for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:04:47.243663 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:04:47.244247 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:04:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:47.299589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-297d353c-1d6e-48af-b7b1-1e37d096306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:47.301077 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-297d353c-1d6e-48af-b7b1-1e37d096306d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9596c2e7-1219-4b6d-937a-8bd2dc275465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719755 Mar 11 17:04:47.427833 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:04:47.438136 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-9690d864-20e9-4fe5-aade-b97b5bca04ad service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306729 Mar 11 17:04:47.539459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695fd6-7eed-4043-8a14-68c584a371cf req-0b33d6d3-5b8a-4d37-a073-125305945285 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:47.541188 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-dd695fd6-7eed-4043-8a14-68c584a371cf req-0b33d6d3-5b8a-4d37-a073-125305945285 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:04:47.584922 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-836e4252-cc2f-4bd8-ac38-5f406f611677 req-2f6f6b3f-74b0-4384-935c-52abc9fff276 service neutron] 10.222.0.35 "GET /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397905 Mar 11 17:04:47.604099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-dd695fd6-7eed-4043-8a14-68c584a371cf req-0b33d6d3-5b8a-4d37-a073-125305945285 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:04:47.605465 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dd695fd6-7eed-4043-8a14-68c584a371cf req-0b33d6d3-5b8a-4d37-a073-125305945285 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.1590440 Mar 11 17:04:47.650841 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dd695fd6-7eed-4043-8a14-68c584a371cf req-d23b19d0-3dc2-4bd7-a667-7f0cc93b9e47 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395460 Mar 11 17:04:47.747742 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e6737aae-6d13-4881-8740-ff53d9997ef9', 'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:56:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:13Z', 'updated_at': '2022-03-11T17:03:20Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:47.751583 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca546465-e5af-4e29-9ac2-dbbb35f1f11f None None] The sync data for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv is: [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'e6737aae-6d13-4881-8740-ff53d9997ef9', 'name': '', 'network_id': '9596c2e7-1219-4b6d-937a-8bd2dc275465', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:56:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:13Z', 'updated_at': '2022-03-11T17:03:20Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '83ac19ef-78ca-4b6e-b8da-e29c4349781a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:04:47.962530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4f8b2c-3bd3-420f-8749-8362d1546025 None None] New status for floating IP 9341a6af-a7bb-4630-ab96-3ba6a2b33583: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:04:48.834738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8167f2-6705-4b27-8f40-e96c64687be2 req-64030b7d-154b-4809-87f2-43e972378391 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:48.836073 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ed8167f2-6705-4b27-8f40-e96c64687be2 req-64030b7d-154b-4809-87f2-43e972378391 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.0782702 Mar 11 17:04:48.921013 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ed8167f2-6705-4b27-8f40-e96c64687be2 req-d5c33afc-ea45-40fc-a1b3-1bc713fab66b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=e4901b63-0d77-485c-ace9-89018944bf32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510728 Mar 11 17:04:48.954401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-ef441092-755f-4c96-9e2c-c7b756abf7e4 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:48.956553 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-ef441092-755f-4c96-9e2c-c7b756abf7e4 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 945 time: 0.1182814 Mar 11 17:04:49.027867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:04:49.028229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:49.268903 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port 86d8d281-1eda-42e5-bc12-83cd8c6ad995, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=86d8d281-1eda-42e5-bc12-83cd8c6ad995,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:04:49.269253 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:49.397075 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for 86d8d281-1eda-42e5-bc12-83cd8c6ad995 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:04:49.591396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:49.729559 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=86d8d281-1eda-42e5-bc12-83cd8c6ad995,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:49.763603 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.763950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.764286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.764616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.764944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.765268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.765588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.765912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.766259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.766581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.766906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.767218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:49.815260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] No DVR routers for this DVR port 86d8d281-1eda-42e5-bc12-83cd8c6ad995 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:04:49.817438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:49.819846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'name': 'network-vif-deleted', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:04:49.889322 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a70d4b87-d6b5-45e0-9c51-3fe6957246cf req-b63d1f9e-0772-4cc5-b61d-be02f4326a28 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "DELETE /v2.0/ports/86d8d281-1eda-42e5-bc12-83cd8c6ad995 HTTP/1.1" status: 204 len: 173 time: 0.9283097 Mar 11 17:04:49.918853 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81f893a-f86d-42e7-b07d-214355ff399f', 'name': 'network-vif-deleted', 'tag': '86d8d281-1eda-42e5-bc12-83cd8c6ad995', 'status': 'completed', 'code': 200} Mar 11 17:04:50.080239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-7ffac14c-e2db-4032-826d-df1d7397f437 req-663f9636-b197-4495-b92e-88f1c0a0cc12 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:04:50.168274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-7ffac14c-e2db-4032-826d-df1d7397f437 req-663f9636-b197-4495-b92e-88f1c0a0cc12 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:04:50.169693 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7ffac14c-e2db-4032-826d-df1d7397f437 req-663f9636-b197-4495-b92e-88f1c0a0cc12 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 210 time: 0.1385243 Mar 11 17:04:51.342857 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17c4c157-405c-4a0e-9dbd-dbfdd4d08a59 req-b264e82e-dc8c-403f-9ae2-c71cd66b8a90 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=d81f893a-f86d-42e7-b07d-214355ff399f HTTP/1.1" status: 200 len: 210 time: 0.0447285 Mar 11 17:04:52.439793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42754) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:52.988901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:53.326781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 86d8d281-1eda-42e5-bc12-83cd8c6ad995 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:04:53.336675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port e6737aae-6d13-4881-8740-ff53d9997ef9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:04:53.337015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:53.364804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 86d8d281-1eda-42e5-bc12-83cd8c6ad995 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:04:53.365151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 86d8d281-1eda-42e5-bc12-83cd8c6ad995 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:04:53.521916 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port e6737aae-6d13-4881-8740-ff53d9997ef9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e6737aae-6d13-4881-8740-ff53d9997ef9,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:04:53.522507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:53.741358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for e6737aae-6d13-4881-8740-ff53d9997ef9 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:04:54.151441 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:54.199614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=e6737aae-6d13-4881-8740-ff53d9997ef9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:54.474486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:54.829092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:04:55.006659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:04:55.017283 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] Sync routers for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:04:55.026432 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:04:55.028748 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:04:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:55.080144 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2322ac72-711d-47f0-9f5c-6b39e8d9af9d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/07bb71bd-8a9c-4540-b0c9-d33665a9d78f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6391287 Mar 11 17:04:55.082769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42758) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:55.224748 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:04:55.274456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7d08ed-b05a-4056-8d9e-3396b407326f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting subnet 83ac19ef-78ca-4b6e-b8da-e29c4349781a {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:04:55.278673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7d08ed-b05a-4056-8d9e-3396b407326f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:55.334635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7d08ed-b05a-4056-8d9e-3396b407326f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:55.423908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7d08ed-b05a-4056-8d9e-3396b407326f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:55.548396 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:04:54Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:55.552203 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] Checking router: 07bb71bd-8a9c-4540-b0c9-d33665a9d78f for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:04:55.560452 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] Routers {'07bb71bd-8a9c-4540-b0c9-d33665a9d78f'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:04:55.561030 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:04:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:55.575073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7d08ed-b05a-4056-8d9e-3396b407326f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:55.615338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d08ed-b05a-4056-8d9e-3396b407326f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Subnet': ['ID=83ac19ef-78ca-4b6e-b8da-e29c4349781a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:55.617145 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-5d7d08ed-b05a-4056-8d9e-3396b407326f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:55.623958 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-5d7d08ed-b05a-4056-8d9e-3396b407326f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/subnets/83ac19ef-78ca-4b6e-b8da-e29c4349781a HTTP/1.1" status: 204 len: 168 time: 0.5368826 Mar 11 17:04:55.626604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42764) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:55.627068 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94db8cb-e0bb-4976-acbe-3820737cb8e3 None None] Network 9596c2e7-1219-4b6d-937a-8bd2dc275465 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:04:55.747514 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] Set router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:04:55.839690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:55.905931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] DHCP port deletion for 9596c2e7-1219-4b6d-937a-8bd2dc275465 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:04:55.910117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Deleting port d286c9bb-2768-4cdf-a558-1dd0693d3678 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:04:55.910573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:56.026427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:56.049680 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:04:54Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:56.053574 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a6c038-0185-4d04-8743-ccc119b5c32f None None] The sync data for ids ['07bb71bd-8a9c-4540-b0c9-d33665a9d78f'] in dv-neutron-833379-1-hyperv is: [{'id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-188051', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:04:54Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': '8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb71bd-8a9c-4540-b0c9-d33665a9d78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:03:08Z', 'updated_at': '2022-03-11T17:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:04:56.095140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:04:56.095489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:56.130940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] For port d286c9bb-2768-4cdf-a558-1dd0693d3678, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d286c9bb-2768-4cdf-a558-1dd0693d3678,segment=NetworkSegment(5d90ad78-2659-4069-b4e1-7235df52ea8b),segment_id=5d90ad78-2659-4069-b4e1-7235df52ea8b)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:04:56.131237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:56.252687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Calling delete_port for d286c9bb-2768-4cdf-a558-1dd0693d3678 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:04:56.277274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:04:56.277636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:56.403378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:04:56.421521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:56.468340 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Pushing event deleted for resources: {'Port': ['ID=d286c9bb-2768-4cdf-a558-1dd0693d3678,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:56.477849 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.478208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.478551 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.479414 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.479740 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.480125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.480617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.480726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.481050 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.481360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.481680 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.482001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:04:56.484711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860d3ec-e577-40ce-842e-6ec68c08d904 None None] No DVR routers for this DVR port d286c9bb-2768-4cdf-a558-1dd0693d3678 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:04:56.621745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:56.667872 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:56.757910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.023171 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.025328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.111883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.112414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Fanout notify agent at l3_agent the message router_deleted on router 07bb71bd-8a9c-4540-b0c9-d33665a9d78f {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:04:57.127971 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.129054 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fd0d4888-eccf-4d4a-a5f4-f56f0c19c3ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/routers/07bb71bd-8a9c-4540-b0c9-d33665a9d78f HTTP/1.1" status: 204 len: 168 time: 1.5015392 Mar 11 17:04:57.131856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42768) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:57.247736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.376469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.401307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9596c2e7-1219-4b6d-937a-8bd2dc275465']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:57.412760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d90ad78-2659-4069-b4e1-7235df52ea8b') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:57.413059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d90ad78-2659-4069-b4e1-7235df52ea8b') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:04:57.423929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.439272 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.445015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:04:57.445386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:04:57.459772 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:04:57.580749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.585173 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.610856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Network': ['ID=9596c2e7-1219-4b6d-937a-8bd2dc275465,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:57.701258 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-00b588df-39ed-4ed2-b9f8-22ad5beddd4b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/networks/9596c2e7-1219-4b6d-937a-8bd2dc275465 HTTP/1.1" status: 204 len: 168 time: 0.5684013 Mar 11 17:04:57.703773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42772) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:57.773310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7daa42af-b2c1-4af4-b3f7-0c7855a55025 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.805358 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e6737aae-6d13-4881-8740-ff53d9997ef9 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:04:57.814099 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7daa42af-b2c1-4af4-b3f7-0c7855a55025 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.839972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: e6737aae-6d13-4881-8740-ff53d9997ef9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:04:57.840208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e6737aae-6d13-4881-8740-ff53d9997ef9 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:04:57.840617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:04:57.876506 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:04:57.876856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8dfea0ab-bc2d-4d5b-8640-a79ae6f0d4eb not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:04:57.877240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d286c9bb-2768-4cdf-a558-1dd0693d3678 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:04:57.908596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: d286c9bb-2768-4cdf-a558-1dd0693d3678 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:04:57.908938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d286c9bb-2768-4cdf-a558-1dd0693d3678 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:04:57.956508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7daa42af-b2c1-4af4-b3f7-0c7855a55025 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:57.975695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa42af-b2c1-4af4-b3f7-0c7855a55025 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4901b63-0d77-485c-ace9-89018944bf32,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:58.061139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7daa42af-b2c1-4af4-b3f7-0c7855a55025 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:58.062300 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7daa42af-b2c1-4af4-b3f7-0c7855a55025 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/security-groups/e4901b63-0d77-485c-ace9-89018944bf32 HTTP/1.1" status: 204 len: 168 time: 0.3576009 Mar 11 17:04:58.381679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42780) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:58.386794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177037027', 'description': 'tempest-secgroup-smoke-177037027 description', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:04:58.392735 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:04:58.396915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:04:58.399890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:04:58.406558 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:04:58.477598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:58.497968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:04:58.501869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:04:58.504842 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:04:58.511242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:04:58.582124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:58.643143 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:58.690094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88d9294-b365-4cda-bd1c-94edf0e176ba,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:58.774022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:58.775294 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-b0bb2ade-b5f0-4714-9e56-0e7a786a1710 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3925755 Mar 11 17:04:58.778289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42784) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:58.783145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd88d9294-b365-4cda-bd1c-94edf0e176ba', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:04:58.789088 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:04:58.793412 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:04:58.796279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:04:58.801951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:04:58.885163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.048980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.122074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.145585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734f12b9-715e-46ea-9ba1-235377722c85,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:59.197817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.199087 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-285fb289-155e-46e7-91d5-6592243b69f1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4198658 Mar 11 17:04:59.201882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42788) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:59.206788 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd88d9294-b365-4cda-bd1c-94edf0e176ba', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:04:59.212753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:04:59.217308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:04:59.220205 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:04:59.225855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:04:59.318250 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.380043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.442369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.467071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c45054-06b9-4451-8920-f3ce0582fc7e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:59.552141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.556189 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ac36a9e6-769a-46fe-aab2-a775b62d1f98 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3505232 Mar 11 17:04:59.556384 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42792) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:59.561449 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd88d9294-b365-4cda-bd1c-94edf0e176ba', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:04:59.567469 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:04:59.586009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:04:59.586009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:04:59.586009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:04:59.649549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.710122 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.774922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.801747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1833e58b-0fb9-4b00-b1ff-086784dfd961,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:59.866508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:59.867686 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8577dc92-8e1a-42cd-ae28-7d40a43853e8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103065 Mar 11 17:04:59.870416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42796) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:04:59.875414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd88d9294-b365-4cda-bd1c-94edf0e176ba', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:04:59.881224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:04:59.884935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:04:59.887768 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:04:59.893361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:04:59.980607 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.042405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.116290 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.141459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bc7393-80e8-4423-9913-b019e4e3da1f,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:00.236446 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.237642 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d1027c1f-78b0-41e3-863c-a04410f9f9c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3662958 Mar 11 17:05:00.240321 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42800) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:00.245354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd88d9294-b365-4cda-bd1c-94edf0e176ba', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:00.251267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:00.255071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:05:00.257903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:05:00.264030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:00.362083 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:05:00.368791 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.435043 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.517938 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.541294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7710feea-b520-4aaa-807a-ed3a7d1cf880,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:00.655498 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.656730 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cc6c913c-058a-4499-8f20-a3fbaea9decd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4154739 Mar 11 17:05:00.659353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42804) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:00.664251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd88d9294-b365-4cda-bd1c-94edf0e176ba', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:00.671199 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:00.675308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:05:00.678391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:05:00.685739 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:00.768634 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:05:00.775408 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.843179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.927725 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:00.960511 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77d9067-d448-43c7-8028-97a34937cb70,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:01.054873 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:01.056130 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6533ccc3-65b2-4b76-a633-c4b2c653d242 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3957579 Mar 11 17:05:01.059560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42808) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:01.065459 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'network': {'name': 'tempest-network-smoke--922932573', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:01.070442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:01.074714 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:network and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:05:01.077533 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:05:01.083217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:01.150301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:01.153636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:01.181190 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:05:01.190317 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:01.190650 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Added segment 35a4ffdc-9806-4c70-bfd5-b9fd76362842 of type vlan for network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 Mar 11 17:05:01.216409 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:01.294769 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:01.300403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:01.300980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:01.410425 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Network': ['ID=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:01.421968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:05:01.460259 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ebf01d69-92eb-4706-b23d-d52f580e9629 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3996918 Mar 11 17:05:01.463546 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42812) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:01.469970 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'admin_state_up': True, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:01.476220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:01.481243 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:router and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:05:01.484100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:05:01.490282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:01.563450 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:01.564554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:01.579661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:01.968521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:02.347228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:02.376550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:02.524267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.62 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/c688b621-9b80-4065-922a-8c195df747b5) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:02.777937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:02.860606 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:02.920076 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:02.922765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:02.926358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:05:02.968518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=c688b621-9b80-4065-922a-8c195df747b5,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:03.392850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:03.731439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:04.008995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 3b1af822-76d5-402d-9c15-d7b973e55fa5 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 17:05:04.184605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:05:04.194107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Sync routers for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:05:04.204350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:05:04.204968 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:04:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:04.316611 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:04.317758 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8cd4cd09-4714-4c81-a7a1-b90eae629963 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8531618 Mar 11 17:05:04.320785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42816) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:04.439651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:05:04.482217 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-953a6d5c-e8b2-41a3-b46d-a2d3be7630dd tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c464f6a15cba40fb9de3f47e502aa467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1598358 Mar 11 17:05:04.484678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42820) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:04.614226 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee922443-99e2-48eb-95b4-994c69fe90f9 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:04.615626 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ee922443-99e2-48eb-95b4-994c69fe90f9 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300626 Mar 11 17:05:04.618973 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42824) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:04.659511 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c6a7415f-7639-4d0a-b504-b9054900dd91 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398231 Mar 11 17:05:04.661968 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42828) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:04.668447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-663608295', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:04.723019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:03Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:04.726894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Checking router: 3b1af822-76d5-402d-9c15-d7b973e55fa5 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:05:04.727249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Updating router 3b1af822-76d5-402d-9c15-d7b973e55fa5 port c688b621-9b80-4065-922a-8c195df747b5 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:05:04.779172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:04.781420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:04.782972 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:subnet and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:05:04.785757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:05:04.791912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:04.859217 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:04.862852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:05.117482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:05.128799 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Transition to ACTIVE for port object c688b621-9b80-4065-922a-8c195df747b5 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:05.139641 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:05.215171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:05.218275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Subnet': ['ID=1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:05.228441 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Checking segment: {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:05:05.229367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network hostable DHCP agents. Network: 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:05:05.289499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Attempting to bind port c688b621-9b80-4065-922a-8c195df747b5 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:05.289862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Attempting to bind port c688b621-9b80-4065-922a-8c195df747b5 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:05.290245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Attempting to bind port c688b621-9b80-4065-922a-8c195df747b5 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:05:05.304177 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec629c9-0138-4752-b2f6-559db5c01d01 None None] Pushing event updated for resources: {'Port': ['ID=c688b621-9b80-4065-922a-8c195df747b5,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:05.306903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:05:05.307265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:05:05.307661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:05.308036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:05:05.308490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Bound port: c688b621-9b80-4065-922a-8c195df747b5, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:05.308853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:05.311869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:05:05.373802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:05.377969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:05.378542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:05.382645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111f5a4-ad1b-4be1-a296-bf19ce9a9c1e None None] Network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:05:05.397410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] For port c688b621-9b80-4065-922a-8c195df747b5, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:05:05.419521 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] For port c688b621-9b80-4065-922a-8c195df747b5, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c688b621-9b80-4065-922a-8c195df747b5,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:05:05.438533 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-59d52631-a9b9-4f36-8c4e-043774d2c31a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7754886 Mar 11 17:05:05.441216 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42832) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:05.464775 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:05.581043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:05:05.581655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:04:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:05.637684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec629c9-0138-4752-b2f6-559db5c01d01 None None] Pushing event updated for resources: {'Port': ['ID=c688b621-9b80-4065-922a-8c195df747b5,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:05.825990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 17:05:05.826835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:05.850367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:05:06.154231 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:06.269027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Allocated IP 172.20.0.2 (09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9/1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937/19de95b4-c375-48d4-a44f-57e11d9d2ab4) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:06.413848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:03Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:06.421470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a94035-9eb7-41ae-b2a2-20d1cdfc6976 None None] The sync data for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv is: [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:03Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:05:06.512043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:06.525642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Transition to ACTIVE for port object 19de95b4-c375-48d4-a44f-57e11d9d2ab4 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:06.552175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Transition to ACTIVE for port object 19de95b4-c375-48d4-a44f-57e11d9d2ab4 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:06.646561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:06.722198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:06.727563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:06.736268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:05:06.743024 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Pushing event updated for resources: {'Port': ['ID=19de95b4-c375-48d4-a44f-57e11d9d2ab4,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:06.748278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.1 (09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9/1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937/8b07a8d4-933c-4e57-9f40-3dc21a3f17ce) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:06.835336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Attempting to bind port 19de95b4-c375-48d4-a44f-57e11d9d2ab4 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:06.835692 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Attempting to bind port 19de95b4-c375-48d4-a44f-57e11d9d2ab4 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:06.836037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Attempting to bind port 19de95b4-c375-48d4-a44f-57e11d9d2ab4 on network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:05:06.841789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:05:06.842159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Checking segment: {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:05:06.842574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:06.842955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Bound using segment: {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:05:06.843410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Bound port: 19de95b4-c375-48d4-a44f-57e11d9d2ab4, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:06.843779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:06.927294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:06.938591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] For port 19de95b4-c375-48d4-a44f-57e11d9d2ab4, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:05:06.941987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] For port 19de95b4-c375-48d4-a44f-57e11d9d2ab4, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=19de95b4-c375-48d4-a44f-57e11d9d2ab4,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:05:06.944995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:06.987101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:07.048178 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:07.070592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47b689-5702-4e36-8ac3-217a025610c8 None None] Pushing event updated for resources: {'Port': ['ID=19de95b4-c375-48d4-a44f-57e11d9d2ab4,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:07.118902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:07.123281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:07.127348 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:05:07.186518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=8b07a8d4-933c-4e57-9f40-3dc21a3f17ce,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:07.204456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:07.411569 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:07.867078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:07.906909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c688b621-9b80-4065-922a-8c195df747b5 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:05:07.981915 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:08.067558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port c688b621-9b80-4065-922a-8c195df747b5 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:08.077069 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c688b621-9b80-4065-922a-8c195df747b5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:08.077295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:08.098690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=8b07a8d4-933c-4e57-9f40-3dc21a3f17ce,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:08.103601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:08.139931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fff4ee-25ca-4b22-ab90-ba82971d34fa None None] Network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:05:08.242685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:08.243935 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:08.350632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:08.369650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-243e28c8-6b3a-409f-b3c8-e16d3184b13c None None] Provisioning for port 19de95b4-c375-48d4-a44f-57e11d9d2ab4 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:08.395574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port c688b621-9b80-4065-922a-8c195df747b5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c688b621-9b80-4065-922a-8c195df747b5,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:05:08.500260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:08.501038 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 19de95b4-c375-48d4-a44f-57e11d9d2ab4 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:05:08.542418 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 3b1af822-76d5-402d-9c15-d7b973e55fa5 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:05:08.646207 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=c688b621-9b80-4065-922a-8c195df747b5,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:08.736367 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:05:08.746233 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Sync routers for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:05:08.749626 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-188418cd-0526-457a-8aac-c516fc674030 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/3b1af822-76d5-402d-9c15-d7b973e55fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3073535 Mar 11 17:05:08.756089 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:05:08.756705 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:04:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:08.797691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 19de95b4-c375-48d4-a44f-57e11d9d2ab4 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:08.803115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 19de95b4-c375-48d4-a44f-57e11d9d2ab4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:08.803492 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:08.848780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-067de58b-b27f-4d84-be63-33b77e1fdc91 None None] Provisioning for port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:08.868889 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-067de58b-b27f-4d84-be63-33b77e1fdc91 None None] Provisioning complete for port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:08.869240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-067de58b-b27f-4d84-be63-33b77e1fdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:08.938841 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-73e07bf2-4115-471b-8222-9389b5cb372e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:05:08.988063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-067de58b-b27f-4d84-be63-33b77e1fdc91 None None] Port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:05:09.066899 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:09.071595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-73e07bf2-4115-471b-8222-9389b5cb372e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:05:09.073571 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-73e07bf2-4115-471b-8222-9389b5cb372e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177037027&fields=id&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 267 time: 0.1845844 Mar 11 17:05:09.086125 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:05:09.117717 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 19de95b4-c375-48d4-a44f-57e11d9d2ab4, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=19de95b4-c375-48d4-a44f-57e11d9d2ab4,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:05:09.121256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-22198878-3ae1-4cd1-85c0-800b932d3a41 None None] Provisioning complete for port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:09.121930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22198878-3ae1-4cd1-85c0-800b932d3a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:09.187106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-22198878-3ae1-4cd1-85c0-800b932d3a41 None None] Port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:05:09.192412 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:09.248050 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-7d5a0262-14d9-4171-b79e-3be6f320bbe6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:09.248616 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-7d5a0262-14d9-4171-b79e-3be6f320bbe6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:05:09.259249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=19de95b4-c375-48d4-a44f-57e11d9d2ab4,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:09.307215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-906b7a0a-1ea8-4a56-bfa9-95288551c4e9 None None] Provisioning complete for port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:09.307580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-906b7a0a-1ea8-4a56-bfa9-95288551c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:09.329254 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-7d5a0262-14d9-4171-b79e-3be6f320bbe6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:05:09.330436 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-7d5a0262-14d9-4171-b79e-3be6f320bbe6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/networks?id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 HTTP/1.1" status: 200 len: 796 time: 0.2499959 Mar 11 17:05:09.347820 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-0b063fcd-16d9-4669-94e6-8fde290141e9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/quotas/c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 375 time: 0.0108559 Mar 11 17:05:09.362929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-906b7a0a-1ea8-4a56-bfa9-95288551c4e9 None None] Port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:05:09.427362 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8b07a8d4-933c-4e57-9f40-3dc21a3f17ce', 'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:52:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:06Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 2, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:09.432985 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Checking router: 3b1af822-76d5-402d-9c15-d7b973e55fa5 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:05:09.433397 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Updating router 3b1af822-76d5-402d-9c15-d7b973e55fa5 port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:05:09.438538 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-7ac17a53-5466-49c8-aee8-59af772f1165 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:05:09.488887 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:09.546049 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-7ac17a53-5466-49c8-aee8-59af772f1165 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:05:09.552703 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-7ac17a53-5466-49c8-aee8-59af772f1165 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931264 Mar 11 17:05:09.673922 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-58060949-4212-42b1-b6f3-78434ceb16b2 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:05:09.674978 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-58060949-4212-42b1-b6f3-78434ceb16b2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1152081 Mar 11 17:05:09.757933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:09.814566 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-427009d3-9abc-43ec-b110-a56d9a6c763f service neutron] 10.222.0.57 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327286 Mar 11 17:05:09.825117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c688b621-9b80-4065-922a-8c195df747b5 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:05:09.868465 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:09.880899 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Transition to ACTIVE for port object 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:09.896101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port c688b621-9b80-4065-922a-8c195df747b5 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:09.896474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:09.959940 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-ffc7a483-e768-4d8b-bfca-14b1abf6e1d2 service neutron] 10.222.0.57 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393282 Mar 11 17:05:10.018728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 19de95b4-c375-48d4-a44f-57e11d9d2ab4 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:05:10.043190 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:10.086134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 19de95b4-c375-48d4-a44f-57e11d9d2ab4 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:10.086540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:10.255386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-149c2bbf-9962-42ec-b3d9-85741de0d591 req-94e863f3-1302-4b38-b0cb-148f9740f714 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:05:10.268501 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-149c2bbf-9962-42ec-b3d9-85741de0d591 req-94e863f3-1302-4b38-b0cb-148f9740f714 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:05:10.279392 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-149c2bbf-9962-42ec-b3d9-85741de0d591 req-94e863f3-1302-4b38-b0cb-148f9740f714 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 210 time: 0.0773058 Mar 11 17:05:10.287779 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Pushing event updated for resources: {'Port': ['ID=8b07a8d4-933c-4e57-9f40-3dc21a3f17ce,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:10.300484 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.300957 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.301290 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.301613 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.301934 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.302356 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.302672 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.303017 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.303331 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.303647 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.303949 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.304526 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:05:10.309976 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Attempting to bind port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:10.310361 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Attempting to bind port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:10.310714 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Attempting to bind port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce on network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:05:10.316611 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:05:10.316981 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Checking segment: {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:05:10.317369 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:10.317750 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Bound using segment: {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:05:10.318383 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Bound port: 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:10.318753 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:10.414140 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] For port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:05:10.417591 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] For port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8b07a8d4-933c-4e57-9f40-3dc21a3f17ce,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:05:10.484139 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:10.568909 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:05:10.569521 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:04:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:10.628328 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895216e-e638-43a9-9e1d-79ecfc21d281 None None] Pushing event updated for resources: {'Port': ['ID=8b07a8d4-933c-4e57-9f40-3dc21a3f17ce,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:10.757137 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:05:10.905646 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:05:11.091847 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8b07a8d4-933c-4e57-9f40-3dc21a3f17ce', 'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:52:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:06Z', 'updated_at': '2022-03-11T17:05:10Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:11.095643 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9ba338-65f9-4db7-94f9-4c0f4b265598 None None] The sync data for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv is: [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8b07a8d4-933c-4e57-9f40-3dc21a3f17ce', 'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:52:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:06Z', 'updated_at': '2022-03-11T17:05:10Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:05:11.168953 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c05be123-53db-45a8-b010-e6d48a076272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:11.427579 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-448b23fb-433b-4fcf-8bff-a9962f6d6649 req-585e7749-68da-4fc9-8a55-376153b66bcd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 210 time: 0.0479548 Mar 11 17:05:11.831186 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:05:11.957772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:11.963295 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:11.964293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:12.087491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:12.121233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8b07a8d4-933c-4e57-9f40-3dc21a3f17ce,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:05:12.207508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:12.273220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=8b07a8d4-933c-4e57-9f40-3dc21a3f17ce,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:12.506867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-690d9d56-b801-44a6-b2fb-baa9a8582494 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:12.507778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-690d9d56-b801-44a6-b2fb-baa9a8582494 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:05:12.521993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-690d9d56-b801-44a6-b2fb-baa9a8582494 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:05:12.523251 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-690d9d56-b801-44a6-b2fb-baa9a8582494 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/networks?id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 HTTP/1.1" status: 200 len: 796 time: 0.1788933 Mar 11 17:05:12.609602 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f93bc5c3-b0a2-400b-aebe-6eb4b729f9b4 req-b971d177-b470-4055-8f01-ddfd11a8c1b2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 210 time: 0.0614157 Mar 11 17:05:12.622989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-94207c74-fab6-43f5-a880-85890c6158d5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:05:12.635085 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-94207c74-fab6-43f5-a880-85890c6158d5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:05:12.636398 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-94207c74-fab6-43f5-a880-85890c6158d5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 379 time: 0.1056969 Mar 11 17:05:12.644654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'port': {'device_id': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'admin_state_up': True, 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'security_groups': ['d88d9294-b365-4cda-bd1c-94edf0e176ba']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:12.783083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:12.793269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:12.865811 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:05:12.869455 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.044569 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.14 (09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9/1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937/95a36afc-2870-489e-be64-8894bfd3c09e) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:13.232981 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.248545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object 95a36afc-2870-489e-be64-8894bfd3c09e will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:13.329245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.374537 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7068e2ca-887d-4591-8e99-92a16f8f90e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.392450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:13.395458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:13.399278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:05:13.445993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=95a36afc-2870-489e-be64-8894bfd3c09e,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:13.592755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:13.593349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.690030 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-4118e4b1-1eeb-4501-bba1-5f711044f4a9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0488949 Mar 11 17:05:13.702446 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Request body: {'port': {'device_id': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:13.706307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3540f178-49eb-456e-b17e-1dc5c135794a None None] Provisioning for port 95a36afc-2870-489e-be64-8894bfd3c09e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:13.712583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3540f178-49eb-456e-b17e-1dc5c135794a None None] Provisioning complete for port 95a36afc-2870-489e-be64-8894bfd3c09e triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:13.713092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3540f178-49eb-456e-b17e-1dc5c135794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.770566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-3540f178-49eb-456e-b17e-1dc5c135794a None None] Port 95a36afc-2870-489e-be64-8894bfd3c09e cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:05:13.807753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dba11-11df-49e5-b946-7833ec8b27bc req-8a1256ce-bf5e-4ec7-aa8c-0424a898e2e6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:13.809530 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a51dba11-11df-49e5-b946-7833ec8b27bc req-8a1256ce-bf5e-4ec7-aa8c-0424a898e2e6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 932 time: 0.0904729 Mar 11 17:05:13.820184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:05:13.825813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.858539 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a51dba11-11df-49e5-b946-7833ec8b27bc req-feda9f21-a2b4-48ee-b8d0-f250970ab3bb tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Mar 11 17:05:13.897092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:13.897503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:14.169558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a36afc-2870-489e-be64-8894bfd3c09e {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:05:14.176950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:14.191409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Transition to ACTIVE for port object 95a36afc-2870-489e-be64-8894bfd3c09e will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:05:14.248703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:14.403103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Pushing event updated for resources: {'Port': ['ID=95a36afc-2870-489e-be64-8894bfd3c09e,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:14.482796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Attempting to bind port 95a36afc-2870-489e-be64-8894bfd3c09e on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:05:14.483131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Attempting to bind port 95a36afc-2870-489e-be64-8894bfd3c09e by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:05:14.483457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Attempting to bind port 95a36afc-2870-489e-be64-8894bfd3c09e on network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:05:14.488364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Port 95a36afc-2870-489e-be64-8894bfd3c09e on network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 17:05:14.488508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Attempting to bind port 95a36afc-2870-489e-be64-8894bfd3c09e on network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:05:14.493624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:05:14.493961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Checking segment: {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:05:14.494379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Bound using segment: {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:05:14.494871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Bound port: 95a36afc-2870-489e-be64-8894bfd3c09e, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a4ffdc-9806-4c70-bfd5-b9fd76362842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:05:14.495210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:14.582192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:05:14.584962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=95a36afc-2870-489e-be64-8894bfd3c09e,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:05:14.678121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:14.700449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:14.735362 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:14.735961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:14.737284 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] 10.222.0.35 "PUT /v2.0/ports/95a36afc-2870-489e-be64-8894bfd3c09e HTTP/1.1" status: 200 len: 1094 time: 1.0394893 Mar 11 17:05:14.737705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:05:14.777520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256de13-d4ce-4d3d-ad3b-1f2d77ad6671 service neutron] Pushing event updated for resources: {'Port': ['ID=95a36afc-2870-489e-be64-8894bfd3c09e,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:14.793468 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e', 'status': 'completed', 'code': 200} Mar 11 17:05:14.831825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:14.879708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e49b4c-006d-4910-af95-28eb7105b836 req-3d433c0e-36f4-4be9-95d7-a802789b3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:14.881260 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2e49b4c-006d-4910-af95-28eb7105b836 req-3d433c0e-36f4-4be9-95d7-a802789b3921 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1097 time: 0.0743568 Mar 11 17:05:15.031626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e49b4c-006d-4910-af95-28eb7105b836 req-7fc9b744-0852-4259-901e-da0cce045a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:15.033075 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2e49b4c-006d-4910-af95-28eb7105b836 req-7fc9b744-0852-4259-901e-da0cce045a8c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c464f6a15cba40fb9de3f47e502aa467&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1450026 Mar 11 17:05:15.062747 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d6069-91cf-4e13-94b6-aec4ba9ddbb6 req-4be44fdc-be21-46af-9621-4bf15a35ddda tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:15.064199 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-647d6069-91cf-4e13-94b6-aec4ba9ddbb6 req-4be44fdc-be21-46af-9621-4bf15a35ddda tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 944 time: 0.0852625 Mar 11 17:05:15.111109 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-647d6069-91cf-4e13-94b6-aec4ba9ddbb6 req-fd9ef28a-d2a7-4c34-89da-345ac5b28ddb tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410659 Mar 11 17:05:15.173440 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e49b4c-006d-4910-af95-28eb7105b836 req-14731eb0-c4a4-485a-b22a-1218db46b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:15.174909 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2e49b4c-006d-4910-af95-28eb7105b836 req-14731eb0-c4a4-485a-b22a-1218db46b2cf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363034 Mar 11 17:05:15.287437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-27898bfc-5f0a-4b90-af1b-8fde9a6c342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:15.288767 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-27898bfc-5f0a-4b90-af1b-8fde9a6c342d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1097 time: 0.0763698 Mar 11 17:05:15.354771 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-1baa18b0-cff3-44e9-83fd-620f1838281e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a36afc-2870-489e-be64-8894bfd3c09e HTTP/1.1" status: 200 len: 217 time: 0.0594580 Mar 11 17:05:15.418547 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-406b342e-dee5-44bd-b571-d6da50968293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:15.419988 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-406b342e-dee5-44bd-b571-d6da50968293 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937 HTTP/1.1" status: 200 len: 834 time: 0.0600369 Mar 11 17:05:15.493786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-c1d35045-6e83-4803-a828-d1518836e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:15.495881 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-c1d35045-6e83-4803-a828-d1518836e98e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700965 Mar 11 17:05:15.626714 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-8ee0d4a6-91bf-4386-a098-d4d2d18d9309 service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247742 Mar 11 17:05:15.762976 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-17ad7e02-12d6-450e-9ac0-087ad41ebe2f req-728845f7-626a-4130-a0ff-fd011692804a service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308968 Mar 11 17:05:16.001903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:16.303693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37759-7472-4c31-bc72-54a9917cd4a7 req-41d17fbe-c756-4f64-bfe5-22dd8098cf96 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:16.304550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b0a37759-7472-4c31-bc72-54a9917cd4a7 req-41d17fbe-c756-4f64-bfe5-22dd8098cf96 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:05:16.368703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-b0a37759-7472-4c31-bc72-54a9917cd4a7 req-41d17fbe-c756-4f64-bfe5-22dd8098cf96 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:05:16.370061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a37759-7472-4c31-bc72-54a9917cd4a7 req-41d17fbe-c756-4f64-bfe5-22dd8098cf96 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 944 time: 0.1508324 Mar 11 17:05:16.414708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b0a37759-7472-4c31-bc72-54a9917cd4a7 req-1a22cca9-f458-4d22-a747-18d0a1b7a043 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389450 Mar 11 17:05:17.600900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899538b-c9e1-455b-a346-1f14bc125859 req-4506d204-3d9d-4e51-a2fb-86bdf6850ea6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:17.602376 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5899538b-c9e1-455b-a346-1f14bc125859 req-4506d204-3d9d-4e51-a2fb-86bdf6850ea6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 944 time: 0.0805333 Mar 11 17:05:17.649080 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5899538b-c9e1-455b-a346-1f14bc125859 req-fccfb840-21dd-4ac3-a309-ef8a47bb5872 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406277 Mar 11 17:05:18.851420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a54d-96dd-45a0-8e99-43eb996997cd req-6d00a3d3-ac51-4849-874a-0fbc65a458e0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:18.853061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1ae2a54d-96dd-45a0-8e99-43eb996997cd req-6d00a3d3-ac51-4849-874a-0fbc65a458e0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 944 time: 0.0824609 Mar 11 17:05:18.897048 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1ae2a54d-96dd-45a0-8e99-43eb996997cd req-f74ef11d-0d03-4d24-9d94-49fb55badc9f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384390 Mar 11 17:05:19.465882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 95a36afc-2870-489e-be64-8894bfd3c09e details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:05:19.600290 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=95a36afc-2870-489e-be64-8894bfd3c09e,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:05:19.613850 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '95a36afc-2870-489e-be64-8894bfd3c09e', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'port_id': '95a36afc-2870-489e-be64-8894bfd3c09e', 'mac_address': 'fa:16:3e:d6:e3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:05:19.668009 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.684969 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a36afc-2870-489e-be64-8894bfd3c09e {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:05:19.699702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=95a36afc-2870-489e-be64-8894bfd3c09e,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:05:19.780096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:19.849341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=95a36afc-2870-489e-be64-8894bfd3c09e,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:19.983490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['95a36afc-2870-489e-be64-8894bfd3c09e'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:05:20.088562 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6c9ec-ac12-4939-b19d-09370b0bac35 req-d7ba29fe-3fc2-45b9-a601-9da27abf4ac2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:20.090082 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bbf6c9ec-ac12-4939-b19d-09370b0bac35 req-d7ba29fe-3fc2-45b9-a601-9da27abf4ac2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 945 time: 0.0795066 Mar 11 17:05:20.134389 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bbf6c9ec-ac12-4939-b19d-09370b0bac35 req-68e1d7d9-fce2-460e-8b81-78c3cfe16d85 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384145 Mar 11 17:05:21.321630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce92bf2-1b7b-4d32-a823-30c0be6a3214 req-c0b9aa84-214c-4f99-aed3-0444f3eea36d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:21.323205 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1ce92bf2-1b7b-4d32-a823-30c0be6a3214 req-c0b9aa84-214c-4f99-aed3-0444f3eea36d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 945 time: 0.0832784 Mar 11 17:05:21.366489 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1ce92bf2-1b7b-4d32-a823-30c0be6a3214 req-7c0845c3-c214-4a4b-a6d6-f1cdebeb1ef1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376475 Mar 11 17:05:21.488781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 95a36afc-2870-489e-be64-8894bfd3c09e up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:05:21.648774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 95a36afc-2870-489e-be64-8894bfd3c09e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:05:21.654072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 95a36afc-2870-489e-be64-8894bfd3c09e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:05:21.654464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.769302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.796332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:05:21.806638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=95a36afc-2870-489e-be64-8894bfd3c09e,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:05:21.877302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:21.918493 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e', 'code': 200} Mar 11 17:05:21.952081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=95a36afc-2870-489e-be64-8894bfd3c09e,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:22.273154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea6504-7ccd-4a99-aeb0-61e62ae2ba1f req-89970284-f214-4fd9-bc6e-6d193f9748fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:22.274639 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceea6504-7ccd-4a99-aeb0-61e62ae2ba1f req-89970284-f214-4fd9-bc6e-6d193f9748fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1099 time: 0.0696621 Mar 11 17:05:22.405910 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ceea6504-7ccd-4a99-aeb0-61e62ae2ba1f req-4d1b9d31-0fa9-4d91-ad75-5c4f9c753ac2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255186 Mar 11 17:05:22.553038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50c69b-db68-4bff-94c9-a7e3c1dbc584 req-aa070c8e-107f-423d-b42a-a64d26c40f7a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:22.554765 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d50c69b-db68-4bff-94c9-a7e3c1dbc584 req-aa070c8e-107f-423d-b42a-a64d26c40f7a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0824430 Mar 11 17:05:22.598135 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7d50c69b-db68-4bff-94c9-a7e3c1dbc584 req-0e2e80a4-adaa-4647-9492-806f4c371a77 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370097 Mar 11 17:05:23.788203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f682a-d220-4eb0-9d05-d39a30619ab9 req-0710493c-1f5e-4df3-b9c4-4803c732999f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:23.789712 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5c1f682a-d220-4eb0-9d05-d39a30619ab9 req-0710493c-1f5e-4df3-b9c4-4803c732999f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0838845 Mar 11 17:05:23.834389 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5c1f682a-d220-4eb0-9d05-d39a30619ab9 req-80c3a286-85aa-4fa1-9566-c3a5c552f6dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386298 Mar 11 17:05:24.024761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10058f-b457-493a-b718-bf3bb54f0f0a req-7ebac323-22d5-4872-be5a-34e8b9dbac51 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:24.026772 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a10058f-b457-493a-b718-bf3bb54f0f0a req-7ebac323-22d5-4872-be5a-34e8b9dbac51 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0869408 Mar 11 17:05:24.071638 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3a10058f-b457-493a-b718-bf3bb54f0f0a req-74282838-3363-4319-976c-1dd4dc02b881 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392966 Mar 11 17:05:24.094736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42904) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:24.163527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a49fcd-5797-495c-a5d4-4aac6073b153 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:24.164987 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-56a49fcd-5797-495c-a5d4-4aac6073b153 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1094 time: 0.0692828 Mar 11 17:05:24.168399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 42908) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:24.173229 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '95a36afc-2870-489e-be64-8894bfd3c09e', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:05:24.179498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:05:24.183891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:floatingip and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:05:24.186717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:05:24.192585 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:05:24.276498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.415480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.555429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.138 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/c9178186-f9c2-46ac-ad36-b144a2bdad27) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:05:24.700316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.803542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:24.871644 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:05:24.874339 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:05:24.881849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:05:24.911420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=c9178186-f9c2-46ac-ad36-b144a2bdad27,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:25.294499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.425918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.630854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.698291 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:25.900475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=c9178186-f9c2-46ac-ad36-b144a2bdad27,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:05:25.909609 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:26.083085 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 60c168c0-ac57-4761-bde2-c660a0ebaa71 associated. External IP: 172.26.8.138, port: 95a36afc-2870-489e-be64-8894bfd3c09e. Mar 11 17:05:26.436889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 3b1af822-76d5-402d-9c15-d7b973e55fa5 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:05:26.632539 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:05:26.641917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] Sync routers for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:05:26.651116 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:05:26.651719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:05:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:26.773202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:26.830630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:05:26.830890 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-46668b01-f34d-41e1-8eb6-3155bc2fd3f6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6613424 Mar 11 17:05:26.831317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:05:26.884132 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e', 'status': 'completed', 'code': 200} Mar 11 17:05:26.975960 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779e26-0d57-40fc-a6b0-458467494daa req-ed6c6225-1c03-446e-96e6-e73f9cc0b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:26.977421 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1f779e26-0d57-40fc-a6b0-458467494daa req-ed6c6225-1c03-446e-96e6-e73f9cc0b35a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1099 time: 0.0726676 Mar 11 17:05:27.001519 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b8b06-3cee-4685-acbc-3edac2d95ea7 req-ddd9b70b-0cf5-494c-bfff-1fd2dc00ad06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:27.003449 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d98b8b06-3cee-4685-acbc-3edac2d95ea7 req-ddd9b70b-0cf5-494c-bfff-1fd2dc00ad06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0856538 Mar 11 17:05:27.049939 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d98b8b06-3cee-4685-acbc-3edac2d95ea7 req-2d419c76-097b-4fc1-8034-137a343d4c6c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 Mar 11 17:05:27.074213 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42916) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:27.117380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779e26-0d57-40fc-a6b0-458467494daa req-541f04e3-bc64-4e8b-9944-aa803520af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:27.119008 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1f779e26-0d57-40fc-a6b0-458467494daa req-541f04e3-bc64-4e8b-9944-aa803520af18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 HTTP/1.1" status: 200 len: 897 time: 0.1356368 Mar 11 17:05:27.202338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '60c168c0-ac57-4761-bde2-c660a0ebaa71', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'port_id': '95a36afc-2870-489e-be64-8894bfd3c09e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'mac_address': 'fa:16:3e:d6:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:05:25Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b07a8d4-933c-4e57-9f40-3dc21a3f17ce', 'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:52:7e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:06Z', 'updated_at': '2022-03-11T17:05:12Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:27.207544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] Checking router: 3b1af822-76d5-402d-9c15-d7b973e55fa5 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:05:27.217037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:05:27.217662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:05:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:27.231221 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1f779e26-0d57-40fc-a6b0-458467494daa req-1f5865ff-3be4-4af2-926b-665a8d146334 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a36afc-2870-489e-be64-8894bfd3c09e HTTP/1.1" status: 200 len: 1000 time: 0.1068640 Mar 11 17:05:27.295677 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a25eb449-0832-4117-aa2d-43f689d94e2e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/60c168c0-ac57-4761-bde2-c660a0ebaa71 HTTP/1.1" status: 200 len: 992 time: 0.2202148 Mar 11 17:05:27.301050 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779e26-0d57-40fc-a6b0-458467494daa req-af9bcac0-66d8-498f-be19-1499fba89202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:27.302468 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1f779e26-0d57-40fc-a6b0-458467494daa req-af9bcac0-66d8-498f-be19-1499fba89202 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937 HTTP/1.1" status: 200 len: 834 time: 0.0658381 Mar 11 17:05:27.376567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779e26-0d57-40fc-a6b0-458467494daa req-8768169b-58e5-4c42-8eeb-f9aef5bbf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:27.378025 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1f779e26-0d57-40fc-a6b0-458467494daa req-8768169b-58e5-4c42-8eeb-f9aef5bbf257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693355 Mar 11 17:05:27.403846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:05:27.615568 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1f779e26-0d57-40fc-a6b0-458467494daa req-c390dcfb-bb4a-45e6-bc14-b9658f52a98c service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316689 Mar 11 17:05:27.746642 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1f779e26-0d57-40fc-a6b0-458467494daa req-c53987e0-0a67-42c5-8927-ee58591d45d2 service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248705 Mar 11 17:05:27.798578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '60c168c0-ac57-4761-bde2-c660a0ebaa71', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'port_id': '95a36afc-2870-489e-be64-8894bfd3c09e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'mac_address': 'fa:16:3e:d6:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:05:25Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b07a8d4-933c-4e57-9f40-3dc21a3f17ce', 'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:52:7e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:06Z', 'updated_at': '2022-03-11T17:05:12Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:05:27.802621 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69128b61-122c-4deb-9533-8131e6a4dbf2 None None] The sync data for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv is: [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '60c168c0-ac57-4761-bde2-c660a0ebaa71', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'port_id': '95a36afc-2870-489e-be64-8894bfd3c09e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'mac_address': 'fa:16:3e:d6:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:05:25Z', 'updated_at': '2022-03-11T17:05:25Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b07a8d4-933c-4e57-9f40-3dc21a3f17ce', 'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:52:7e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:06Z', 'updated_at': '2022-03-11T17:05:12Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:05:27.982848 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeca4cc3-cab4-4f69-823e-1afa19052eae None None] New status for floating IP 60c168c0-ac57-4761-bde2-c660a0ebaa71: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:05:28.299507 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42920) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:05:28.404593 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a4ee56d5-3b30-41a2-bfb7-d15ff138dc88 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/60c168c0-ac57-4761-bde2-c660a0ebaa71 HTTP/1.1" status: 200 len: 994 time: 0.1039577 Mar 11 17:05:39.789495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:41.179747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-96b98beb-af15-47ad-b32b-2f54447ed55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.379355 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fb952da2-4bb3-4f71-8d35-d14da242383c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:44.688645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:44.806136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:46.023377 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:47.893060 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:06:00.286489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e292301-85dc-4f3f-acc6-238d7e1e93af req-bab22abe-03ab-42f7-9d85-072aae79fb63 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:00.287921 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3e292301-85dc-4f3f-acc6-238d7e1e93af req-bab22abe-03ab-42f7-9d85-072aae79fb63 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0832374 Mar 11 17:06:00.331464 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3e292301-85dc-4f3f-acc6-238d7e1e93af req-31169b9f-023d-4513-8f1a-947c598342b3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378313 Mar 11 17:06:00.435328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 42944) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:00.549267 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-c2f2b652-4498-4068-890c-8da8926cd5f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127827 Mar 11 17:06:01.517899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f70242-24b1-4b04-88f4-f81c125dc501 req-b4fad3ad-492c-4df5-8279-b4e7df55a675 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:01.519310 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-09f70242-24b1-4b04-88f4-f81c125dc501 req-b4fad3ad-492c-4df5-8279-b4e7df55a675 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0798194 Mar 11 17:06:01.565971 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-09f70242-24b1-4b04-88f4-f81c125dc501 req-50c05f3f-d342-49f7-ba29-a9b048966ad4 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 Mar 11 17:06:02.805131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-995c930a-f43a-4fbb-be69-7dd77a6fc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:02.806524 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-995c930a-f43a-4fbb-be69-7dd77a6fc922 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1099 time: 0.1342185 Mar 11 17:06:02.814941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e3698-cfef-413e-aa37-06e3655b7f8d req-247884ed-ab6e-442d-8c54-0bea37ce9cbc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:02.816248 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cd4e3698-cfef-413e-aa37-06e3655b7f8d req-247884ed-ab6e-442d-8c54-0bea37ce9cbc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.1127067 Mar 11 17:06:02.945632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cd4e3698-cfef-413e-aa37-06e3655b7f8d req-19381db6-cce5-4136-89da-3acdbee8fab6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114843 Mar 11 17:06:02.972500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-d231aaa3-71b6-485b-af62-81e278137007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:02.973914 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-d231aaa3-71b6-485b-af62-81e278137007 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 HTTP/1.1" status: 200 len: 897 time: 0.1568515 Mar 11 17:06:03.075838 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-e0f6ca5e-b021-4d59-be5c-c710a3999c6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a36afc-2870-489e-be64-8894bfd3c09e HTTP/1.1" status: 200 len: 1002 time: 0.0961244 Mar 11 17:06:03.138921 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-28985198-5f75-40fa-9201-3a971565c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:03.141104 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-28985198-5f75-40fa-9201-3a971565c34c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937 HTTP/1.1" status: 200 len: 834 time: 0.0591989 Mar 11 17:06:03.223722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-92f9e3c9-080d-4b0c-a975-b399adbd91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:03.225179 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-92f9e3c9-080d-4b0c-a975-b399adbd91f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788338 Mar 11 17:06:03.356102 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-bc1155d2-2b06-41f9-a838-a20c4c22e2e6 service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245706 Mar 11 17:06:03.483676 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-164393d5-c00d-4285-ac77-3579cc9ba3a1 service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221249 Mar 11 17:06:04.034008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65540c28-fe9f-4521-9499-6491f992ca45 req-dff1c96f-3111-41bc-98a5-bf21c4f9cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:04.035456 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-65540c28-fe9f-4521-9499-6491f992ca45 req-dff1c96f-3111-41bc-98a5-bf21c4f9cd00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1099 time: 0.0801542 Mar 11 17:06:04.138618 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500780b-d756-4f8a-af0c-120b51ef6d29 req-35c9b06e-bd89-4a27-970f-cdd3af6ab9bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:04.140688 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2500780b-d756-4f8a-af0c-120b51ef6d29 req-35c9b06e-bd89-4a27-970f-cdd3af6ab9bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0832126 Mar 11 17:06:04.183350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65540c28-fe9f-4521-9499-6491f992ca45 req-163198e3-cd10-4f85-97e2-fd06cbf3aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:04.184777 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-65540c28-fe9f-4521-9499-6491f992ca45 req-163198e3-cd10-4f85-97e2-fd06cbf3aa9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 HTTP/1.1" status: 200 len: 897 time: 0.1311522 Mar 11 17:06:04.188981 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2500780b-d756-4f8a-af0c-120b51ef6d29 req-f9b55caf-bee3-468b-b931-7a56255e5acf tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424020 Mar 11 17:06:04.291619 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-65540c28-fe9f-4521-9499-6491f992ca45 req-2a8e9a6f-def7-44dc-811f-e6f0e0c9db72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a36afc-2870-489e-be64-8894bfd3c09e HTTP/1.1" status: 200 len: 1002 time: 0.1007185 Mar 11 17:06:04.354317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65540c28-fe9f-4521-9499-6491f992ca45 req-f3f81dc2-b235-4f59-af63-8a5f2f6e9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:04.355727 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-65540c28-fe9f-4521-9499-6491f992ca45 req-f3f81dc2-b235-4f59-af63-8a5f2f6e9987 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937 HTTP/1.1" status: 200 len: 834 time: 0.0576956 Mar 11 17:06:04.532287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65540c28-fe9f-4521-9499-6491f992ca45 req-86305367-0ccd-429f-90da-32c2170487ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:04.533738 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-65540c28-fe9f-4521-9499-6491f992ca45 req-86305367-0ccd-429f-90da-32c2170487ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1724203 Mar 11 17:06:04.668708 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-65540c28-fe9f-4521-9499-6491f992ca45 req-ed604259-0857-40aa-a5df-f3cbe49382dc service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279557 Mar 11 17:06:04.800493 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-65540c28-fe9f-4521-9499-6491f992ca45 req-c55dfebc-2607-4043-a24f-ff119eefe175 service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257641 Mar 11 17:06:05.381394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3160e95-f463-4cf9-baec-e52df0681c5e req-ced662a8-f754-472c-9516-054eb3c96eec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:05.382841 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3160e95-f463-4cf9-baec-e52df0681c5e req-ced662a8-f754-472c-9516-054eb3c96eec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0785198 Mar 11 17:06:05.429393 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3160e95-f463-4cf9-baec-e52df0681c5e req-96894a38-6dc6-40c6-9c0b-8e91c8da4dde tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 Mar 11 17:06:06.613289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa3d63-e058-4619-aa14-e614142f2b5a req-d1ddc5f9-6dc0-41dc-8ff9-1dec56251602 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:06.614732 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2aaa3d63-e058-4619-aa14-e614142f2b5a req-d1ddc5f9-6dc0-41dc-8ff9-1dec56251602 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0802596 Mar 11 17:06:06.657644 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2aaa3d63-e058-4619-aa14-e614142f2b5a req-3688b646-4d68-417f-bc64-329e82ff2129 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373397 Mar 11 17:06:07.846967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f1805-12ea-43ed-bc20-5d46d3d96116 req-c218948d-5e7f-4488-82e5-c1c4fe0ea462 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:07.848667 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d8f1805-12ea-43ed-bc20-5d46d3d96116 req-c218948d-5e7f-4488-82e5-c1c4fe0ea462 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0812435 Mar 11 17:06:07.896989 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d8f1805-12ea-43ed-bc20-5d46d3d96116 req-a83bb88e-0994-4de3-a350-2fc5271c3612 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Mar 11 17:06:09.089870 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cef886-318b-43af-9cc0-fe4e7fe0d580 req-0c1816df-c407-41ef-9d16-44cbbb170f13 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:09.091353 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3cef886-318b-43af-9cc0-fe4e7fe0d580 req-0c1816df-c407-41ef-9d16-44cbbb170f13 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0842705 Mar 11 17:06:09.135670 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3cef886-318b-43af-9cc0-fe4e7fe0d580 req-05ec357c-96f0-452d-908a-e2a1fe4e68d1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380919 Mar 11 17:06:09.805651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:10.323745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b5fff-efa3-40e3-a9b2-dfcd622a91b5 req-53ba1004-d0d3-4309-ab4d-8e772394c24f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:10.325190 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-088b5fff-efa3-40e3-a9b2-dfcd622a91b5 req-53ba1004-d0d3-4309-ab4d-8e772394c24f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0836184 Mar 11 17:06:10.368282 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-088b5fff-efa3-40e3-a9b2-dfcd622a91b5 req-48925be7-1ce8-4140-8d62-f17cc5f2752c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375924 Mar 11 17:06:11.201773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cef2e325-3269-4e45-81aa-ab483e642bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:11.553875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26745296-95de-4b46-a242-5cfdd5072f9f req-490043ad-1d73-4f7d-b727-96f411c6963f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:11.555363 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-26745296-95de-4b46-a242-5cfdd5072f9f req-490043ad-1d73-4f7d-b727-96f411c6963f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0799742 Mar 11 17:06:11.601664 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-26745296-95de-4b46-a242-5cfdd5072f9f req-eab60ac4-498a-45a5-8294-be5e64a5ead4 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Mar 11 17:06:12.787424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa8108-1b8f-4398-ae47-408dd1c42f26 req-64e94985-080f-4f37-8c81-f2229123fc97 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:12.789421 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13aa8108-1b8f-4398-ae47-408dd1c42f26 req-64e94985-080f-4f37-8c81-f2229123fc97 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0791197 Mar 11 17:06:12.835837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-13aa8108-1b8f-4398-ae47-408dd1c42f26 req-e1899a67-1867-4bb7-9e9d-f6ed4c3c60cf tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404882 Mar 11 17:06:13.399805 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7866-0f16-4b99-8548-44bf13a3b9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.023094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99255b-d31c-414d-84cd-305d283dc3a0 req-d1141e9f-ebc8-4499-8ec1-e03b3f12608c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:14.024551 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a99255b-d31c-414d-84cd-305d283dc3a0 req-d1141e9f-ebc8-4499-8ec1-e03b3f12608c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0816746 Mar 11 17:06:14.070940 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3a99255b-d31c-414d-84cd-305d283dc3a0 req-a47c69df-c34a-40d6-827a-5ab080bfa680 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404656 Mar 11 17:06:14.722053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:14.841922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.273939 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ded448-3121-40c2-9bae-198e90590950 req-fbdd98cc-f220-4dea-99c0-9954c3c25b75 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:15.275422 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6ded448-3121-40c2-9bae-198e90590950 req-fbdd98cc-f220-4dea-99c0-9954c3c25b75 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0906196 Mar 11 17:06:15.324415 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6ded448-3121-40c2-9bae-198e90590950 req-11846cfa-6b92-444a-9112-53b2cee68cff tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Mar 11 17:06:15.459793 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-d316af38-0e2e-4496-89b1-62814c9a34ad service neutron] 10.222.0.35 "GET /v2.0/ports/95a36afc-2870-489e-be64-8894bfd3c09e/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0748839 Mar 11 17:06:16.019707 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.043205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-6963c00d-792d-49fb-83da-111eafe9fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.044582 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-6963c00d-792d-49fb-83da-111eafe9fdcf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 1099 time: 0.0742064 Mar 11 17:06:16.136641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-9bc99c28-6a45-49ef-9088-3b12881ca25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.138111 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-9bc99c28-6a45-49ef-9088-3b12881ca25c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1099 time: 0.0739384 Mar 11 17:06:16.267033 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-9f1e03f2-d46b-4fd7-9ed2-dadd3b4fd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.268436 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-9f1e03f2-d46b-4fd7-9ed2-dadd3b4fd979 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 HTTP/1.1" status: 200 len: 897 time: 0.1249316 Mar 11 17:06:16.371094 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-c2580029-687c-4c6a-973a-7b5e23885c05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a36afc-2870-489e-be64-8894bfd3c09e HTTP/1.1" status: 200 len: 1002 time: 0.0964561 Mar 11 17:06:16.434736 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-3f4d345b-4741-49a7-938f-bb95dae8b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.436159 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-3f4d345b-4741-49a7-938f-bb95dae8b45b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937 HTTP/1.1" status: 200 len: 834 time: 0.0592158 Mar 11 17:06:16.509666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-9fc2a459-e83a-4f99-9372-cb945819d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.511160 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-9fc2a459-e83a-4f99-9372-cb945819d120 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694871 Mar 11 17:06:16.517900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a01ebf-4c2d-4d5b-909f-0357a550d1d9 req-bd1527ca-324b-4de7-bd5d-768f26927993 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:16.519392 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-07a01ebf-4c2d-4d5b-909f-0357a550d1d9 req-bd1527ca-324b-4de7-bd5d-768f26927993 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0866752 Mar 11 17:06:16.566694 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-07a01ebf-4c2d-4d5b-909f-0357a550d1d9 req-0a533e8a-1a2a-4747-9e61-ac138ec012d2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416648 Mar 11 17:06:16.645434 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-c49a214f-8c72-4d22-9cc1-b5a33a55940a service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283655 Mar 11 17:06:16.870794 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7a7dcb11-a864-4d7a-abd0-8320ec5a9677 req-5fd9c21e-bfdf-47d5-8e61-968fcc33c669 service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184210 Mar 11 17:06:17.752726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b7d19-222e-4612-8bf4-a5548e277ad0 req-fe5c1004-e9a4-4e67-a326-0855cfc4f17f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:17.754416 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-786b7d19-222e-4612-8bf4-a5548e277ad0 req-fe5c1004-e9a4-4e67-a326-0855cfc4f17f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0831113 Mar 11 17:06:17.799057 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-786b7d19-222e-4612-8bf4-a5548e277ad0 req-f0108957-ac28-4312-8c2b-c949e152ca63 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390027 Mar 11 17:06:18.990121 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d203fcb-9d57-413e-b823-9a870efcd47c req-63d71029-76f2-4ee9-93f4-280f45dd984a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:18.991585 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d203fcb-9d57-413e-b823-9a870efcd47c req-63d71029-76f2-4ee9-93f4-280f45dd984a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0799885 Mar 11 17:06:19.036131 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7d203fcb-9d57-413e-b823-9a870efcd47c req-bca8e79c-f838-4cf1-b8a6-3656f4c0a661 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389729 Mar 11 17:06:19.838150 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 95a36afc-2870-489e-be64-8894bfd3c09e details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:06:19.840496 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 95a36afc-2870-489e-be64-8894bfd3c09e no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:06:20.062501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.090109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=95a36afc-2870-489e-be64-8894bfd3c09e,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:06:20.111249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '95a36afc-2870-489e-be64-8894bfd3c09e', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'port_id': '95a36afc-2870-489e-be64-8894bfd3c09e', 'mac_address': 'fa:16:3e:d6:e3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:06:20.116691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:20.154558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=95a36afc-2870-489e-be64-8894bfd3c09e,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:06:20.192679 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e', 'code': 200} Mar 11 17:06:20.195733 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.214813 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95a36afc-2870-489e-be64-8894bfd3c09e {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:20.231539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.260370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfeb59-6a02-4534-9caf-94d4db0da371 req-7ea03147-4f14-4f48-8374-809aafc7284d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:20.261962 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74cfeb59-6a02-4534-9caf-94d4db0da371 req-7ea03147-4f14-4f48-8374-809aafc7284d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.1048746 Mar 11 17:06:20.316825 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-74cfeb59-6a02-4534-9caf-94d4db0da371 req-b6c4510e-764b-4637-8699-c219c4e7cdca tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479047 Mar 11 17:06:20.353280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:06:20.353512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:06:20.358709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=95a36afc-2870-489e-be64-8894bfd3c09e,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:20.367111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.367448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.367776 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.368104 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.368425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.368741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.369061 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.369372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.369685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.369995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.370336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.370642 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:20.866383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acaa31-2776-4a14-9ee6-f7510103c50e req-90d9db5b-713e-4f40-99a5-7fed6706bae0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:20.867876 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3acaa31-2776-4a14-9ee6-f7510103c50e req-90d9db5b-713e-4f40-99a5-7fed6706bae0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 944 time: 0.1256039 Mar 11 17:06:20.913708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:20.932186 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d3acaa31-2776-4a14-9ee6-f7510103c50e req-a8e34d8c-c0fc-448d-aff9-5db87b99c274 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564938 Mar 11 17:06:20.934976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a36afc-2870-489e-be64-8894bfd3c09e {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:06:20.960790 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-825f13df-713f-4cb4-9361-498660f14d93 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:20.960940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=95a36afc-2870-489e-be64-8894bfd3c09e,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:06:20.961049 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-825f13df-713f-4cb4-9361-498660f14d93 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f&tenant_id=c464f6a15cba40fb9de3f47e502aa467&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.1425617 Mar 11 17:06:21.036337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:21.106476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-88c23b31-d405-4745-ad42-b36959e5cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.108319 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-88c23b31-d405-4745-ad42-b36959e5cafe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1098 time: 0.0776069 Mar 11 17:06:21.108504 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['95a36afc-2870-489e-be64-8894bfd3c09e'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:06:21.145597 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78225d92-ff25-4532-b0d7-a6697180530c req-d16132bc-99f6-4c69-9786-ff3b80b1a7dc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.147203 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-78225d92-ff25-4532-b0d7-a6697180530c req-d16132bc-99f6-4c69-9786-ff3b80b1a7dc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 945 time: 0.0903718 Mar 11 17:06:21.155351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=95a36afc-2870-489e-be64-8894bfd3c09e,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:21.198690 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-78225d92-ff25-4532-b0d7-a6697180530c req-568172a3-bc01-44e0-bcb8-636454fe1208 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431929 Mar 11 17:06:21.268575 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-325bbe8f-09c8-45f0-bcd8-8f6e3653510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.270196 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-325bbe8f-09c8-45f0-bcd8-8f6e3653510c service neutron] 10.222.0.35 "GET /v2.0/networks?id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 HTTP/1.1" status: 200 len: 897 time: 0.1565688 Mar 11 17:06:21.380771 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-609f6364-be93-45e8-bd7b-169b7aab9e12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a36afc-2870-489e-be64-8894bfd3c09e HTTP/1.1" status: 200 len: 1001 time: 0.1049955 Mar 11 17:06:21.445461 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-2648b779-c2f5-4b96-8ea0-b58bff9e8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.446861 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-2648b779-c2f5-4b96-8ea0-b58bff9e8e2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937 HTTP/1.1" status: 200 len: 834 time: 0.0603538 Mar 11 17:06:21.523949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-6c51d3e2-9401-4d8d-8955-6653d7d77733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:21.525403 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-6c51d3e2-9401-4d8d-8955-6653d7d77733 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728800 Mar 11 17:06:21.653912 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-89bc3ed0-813a-471d-a2b3-d436cf1582f7 service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219621 Mar 11 17:06:21.783659 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a92eb85-8358-4597-aabf-df88c1c748d8 req-1d490af5-b7a5-4e9e-8db7-5ed2172ddbfc service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236289 Mar 11 17:06:21.855773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 95a36afc-2870-489e-be64-8894bfd3c09e up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:06:21.932826 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 95a36afc-2870-489e-be64-8894bfd3c09e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:21.935349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:22.058790 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:22.095517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=95a36afc-2870-489e-be64-8894bfd3c09e,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:06:22.150922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:22.195408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:22.225825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=95a36afc-2870-489e-be64-8894bfd3c09e,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:22.251454 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e', 'code': 200} Mar 11 17:06:22.402014 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d7ebb-1c68-4915-b490-960a5cd9fbdf req-2f1a1358-196d-419f-a316-46e3af9177ec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:22.403684 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-741d7ebb-1c68-4915-b490-960a5cd9fbdf req-2f1a1358-196d-419f-a316-46e3af9177ec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0853555 Mar 11 17:06:22.457515 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-741d7ebb-1c68-4915-b490-960a5cd9fbdf req-238988c0-df7c-4ef2-83c3-7681754444ba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480192 Mar 11 17:06:23.647817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831686c0-1532-4f4d-8537-ce410133a412 req-73c5ed08-5b4b-443d-9b8b-37c1b8a222e2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:23.649302 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-831686c0-1532-4f4d-8537-ce410133a412 req-73c5ed08-5b4b-443d-9b8b-37c1b8a222e2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0816326 Mar 11 17:06:23.695160 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-831686c0-1532-4f4d-8537-ce410133a412 req-aa2176f0-71f2-43ef-ac1b-eae5e37a8c4c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402110 Mar 11 17:06:23.718943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43040) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:23.831611 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-556871e2-6f33-471e-903e-c46e34c33a71 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/60c168c0-ac57-4761-bde2-c660a0ebaa71 HTTP/1.1" status: 200 len: 994 time: 0.1108031 Mar 11 17:06:24.891479 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:06:39.841687 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:41.193454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5bbb615c-46a8-42e9-82ba-66994471bd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:43.393354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-400b68de-8990-48ea-8edb-9f13e9daed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.716247 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.848330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:46.036386 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:51.499036 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43058) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:51.752625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port c9178186-f9c2-46ac-ad36-b144a2bdad27 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:06:51.752858 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:52.040099 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:52.040339 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:52.169947 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for c9178186-f9c2-46ac-ad36-b144a2bdad27 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:06:52.409625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:52.456783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=c9178186-f9c2-46ac-ad36-b144a2bdad27,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:52.494777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.496142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.496142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.496142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.496142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.496790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.496790 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.496963 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.497285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.497605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.497932 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.498269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:52.564401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:52.565097 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 60c168c0-ac57-4761-bde2-c660a0ebaa71 disassociated (deleted). External IP: 172.26.8.138, port: 95a36afc-2870-489e-be64-8894bfd3c09e. Mar 11 17:06:52.928093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 3b1af822-76d5-402d-9c15-d7b973e55fa5 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:06:53.107153 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:06:53.118053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] Sync routers for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:06:53.159607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:06:53.160219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:53.190930 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:53.246330 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-41869c18-1465-4424-bb1f-e18d05cff05d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/floatingips/60c168c0-ac57-4761-bde2-c660a0ebaa71 HTTP/1.1" status: 204 len: 168 time: 1.7460611 Mar 11 17:06:53.247011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:53.340301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:06:53.353506 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e', 'status': 'completed', 'code': 200} Mar 11 17:06:53.453973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-c11f193f-3d11-437a-8df6-fded4d4e742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:53.461326 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-c11f193f-3d11-437a-8df6-fded4d4e742d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 1099 time: 0.0793450 Mar 11 17:06:53.594742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-1f667ff9-394e-4ba9-ac62-b60bd6c62dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:53.596682 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-1f667ff9-394e-4ba9-ac62-b60bd6c62dd6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 HTTP/1.1" status: 200 len: 897 time: 0.1355417 Mar 11 17:06:53.668668 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-19946b17-fd39-47dc-9136-a574c4098ee2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a36afc-2870-489e-be64-8894bfd3c09e HTTP/1.1" status: 200 len: 217 time: 0.0654171 Mar 11 17:06:53.715734 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8b07a8d4-933c-4e57-9f40-3dc21a3f17ce', 'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:52:7e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:06Z', 'updated_at': '2022-03-11T17:05:12Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:53.721013 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] Checking router: 3b1af822-76d5-402d-9c15-d7b973e55fa5 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:06:53.731627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:06:53.732788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:53.852076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-2a4ecd7f-1677-422f-b5dd-ddaf473c2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:53.853525 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-2a4ecd7f-1677-422f-b5dd-ddaf473c2846 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937 HTTP/1.1" status: 200 len: 834 time: 0.1789525 Mar 11 17:06:53.941583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfab9d-e00f-45e4-95dd-a8aab040d473 req-da78de00-9f40-4786-8393-2091e1c0e265 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:53.942359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-afcfab9d-e00f-45e4-95dd-a8aab040d473 req-da78de00-9f40-4786-8393-2091e1c0e265 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:06:53.947328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-04ece3a3-9a35-4a9c-a4f5-d101d5998a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:53.950184 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-04ece3a3-9a35-4a9c-a4f5-d101d5998a74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872750 Mar 11 17:06:53.950469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:06:54.026884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-afcfab9d-e00f-45e4-95dd-a8aab040d473 req-da78de00-9f40-4786-8393-2091e1c0e265 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:06:54.028049 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-afcfab9d-e00f-45e4-95dd-a8aab040d473 req-da78de00-9f40-4786-8393-2091e1c0e265 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.1816893 Mar 11 17:06:54.076657 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-afcfab9d-e00f-45e4-95dd-a8aab040d473 req-5d97ee10-a081-4778-86d1-71bd77c23acb tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422087 Mar 11 17:06:54.084455 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-76268377-51dc-4d99-bc95-749b06b5c031 service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290815 Mar 11 17:06:54.217122 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-40967ea1-37ca-416e-9b3b-5e13474dd178 req-c031f9ce-3438-4d1a-a6a4-372fb4d649ef service neutron] 10.222.0.35 "GET /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263428 Mar 11 17:06:54.276723 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8b07a8d4-933c-4e57-9f40-3dc21a3f17ce', 'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:52:7e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:06Z', 'updated_at': '2022-03-11T17:05:12Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:54.280808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d6e64e-de00-4d56-9e5c-e881f27f5696 None None] The sync data for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv is: [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:05:07Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8b07a8d4-933c-4e57-9f40-3dc21a3f17ce', 'name': '', 'network_id': '09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:52:7e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:06Z', 'updated_at': '2022-03-11T17:05:12Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:06:54.497407 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b9c0f8-71bc-4dd0-8dd8-25fcc7b4f281 None None] New status for floating IP 60c168c0-ac57-4761-bde2-c660a0ebaa71: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:06:55.275485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63cca6-8e47-4342-926d-c3f1a0ac5b37 req-89111a26-e1ec-4c03-8da2-161aa901d50b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:55.277007 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c63cca6-8e47-4342-926d-c3f1a0ac5b37 req-89111a26-e1ec-4c03-8da2-161aa901d50b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0900650 Mar 11 17:06:55.321801 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c63cca6-8e47-4342-926d-c3f1a0ac5b37 req-82c0365b-2b79-449e-8ece-b7cb89623d85 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d88d9294-b365-4cda-bd1c-94edf0e176ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378413 Mar 11 17:06:55.478930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-9d903689-de29-4ae5-9f01-dc7f50f6ac45 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:55.480337 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-9d903689-de29-4ae5-9f01-dc7f50f6ac45 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 946 time: 0.0781715 Mar 11 17:06:55.552300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port 95a36afc-2870-489e-be64-8894bfd3c09e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:06:55.552641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.794674 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port 95a36afc-2870-489e-be64-8894bfd3c09e, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=95a36afc-2870-489e-be64-8894bfd3c09e,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:06:55.794934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:55.917087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for 95a36afc-2870-489e-be64-8894bfd3c09e owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:06:56.135402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.186611 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=95a36afc-2870-489e-be64-8894bfd3c09e,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:56.226109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.226485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.226844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.227184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.227519 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.227848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.228175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.228499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.228859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.229186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.229511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.229833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:56.276080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] No DVR routers for this DVR port 95a36afc-2870-489e-be64-8894bfd3c09e on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:06:56.278435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:56.280847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'name': 'network-vif-deleted', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:06:56.326259 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f24d6d-98a4-440b-882d-f880a0a1cd7f', 'name': 'network-vif-deleted', 'tag': '95a36afc-2870-489e-be64-8894bfd3c09e', 'status': 'completed', 'code': 200} Mar 11 17:06:56.356672 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-834784ff-e0f6-402d-9734-5d2ed6649994 req-de7f4c14-4b5a-4d55-bc07-488561e79646 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "DELETE /v2.0/ports/95a36afc-2870-489e-be64-8894bfd3c09e HTTP/1.1" status: 204 len: 173 time: 0.8712370 Mar 11 17:06:56.471498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-092a51e2-7489-477c-b823-ee273bdb5adb req-cbe9be48-2388-4bd9-a84b-90ad7219e28c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:06:56.547754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-092a51e2-7489-477c-b823-ee273bdb5adb req-cbe9be48-2388-4bd9-a84b-90ad7219e28c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:06:56.552564 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-092a51e2-7489-477c-b823-ee273bdb5adb req-cbe9be48-2388-4bd9-a84b-90ad7219e28c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=74f24d6d-98a4-440b-882d-f880a0a1cd7f HTTP/1.1" status: 200 len: 210 time: 0.1197255 Mar 11 17:06:57.648934 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43086) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:58.304315 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:58.655718 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:06:58.656907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:58.840278 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8b07a8d4-933c-4e57-9f40-3dc21a3f17ce,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:06:58.840632 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:58.964767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:06:59.475816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:59.554142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=8b07a8d4-933c-4e57-9f40-3dc21a3f17ce,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:59.822976 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.049065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 95a36afc-2870-489e-be64-8894bfd3c09e no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:07:00.087304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 95a36afc-2870-489e-be64-8894bfd3c09e {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:07:00.087652 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 95a36afc-2870-489e-be64-8894bfd3c09e not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:07:00.187784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 3b1af822-76d5-402d-9c15-d7b973e55fa5 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:07:00.363917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:07:00.373694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] Sync routers for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:00.383418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:07:00.385450 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:00.448568 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bd224ae9-fd51-4703-a3a8-81492ff431af tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/3b1af822-76d5-402d-9c15-d7b973e55fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7985182 Mar 11 17:07:00.451237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43090) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:00.517200 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b6ba4d-1c2b-42d6-a719-42fef7b7a763 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting subnet 1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:07:00.520311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30b6ba4d-1c2b-42d6-a719-42fef7b7a763 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.564581 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:07:00.578827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30b6ba4d-1c2b-42d6-a719-42fef7b7a763 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.664220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30b6ba4d-1c2b-42d6-a719-42fef7b7a763 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.807096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30b6ba4d-1c2b-42d6-a719-42fef7b7a763 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.852755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-30b6ba4d-1c2b-42d6-a719-42fef7b7a763 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:00.859750 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-30b6ba4d-1c2b-42d6-a719-42fef7b7a763 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/subnets/1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937 HTTP/1.1" status: 204 len: 168 time: 0.4075294 Mar 11 17:07:00.860615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61630aab-2998-4adf-a9ad-b60a64cedd2b None None] Network 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:07:00.860863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6ba4d-1c2b-42d6-a719-42fef7b7a763 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6d50ee-5b5c-4e86-88ab-6bfa0b4a9937,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:00.862637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43094) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:01.046019 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:06:59Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:01.052821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] Checking router: 3b1af822-76d5-402d-9c15-d7b973e55fa5 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:01.067242 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] Routers {'3b1af822-76d5-402d-9c15-d7b973e55fa5'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:07:01.067872 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['3b1af822-76d5-402d-9c15-d7b973e55fa5'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:01.144298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.227230 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaeb9f4-78ca-4eb9-96fa-a892dd4546dc None None] DHCP port deletion for 09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:07:01.242405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bdaeb9f4-78ca-4eb9-96fa-a892dd4546dc None None] Deleting port 19de95b4-c375-48d4-a44f-57e11d9d2ab4 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:07:01.242778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bdaeb9f4-78ca-4eb9-96fa-a892dd4546dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.310391 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] Set router 3b1af822-76d5-402d-9c15-d7b973e55fa5 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:07:01.332416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.397789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port c688b621-9b80-4065-922a-8c195df747b5 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:07:01.398152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.583571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port c688b621-9b80-4065-922a-8c195df747b5, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=c688b621-9b80-4065-922a-8c195df747b5,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:07:01.583832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.674010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-bdaeb9f4-78ca-4eb9-96fa-a892dd4546dc None None] For port 19de95b4-c375-48d4-a44f-57e11d9d2ab4, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=19de95b4-c375-48d4-a44f-57e11d9d2ab4,segment=NetworkSegment(35a4ffdc-9806-4c70-bfd5-b9fd76362842),segment_id=35a4ffdc-9806-4c70-bfd5-b9fd76362842)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:07:01.674426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bdaeb9f4-78ca-4eb9-96fa-a892dd4546dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.706392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for c688b621-9b80-4065-922a-8c195df747b5 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:07:01.877481 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-bdaeb9f4-78ca-4eb9-96fa-a892dd4546dc None None] Calling delete_port for 19de95b4-c375-48d4-a44f-57e11d9d2ab4 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:07:01.890763 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:07:01.923472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 19de95b4-c375-48d4-a44f-57e11d9d2ab4 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:07:01.940833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.989654 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=c688b621-9b80-4065-922a-8c195df747b5,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:02.022902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:06:59Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:02.051123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43738690-96c4-4385-89ec-425cfeaef83f None None] The sync data for ids ['3b1af822-76d5-402d-9c15-d7b973e55fa5'] in dv-neutron-833379-1-hyperv is: [{'id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251112575', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c688b621-9b80-4065-922a-8c195df747b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:05:01Z', 'updated_at': '2022-03-11T17:06:59Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'c688b621-9b80-4065-922a-8c195df747b5', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1af822-76d5-402d-9c15-d7b973e55fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:05:02Z', 'updated_at': '2022-03-11T17:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:02.084569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bdaeb9f4-78ca-4eb9-96fa-a892dd4546dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.092711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.119772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.148258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaeb9f4-78ca-4eb9-96fa-a892dd4546dc None None] Pushing event deleted for resources: {'Port': ['ID=19de95b4-c375-48d4-a44f-57e11d9d2ab4,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:02.153318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaeb9f4-78ca-4eb9-96fa-a892dd4546dc None None] No DVR routers for this DVR port 19de95b4-c375-48d4-a44f-57e11d9d2ab4 on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:07:02.276595 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.278829 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.366599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.367049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Fanout notify agent at l3_agent the message router_deleted on router 3b1af822-76d5-402d-9c15-d7b973e55fa5 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:07:02.382470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.383364 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-50c422db-c7c8-47f2-bab2-625a0c321afc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/routers/3b1af822-76d5-402d-9c15-d7b973e55fa5 HTTP/1.1" status: 204 len: 168 time: 1.5191426 Mar 11 17:07:02.385908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43102) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:02.505808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.644781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.676657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:02.689848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a4ffdc-9806-4c70-bfd5-b9fd76362842') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:02.690155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a4ffdc-9806-4c70-bfd5-b9fd76362842') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:02.701956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.718454 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.724649 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:07:02.728656 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:07:02.739624 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:07:02.986487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.003792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.016818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Network': ['ID=09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:03.079302 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-25cf4e37-6060-487a-a8cd-00debf91e55b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/networks/09ac6c2c-e6c8-4a96-ae58-a4ce40b0f1f9 HTTP/1.1" status: 204 len: 168 time: 0.6914678 Mar 11 17:07:03.082013 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43106) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:03.154321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7b36-4834-4913-9720-c2ca6f7b342b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.184613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7b36-4834-4913-9720-c2ca6f7b342b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.300473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7b36-4834-4913-9720-c2ca6f7b342b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.318184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc7b36-4834-4913-9720-c2ca6f7b342b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88d9294-b365-4cda-bd1c-94edf0e176ba,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:03.373813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7b36-4834-4913-9720-c2ca6f7b342b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:03.375519 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9fcc7b36-4834-4913-9720-c2ca6f7b342b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/security-groups/d88d9294-b365-4cda-bd1c-94edf0e176ba HTTP/1.1" status: 204 len: 168 time: 0.2920380 Mar 11 17:07:03.909961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43114) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:03.915250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658959506', 'description': 'tempest-secgroup-smoke-658959506 description', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:03.921677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:03.922702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c688b621-9b80-4065-922a-8c195df747b5 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:07:03.927354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:03.930380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:03.936191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:03.956278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: c688b621-9b80-4065-922a-8c195df747b5 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:07:03.956657 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device c688b621-9b80-4065-922a-8c195df747b5 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:07:03.957041 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:07:03.993247 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:07:03.993580 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8b07a8d4-933c-4e57-9f40-3dc21a3f17ce not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:07:04.020695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.041035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:04.044825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:04.048203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:04.054018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:04.122427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.186237 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.237500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de966a1-6c4c-4bc9-aae4-aca453aff118,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:04.304278 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.305526 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0710c3cf-d9f9-423b-9102-f257917aef95 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3944290 Mar 11 17:07:04.308317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43118) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:04.313514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '4de966a1-6c4c-4bc9-aae4-aca453aff118', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:04.319781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:04.323573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:04.326521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:04.333012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:04.418970 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.478189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.549694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.575320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce47a57a-ca9e-48a8-a4a0-2ae62823953c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:04.658616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.659845 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3533115a-3b8c-4f5b-a436-26b69f016d2a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506100 Mar 11 17:07:04.662540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43122) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:04.667513 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '4de966a1-6c4c-4bc9-aae4-aca453aff118', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:04.676574 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:04.677701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:04.680741 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:04.686694 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:04.768288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.827636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.903659 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:04.928450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f4f2e5-ee08-4604-b861-d5966564c992,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:05.012526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.013734 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7e25484e-d0a4-407c-86ab-da8ca14c09d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3502500 Mar 11 17:07:05.016995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43126) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:05.022126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '4de966a1-6c4c-4bc9-aae4-aca453aff118', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:05.028304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:05.033215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:05.036174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:05.041949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:05.124352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.189018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.266458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.292168 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226db283-c331-4783-9936-3f74e9e6e67c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:05.368830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.370032 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a3f8baf2-5cab-40f4-a7e7-4032e49a689f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520727 Mar 11 17:07:05.372695 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43130) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:05.378437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '4de966a1-6c4c-4bc9-aae4-aca453aff118', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:05.385062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:05.388996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:05.392869 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:05.399417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:05.493802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.557833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.603268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.627545 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6b6ba4-91c0-4496-adbc-182bce816b7a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:05.672583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.673780 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d5d335fe-b77e-4a7a-b268-f4da1966f347 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3001833 Mar 11 17:07:05.676914 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43134) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:05.681840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '4de966a1-6c4c-4bc9-aae4-aca453aff118', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:05.688400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:05.692257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:05.695129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:05.701012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:05.774665 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:07:05.781217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.843592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.917927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.943650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06057d6c-3292-41a2-9605-dcd1ef925652,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:06.026507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.027645 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-dbc8579f-d55b-48d1-83dc-a394b53734f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498054 Mar 11 17:07:06.030356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43138) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:06.035401 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': '4de966a1-6c4c-4bc9-aae4-aca453aff118', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:06.041289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:06.045079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:06.048477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:06.054526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:06.146454 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:07:06.153301 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.217566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.315315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.339138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635c3cad-bbdb-4550-bc3d-288ba3417a6a,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:06.412065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.413265 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-76411f56-3795-49f7-96db-5de103cd5fe0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819187 Mar 11 17:07:06.416118 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43142) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:06.422242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'network': {'name': 'tempest-network-smoke--156231933', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'port_security_enabled': True}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:06.427930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:06.431899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:network and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:06.434772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:06.440848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:06.521147 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'network': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:06.524711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.553967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=88600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:07:06.562226 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.562650 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.segments_db [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Added segment be44c41e-6a47-455e-b3a3-cb0116bf7444 of type vlan for network 26af60c2-d3f1-43a1-b504-f86c48357e8c Mar 11 17:07:06.597174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.654796 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.660876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:06.661462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.769364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Network': ['ID=26af60c2-d3f1-43a1-b504-f86c48357e8c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:06.779604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 26af60c2-d3f1-43a1-b504-f86c48357e8c details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:07:06.809884 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d3ff5b5a-886c-4062-aed2-8f4096dea500 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3926775 Mar 11 17:07:06.813088 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43146) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:06.818492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'admin_state_up': True, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:06.825425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:06.830239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:router and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:06.833078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:06.839304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:06.895027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.896103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.910949 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.261079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.739803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.769663 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.907279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.61 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/e11f57ca-8989-4daa-9fb7-9dc061191f34) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:08.139976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.246938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.308677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:08.311427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:08.314477 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:07:08.358188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=e11f57ca-8989-4daa-9fb7-9dc061191f34,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:08.825296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.160397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.546215 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 17:07:09.726202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:07:09.812766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.842802 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Sync routers for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:09.852666 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:09.852873 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:07:09.853393 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:09.853888 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ef1b904c-0de2-4cf4-a6b7-27ee2205cbec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0396490 Mar 11 17:07:09.856959 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43150) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:09.976684 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-55fa49ea-a9c6-49cd-ae17-b8fd862337d4 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c464f6a15cba40fb9de3f47e502aa467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185946 Mar 11 17:07:09.979431 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43158) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:10.035070 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:07:10.113566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6cd8d-a45c-40ea-8ec6-a0009e3c0d86 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:10.114971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8af6cd8d-a45c-40ea-8ec6-a0009e3c0d86 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346571 Mar 11 17:07:10.117854 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43162) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:10.157034 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ed828530-e0da-4375-8129-e0572356c855 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379989 Mar 11 17:07:10.159702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43166) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:10.165405 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-849736001', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:10.273645 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:10.277421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:subnet and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:10.280247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:10.286327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:10.312467 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:08Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:10.316916 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Checking router: 2da27d0b-2bbc-44ae-83c2-21dd778d6983 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:10.317254 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Updating router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 port e11f57ca-8989-4daa-9fb7-9dc061191f34 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:07:10.357466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:10.361863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.371948 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.708882 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.721556 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Transition to ACTIVE for port object e11f57ca-8989-4daa-9fb7-9dc061191f34 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:10.735338 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.784382 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.815810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Subnet': ['ID=460a5eb8-3f96-4af9-ab7a-137191ca6e3c,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:10.827592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Checking segment: {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:07:10.827592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network hostable DHCP agents. Network: 26af60c2-d3f1-43a1-b504-f86c48357e8c, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:07:10.867808 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Attempting to bind port e11f57ca-8989-4daa-9fb7-9dc061191f34 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:10.868409 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Attempting to bind port e11f57ca-8989-4daa-9fb7-9dc061191f34 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:10.868525 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Attempting to bind port e11f57ca-8989-4daa-9fb7-9dc061191f34 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:07:10.870661 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Pushing event updated for resources: {'Port': ['ID=e11f57ca-8989-4daa-9fb7-9dc061191f34,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:10.880441 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.884776 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:10.887132 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:07:10.887496 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:07:10.887888 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.888263 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:07:10.888718 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Bound port: e11f57ca-8989-4daa-9fb7-9dc061191f34, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:10.889082 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:10.903614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 26af60c2-d3f1-43a1-b504-f86c48357e8c is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:07:10.992960 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] For port e11f57ca-8989-4daa-9fb7-9dc061191f34, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:07:10.995313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 26af60c2-d3f1-43a1-b504-f86c48357e8c) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:10.999460 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] For port e11f57ca-8989-4daa-9fb7-9dc061191f34, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e11f57ca-8989-4daa-9fb7-9dc061191f34,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:07:10.999615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:11.000141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.005288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2a9c7-5898-4716-ad86-7ccf5984ddc2 None None] Network 26af60c2-d3f1-43a1-b504-f86c48357e8c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:07:11.089172 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.102359 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d547a661-943e-4b03-b37e-fa8d4ce64c76 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9391084 Mar 11 17:07:11.102682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43170) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:11.177352 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:07:11.178071 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:06:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:11.185933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cabe07b-e40f-46e5-989b-0f9228608338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.245847 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171550e-9d66-4305-afd3-445677dce4d5 None None] Pushing event updated for resources: {'Port': ['ID=e11f57ca-8989-4daa-9fb7-9dc061191f34,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:11.251955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-26af60c2-d3f1-43a1-b504-f86c48357e8c', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 17:07:11.253221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.371036 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:07:11.416125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Allocated IP 172.20.0.2 (26af60c2-d3f1-43a1-b504-f86c48357e8c/460a5eb8-3f96-4af9-ab7a-137191ca6e3c/bab979e4-3e3b-4312-9cd7-197614ba815e) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:11.634762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.645349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Transition to ACTIVE for port object bab979e4-3e3b-4312-9cd7-197614ba815e will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:11.665330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Transition to ACTIVE for port object bab979e4-3e3b-4312-9cd7-197614ba815e will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:11.678486 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:08Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:11.682408 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d51890f-eb8d-4802-a59e-da3a636d0d71 None None] The sync data for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv is: [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:08Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:11.735107 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.792425 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Network 26af60c2-d3f1-43a1-b504-f86c48357e8c is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:11.795441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:11.799252 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:07:11.829676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.847501 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Pushing event updated for resources: {'Port': ['ID=bab979e4-3e3b-4312-9cd7-197614ba815e,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:11.924591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Attempting to bind port bab979e4-3e3b-4312-9cd7-197614ba815e on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:11.925029 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Attempting to bind port bab979e4-3e3b-4312-9cd7-197614ba815e by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:11.925799 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Attempting to bind port bab979e4-3e3b-4312-9cd7-197614ba815e on network 26af60c2-d3f1-43a1-b504-f86c48357e8c {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:07:11.931510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:07:11.936289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Checking segment: {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:07:11.936289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:11.936289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Bound using segment: {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:07:11.936289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Bound port: bab979e4-3e3b-4312-9cd7-197614ba815e, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:11.936289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.029276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] For port bab979e4-3e3b-4312-9cd7-197614ba815e, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:07:12.033646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] For port bab979e4-3e3b-4312-9cd7-197614ba815e, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bab979e4-3e3b-4312-9cd7-197614ba815e,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:07:12.095671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.193199 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d35d2-4a59-4258-9b28-11b6c0ee22d9 None None] Pushing event updated for resources: {'Port': ['ID=bab979e4-3e3b-4312-9cd7-197614ba815e,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:12.426835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.1 (26af60c2-d3f1-43a1-b504-f86c48357e8c/460a5eb8-3f96-4af9-ab7a-137191ca6e3c/df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:12.609126 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.625414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:12.727277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.792834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 26af60c2-d3f1-43a1-b504-f86c48357e8c is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:12.795929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:12.809186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:07:12.843908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:12.872614 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.160487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b7e41-e2d8-46f0-a9f6-db5a8381f519 None None] Network 26af60c2-d3f1-43a1-b504-f86c48357e8c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:07:13.238948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.425868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-1bec652a-6ac5-4b05-8ddf-bfb92787a243 None None] Provisioning for port bab979e4-3e3b-4312-9cd7-197614ba815e completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:13.439451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26ad4960-6c54-4626-a4d0-6b50375f6843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.680352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.740944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.826052 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c652ff6-29c6-4a25-ba01-2881eeaf3705 None None] Provisioning for port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:13.831129 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4c652ff6-29c6-4a25-ba01-2881eeaf3705 None None] Provisioning complete for port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:13.831474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c652ff6-29c6-4a25-ba01-2881eeaf3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.862077 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.865415 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:13.886443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4c652ff6-29c6-4a25-ba01-2881eeaf3705 None None] Port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:07:13.994237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bab979e4-3e3b-4312-9cd7-197614ba815e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:07:14.010816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 26af60c2-d3f1-43a1-b504-f86c48357e8c is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:14.011957 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:14.064990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5e4c5225-f029-4e11-bb08-a842b6a04f3c None None] Provisioning complete for port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:14.065403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e4c5225-f029-4e11-bb08-a842b6a04f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.130237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c5225-f029-4e11-bb08-a842b6a04f3c None None] Port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:07:14.200728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port bab979e4-3e3b-4312-9cd7-197614ba815e completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:14.206136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port bab979e4-3e3b-4312-9cd7-197614ba815e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:14.206536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.272636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fd5e6fb2-60e3-4d67-931d-63fdc285d313 None None] Provisioning complete for port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:14.273004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fd5e6fb2-60e3-4d67-931d-63fdc285d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.322770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:07:14.362025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e6fb2-60e3-4d67-931d-63fdc285d313 None None] Port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:07:14.388025 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.419677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port bab979e4-3e3b-4312-9cd7-197614ba815e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bab979e4-3e3b-4312-9cd7-197614ba815e,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:07:14.502831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:07:14.513678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.513678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e11f57ca-8989-4daa-9fb7-9dc061191f34 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:07:14.518695 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9926c38a-0e57-4cc1-afe8-681a7205d996 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/2da27d0b-2bbc-44ae-83c2-21dd778d6983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4148028 Mar 11 17:07:14.567757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Sync routers for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:14.621016 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:07:14.621648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:07:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:14.688132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-a62ce96a-6418-45b2-8a96-f258e721bd7b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:07:14.723759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=bab979e4-3e3b-4312-9cd7-197614ba815e,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:14.791671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-a62ce96a-6418-45b2-8a96-f258e721bd7b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:07:14.792867 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-a62ce96a-6418-45b2-8a96-f258e721bd7b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658959506&fields=id&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 267 time: 0.1449814 Mar 11 17:07:14.821986 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.825385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port e11f57ca-8989-4daa-9fb7-9dc061191f34 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:14.842671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e11f57ca-8989-4daa-9fb7-9dc061191f34 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:14.843036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.882979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:07:14.936737 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:14.950368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-c4f165d1-082c-44e7-9376-021d7b05a335 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:14.954840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-c4f165d1-082c-44e7-9376-021d7b05a335 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:07:15.043111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-c4f165d1-082c-44e7-9376-021d7b05a335 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:07:15.044335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-c4f165d1-082c-44e7-9376-021d7b05a335 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/networks?id=26af60c2-d3f1-43a1-b504-f86c48357e8c HTTP/1.1" status: 200 len: 796 time: 0.2443552 Mar 11 17:07:15.061767 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-9de9cac5-48f1-415d-b052-a65fd3e62be1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/quotas/c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 375 time: 0.0101957 Mar 11 17:07:15.149526 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-1304f539-2e64-4f76-bb47-259e62c0d765 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:07:15.186254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.208756 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-1304f539-2e64-4f76-bb47-259e62c0d765 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:07:15.210318 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-1304f539-2e64-4f76-bb47-259e62c0d765 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427741 Mar 11 17:07:15.240428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port e11f57ca-8989-4daa-9fb7-9dc061191f34, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e11f57ca-8989-4daa-9fb7-9dc061191f34,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:07:15.281266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f', 'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:2f:b6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 2, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:15.286064 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Checking router: 2da27d0b-2bbc-44ae-83c2-21dd778d6983 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:15.286474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Updating router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:07:15.341684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.387921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.402618 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-5e695b62-fa3e-4f99-9067-b19638e6cacf service neutron] 10.222.0.57 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784034 Mar 11 17:07:15.540236 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-5b3c4586-c739-4b4a-8a03-159dd77f1c45 service neutron] 10.222.0.57 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306913 Mar 11 17:07:15.575099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=e11f57ca-8989-4daa-9fb7-9dc061191f34,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:15.795465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.810394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Transition to ACTIVE for port object df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:15.823831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bf36b6c8-bed2-4bb6-baca-3f63bf3cfeb3 req-044288f2-0b84-44aa-86ba-50d6152f6767 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:07:15.836919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-bf36b6c8-bed2-4bb6-baca-3f63bf3cfeb3 req-044288f2-0b84-44aa-86ba-50d6152f6767 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:07:15.839050 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-bf36b6c8-bed2-4bb6-baca-3f63bf3cfeb3 req-044288f2-0b84-44aa-86ba-50d6152f6767 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 210 time: 0.0600247 Mar 11 17:07:15.887108 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.939240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bab979e4-3e3b-4312-9cd7-197614ba815e up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:07:16.071518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c45a9f-2b8b-4970-b235-f0e1918aad9f None None] Pushing event updated for resources: {'Port': ['ID=df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:16.165506 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.197789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Attempting to bind port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:16.198143 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Attempting to bind port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:16.198517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Attempting to bind port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f on network 26af60c2-d3f1-43a1-b504-f86c48357e8c {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:07:16.207070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port bab979e4-3e3b-4312-9cd7-197614ba815e triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:16.207428 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.230226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:07:16.230592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Checking segment: {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:07:16.230976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.231467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Bound using segment: {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:07:16.232067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Bound port: df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:16.232374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.403338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] For port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:07:16.408272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] For port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:07:16.417730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e11f57ca-8989-4daa-9fb7-9dc061191f34 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:07:16.463083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.554130 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:07:16.554864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:07:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:16.644392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c45a9f-2b8b-4970-b235-f0e1918aad9f None None] Pushing event updated for resources: {'Port': ['ID=df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:16.653302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port e11f57ca-8989-4daa-9fb7-9dc061191f34 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:16.653302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:16.820532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:07:16.993730 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-407d7125-7e5f-434c-b855-a4b8a8d807d0 req-8ae94c14-e1e9-4631-b882-e562f80704df tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 210 time: 0.0427127 Mar 11 17:07:17.249378 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f', 'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:2f:b6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:16Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:17.254039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54ab3d-08e8-4976-9477-7801c67f83eb None None] The sync data for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv is: [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f', 'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:2f:b6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:16Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:17.758870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-42ec5067-4914-4eb5-ab96-e962290161b7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:17.760340 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-42ec5067-4914-4eb5-ab96-e962290161b7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/networks?id=26af60c2-d3f1-43a1-b504-f86c48357e8c HTTP/1.1" status: 200 len: 796 time: 0.1738465 Mar 11 17:07:17.818639 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-e61325ea-b12f-4027-8775-52b406dd6be0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 379 time: 0.0496128 Mar 11 17:07:17.827259 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'port': {'device_id': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'admin_state_up': True, 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'security_groups': ['4de966a1-6c4c-4bc9-aae4-aca453aff118']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:17.968149 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:07:17.993982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:18.005332 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:18.109566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:07:18.113891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.142758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:18.154896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:18.154896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.177984 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-be655931-8765-4c62-99ba-d5bac85f8f9b req-c20a2c22-c5b5-46a7-bc8b-b8f6f7bf40d8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 210 time: 0.0689576 Mar 11 17:07:18.345623 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.369742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.6 (26af60c2-d3f1-43a1-b504-f86c48357e8c/460a5eb8-3f96-4af9-ab7a-137191ca6e3c/bfc8ce1e-34f6-4847-aa1b-b8ce9449069c) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:18.384217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:07:18.483427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.567576 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:18.681262 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.697456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object bfc8ce1e-34f6-4847-aa1b-b8ce9449069c will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:18.790014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:18.867775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 26af60c2-d3f1-43a1-b504-f86c48357e8c is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:18.871014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:18.873368 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:07:18.916594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:18.950516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:18.951018 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.032796 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6d971742-ae0d-4fa3-bf57-5f236a321b2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2093153 Mar 11 17:07:19.044471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Request body: {'port': {'device_id': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:19.140089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ad135e11-e92e-4252-bd69-6930fd9d71db None None] Provisioning for port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:19.145906 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ad135e11-e92e-4252-bd69-6930fd9d71db None None] Provisioning complete for port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:19.146297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad135e11-e92e-4252-bd69-6930fd9d71db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.187565 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.198888 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ad135e11-e92e-4252-bd69-6930fd9d71db None None] Port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:07:19.518503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8292a6-82ac-44a8-a381-78b7fa00ab0d req-4506b62b-e7a7-44c5-b386-681c9b6e0c4c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:19.519167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-bf8292a6-82ac-44a8-a381-78b7fa00ab0d req-4506b62b-e7a7-44c5-b386-681c9b6e0c4c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:07:19.628285 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc8ce1e-34f6-4847-aa1b-b8ce9449069c {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:19.636082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.652710 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Transition to ACTIVE for port object bfc8ce1e-34f6-4847-aa1b-b8ce9449069c will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:07:19.653622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-bf8292a6-82ac-44a8-a381-78b7fa00ab0d req-4506b62b-e7a7-44c5-b386-681c9b6e0c4c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:07:19.654830 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bf8292a6-82ac-44a8-a381-78b7fa00ab0d req-4506b62b-e7a7-44c5-b386-681c9b6e0c4c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 931 time: 0.3418009 Mar 11 17:07:19.703336 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-bf8292a6-82ac-44a8-a381-78b7fa00ab0d req-6dadec94-20aa-41c0-9301-dd55958c6366 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424836 Mar 11 17:07:19.722935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:19.889488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:19.935464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:07:19.981146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Attempting to bind port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:07:19.981635 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Attempting to bind port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:07:19.982063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Attempting to bind port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c on network 26af60c2-d3f1-43a1-b504-f86c48357e8c {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:07:19.987954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c on network 26af60c2-d3f1-43a1-b504-f86c48357e8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 17:07:19.988517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Attempting to bind port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c on network 26af60c2-d3f1-43a1-b504-f86c48357e8c {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:07:19.994156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:07:19.994549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Checking segment: {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:07:19.994928 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Bound using segment: {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:07:19.995363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Bound port: bfc8ce1e-34f6-4847-aa1b-b8ce9449069c, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be44c41e-6a47-455e-b3a3-cb0116bf7444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:07:19.995833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.017408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:20.017770 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.090680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] For port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:07:20.093893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] For port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:07:20.190874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.249980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.251260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:20.252724 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] 10.222.0.35 "PUT /v2.0/ports/bfc8ce1e-34f6-4847-aa1b-b8ce9449069c HTTP/1.1" status: 200 len: 1093 time: 1.2125480 Mar 11 17:07:20.253164 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:20.286533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d81cee-ba8a-4dd0-a011-2a8a2deeca0e service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:20.305047 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'status': 'completed', 'code': 200} Mar 11 17:07:20.407052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e66748-33c6-4cf7-91b9-860ca22e16b7 req-d0ab51c1-abc9-4f7a-9f29-30a21b22f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.408850 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-86e66748-33c6-4cf7-91b9-860ca22e16b7 req-d0ab51c1-abc9-4f7a-9f29-30a21b22f2dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 1096 time: 0.0826302 Mar 11 17:07:20.558640 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e66748-33c6-4cf7-91b9-860ca22e16b7 req-88b22b42-8719-4bc1-a9be-aea20895b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.560060 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-86e66748-33c6-4cf7-91b9-860ca22e16b7 req-88b22b42-8719-4bc1-a9be-aea20895b4af service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c464f6a15cba40fb9de3f47e502aa467&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1446347 Mar 11 17:07:20.697394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e66748-33c6-4cf7-91b9-860ca22e16b7 req-a2a06a11-db17-4b48-bffa-920bb604cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.698902 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-86e66748-33c6-4cf7-91b9-860ca22e16b7 req-a2a06a11-db17-4b48-bffa-920bb604cf2c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336520 Mar 11 17:07:20.811049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-5865a648-6a22-4437-bffe-e0c44bc478d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:20.812528 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-5865a648-6a22-4437-bffe-e0c44bc478d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 1096 time: 0.0794687 Mar 11 17:07:21.033354 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-6a2b9184-1009-49b5-b39e-f9afbcfddecf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c HTTP/1.1" status: 200 len: 217 time: 0.2134304 Mar 11 17:07:21.111425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-5b06b5b8-e615-4e8c-9017-dbbac9447dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:21.112836 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-5b06b5b8-e615-4e8c-9017-dbbac9447dea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=460a5eb8-3f96-4af9-ab7a-137191ca6e3c HTTP/1.1" status: 200 len: 834 time: 0.0674431 Mar 11 17:07:21.180645 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7b349-15d0-449c-be2e-d135a44393dd req-07ab179a-9359-47df-b783-211fb45165c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:21.182182 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cef7b349-15d0-449c-be2e-d135a44393dd req-07ab179a-9359-47df-b783-211fb45165c7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 943 time: 0.3105102 Mar 11 17:07:21.240353 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cef7b349-15d0-449c-be2e-d135a44393dd req-4747a757-e242-4b9e-88cc-e975e1e2c832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518024 Mar 11 17:07:21.251923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-46e77ecf-9c5a-4e0f-bbe2-47a8029db7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:21.253502 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-46e77ecf-9c5a-4e0f-bbe2-47a8029db7cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26af60c2-d3f1-43a1-b504-f86c48357e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1332273 Mar 11 17:07:21.420649 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-7fcb6cd6-4f65-4844-adff-2cd65becdd2d service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611190 Mar 11 17:07:21.559342 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22c8882b-989f-4d37-a0c1-ed60ffec6692 req-a900ea55-0bf0-44d5-b397-c53cc9471227 service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330175 Mar 11 17:07:22.449378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756fb52-70c3-4fc9-b070-9f8e25f73724 req-84beb1ba-f23e-4dc4-b6d2-6776a89af817 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:22.450983 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b756fb52-70c3-4fc9-b070-9f8e25f73724 req-84beb1ba-f23e-4dc4-b6d2-6776a89af817 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 943 time: 0.0959589 Mar 11 17:07:22.498195 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b756fb52-70c3-4fc9-b070-9f8e25f73724 req-f672356f-fe6e-49b9-9f7f-19ea8b485743 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410554 Mar 11 17:07:23.699787 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ca890-b2bd-40f2-a9b5-2413edc20070 req-e28f886d-84a4-498a-b57e-c777e988b617 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:23.701247 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d0ca890-b2bd-40f2-a9b5-2413edc20070 req-e28f886d-84a4-498a-b57e-c777e988b617 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 943 time: 0.0820091 Mar 11 17:07:23.752307 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d0ca890-b2bd-40f2-a9b5-2413edc20070 req-3705badd-f9fd-4d9a-9dca-9d0c673ba672 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443509 Mar 11 17:07:24.173869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bfc8ce1e-34f6-4847-aa1b-b8ce9449069c details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:07:24.305978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:07:24.319464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'port_id': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'mac_address': 'fa:16:3e:51:b0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:07:24.373670 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.391593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc8ce1e-34f6-4847-aa1b-b8ce9449069c {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:07:24.407527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:07:24.488731 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:24.558517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:24.566321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.566665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.567002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.567329 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.567654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.567982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.568299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.568616 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.568932 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.569249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.569559 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.569869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:07:24.713223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['bfc8ce1e-34f6-4847-aa1b-b8ce9449069c'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:07:24.947554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae95b5-1c19-43f3-addd-32bb9a83a914 req-37eb0323-06c4-41c1-a6cf-536c2748638f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:24.949036 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-69ae95b5-1c19-43f3-addd-32bb9a83a914 req-37eb0323-06c4-41c1-a6cf-536c2748638f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 944 time: 0.0875371 Mar 11 17:07:24.995754 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-69ae95b5-1c19-43f3-addd-32bb9a83a914 req-a1cd2b54-2319-4cb2-a7fc-50ac30f6393e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398242 Mar 11 17:07:26.181417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf5dc2-2bb4-4ff7-bfab-fc8b1823f36f req-e34024af-72a5-4bd2-9979-7e7a7155cb73 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:26.182914 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0cf5dc2-2bb4-4ff7-bfab-fc8b1823f36f req-e34024af-72a5-4bd2-9979-7e7a7155cb73 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 944 time: 0.0833457 Mar 11 17:07:26.185182 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bfc8ce1e-34f6-4847-aa1b-b8ce9449069c up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:07:26.229151 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0cf5dc2-2bb4-4ff7-bfab-fc8b1823f36f req-76bc8767-7c46-4fa2-8114-530494b0867e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Mar 11 17:07:26.328079 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:26.333525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:26.333890 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.449760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.477312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:26.488474 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:07:26.523225 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'code': 200} Mar 11 17:07:26.562704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.631657 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:26.894386 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb09acb-4f24-4679-903a-f72f1733bc1f req-0bb92942-72eb-4f96-a499-8535f917d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:26.900698 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbb09acb-4f24-4679-903a-f72f1733bc1f req-0bb92942-72eb-4f96-a499-8535f917d1b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 1098 time: 0.0744972 Mar 11 17:07:26.936510 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-cbb09acb-4f24-4679-903a-f72f1733bc1f req-1ed11724-b148-4d46-9bd6-b12f4fc88e40 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347917 Mar 11 17:07:27.414549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494e58f-ad69-4011-b8cc-7c090c0e2acf req-434a16d6-aa95-4afc-965e-76b341bdd2b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:27.416038 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2494e58f-ad69-4011-b8cc-7c090c0e2acf req-434a16d6-aa95-4afc-965e-76b341bdd2b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0818467 Mar 11 17:07:27.463532 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2494e58f-ad69-4011-b8cc-7c090c0e2acf req-53baac97-e21b-4a4b-af1e-b607bfb31e88 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417795 Mar 11 17:07:28.652011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291bb37-20b2-403c-b319-bbef612b3240 req-ef665f39-a5a5-4a0d-b464-5997ca29f0c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.653475 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0291bb37-20b2-403c-b319-bbef612b3240 req-ef665f39-a5a5-4a0d-b464-5997ca29f0c5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0792780 Mar 11 17:07:28.697986 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0291bb37-20b2-403c-b319-bbef612b3240 req-608175a5-030b-4057-bf62-81adfab8caad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381484 Mar 11 17:07:28.889794 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1cb41-e09f-43d5-b175-eac567611dc1 req-389775a5-55bb-476c-b421-18f01ccd225c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:28.892173 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51a1cb41-e09f-43d5-b175-eac567611dc1 req-389775a5-55bb-476c-b421-18f01ccd225c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0863471 Mar 11 17:07:28.936916 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51a1cb41-e09f-43d5-b175-eac567611dc1 req-54739df6-96ef-4ae2-ac7d-14cc8d5f5028 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390749 Mar 11 17:07:28.960738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43240) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:29.032402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0496953-7bb7-48d4-91b4-35fc0922cf86 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:29.033797 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a0496953-7bb7-48d4-91b4-35fc0922cf86 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 1093 time: 0.0720787 Mar 11 17:07:29.036701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43244) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:29.041522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:07:29.048474 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:29.052505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:floatingip and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:29.055343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:29.060951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:29.139930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.276958 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.415622 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.171 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/9a002609-3e0d-4912-9098-47011cb99de4) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:29.567620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.694523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:29.762020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:29.763134 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:29.765735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:07:29.814459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=9a002609-3e0d-4912-9098-47011cb99de4,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:30.301064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.460161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.678097 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.739490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:30.851289 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=9a002609-3e0d-4912-9098-47011cb99de4,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:30.863912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.108695 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 644f4e0d-63bc-4d93-8d4e-07e111219368 associated. External IP: 172.26.8.171, port: bfc8ce1e-34f6-4847-aa1b-b8ce9449069c. Mar 11 17:07:31.458128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:07:31.748496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:07:31.760008 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] Sync routers for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:07:31.770464 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:07:31.771064 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:07:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:31.880906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:31.940526 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2a7ff91e-45b8-47d4-aef6-39c9a0989440 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9028046 Mar 11 17:07:31.941121 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:07:31.949276 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:07:31.990791 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'status': 'completed', 'code': 200} Mar 11 17:07:32.089257 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-f55e8af4-23e7-49c4-af99-85936a93bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:32.090725 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-f55e8af4-23e7-49c4-af99-85936a93bea8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 1098 time: 0.0773859 Mar 11 17:07:32.122969 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03d9ab-d1e8-4f6d-a7da-c81b6ea3fcf5 req-281010cf-4306-422b-bbee-ef2fa62c5800 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:32.124529 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eb03d9ab-d1e8-4f6d-a7da-c81b6ea3fcf5 req-281010cf-4306-422b-bbee-ef2fa62c5800 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0888081 Mar 11 17:07:32.173522 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-eb03d9ab-d1e8-4f6d-a7da-c81b6ea3fcf5 req-bb1853e9-ec6a-436d-bcb9-d6a3e54a9630 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Mar 11 17:07:32.199745 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43252) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:32.228732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-4769b1f3-654f-449a-9426-9e94ccd5289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:32.230182 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-4769b1f3-654f-449a-9426-9e94ccd5289f service neutron] 10.222.0.35 "GET /v2.0/networks?id=26af60c2-d3f1-43a1-b504-f86c48357e8c HTTP/1.1" status: 200 len: 897 time: 0.1341205 Mar 11 17:07:32.314387 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '644f4e0d-63bc-4d93-8d4e-07e111219368', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'port_id': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'mac_address': 'fa:16:3e:51:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:07:30Z', 'updated_at': '2022-03-11T17:07:30Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f', 'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:2f:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:18Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:32.316513 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-09be1f50-a8ec-4859-8433-d0c08c256cc7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/644f4e0d-63bc-4d93-8d4e-07e111219368 HTTP/1.1" status: 200 len: 991 time: 0.1156211 Mar 11 17:07:32.319235 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] Checking router: 2da27d0b-2bbc-44ae-83c2-21dd778d6983 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:07:32.327562 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:07:32.329329 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:07:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:32.338419 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-06b0f54d-d752-4ec0-bd91-6ac529182658 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c HTTP/1.1" status: 200 len: 999 time: 0.1022420 Mar 11 17:07:32.404353 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-11602e51-b5a1-497f-a548-cdda498b9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:32.405854 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-11602e51-b5a1-497f-a548-cdda498b9136 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=460a5eb8-3f96-4af9-ab7a-137191ca6e3c HTTP/1.1" status: 200 len: 834 time: 0.0620534 Mar 11 17:07:32.481542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-eccfb065-6758-402c-9600-65c41ec0193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:32.483034 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-eccfb065-6758-402c-9600-65c41ec0193b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26af60c2-d3f1-43a1-b504-f86c48357e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715630 Mar 11 17:07:32.558807 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:07:32.630762 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-97550481-7937-4680-868e-404614975b35 service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407468 Mar 11 17:07:32.765536 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b6bbd58-47c2-4fbf-83e7-fccbc4f79755 req-888ea41d-7a2b-40a0-8fa0-6a11c905672e service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269195 Mar 11 17:07:32.922896 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '644f4e0d-63bc-4d93-8d4e-07e111219368', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'port_id': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'mac_address': 'fa:16:3e:51:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:07:30Z', 'updated_at': '2022-03-11T17:07:30Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f', 'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:2f:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:18Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:32.927240 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1d94c-6651-449f-ac15-930fbdaaf55d None None] The sync data for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv is: [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '644f4e0d-63bc-4d93-8d4e-07e111219368', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'port_id': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'mac_address': 'fa:16:3e:51:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:07:30Z', 'updated_at': '2022-03-11T17:07:30Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f', 'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:2f:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:18Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:07:33.132861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6301a-1bee-45fe-a76b-2cf9c192f43c None None] New status for floating IP 644f4e0d-63bc-4d93-8d4e-07e111219368: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:07:33.318888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43256) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:33.427219 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-197a4c0e-2bfc-4046-ac65-8e1386baff39 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/644f4e0d-63bc-4d93-8d4e-07e111219368 HTTP/1.1" status: 200 len: 991 time: 0.1072345 Mar 11 17:07:34.431242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43260) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:34.552549 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-775f5ec4-dc64-4bf9-be9c-329dd1dd13fc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/644f4e0d-63bc-4d93-8d4e-07e111219368 HTTP/1.1" status: 200 len: 993 time: 0.1199634 Mar 11 17:07:38.889237 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:07:39.823506 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:41.195075 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc4fe-0052-412a-8b24-635ce274b988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:43.396232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4c527a33-b5d9-4af3-a95d-8d09fe674a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:44.704895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:44.881898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:46.036310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:05.973390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-6679ef7e-4bd1-4c52-9dc1-f55f0dbf78b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090889 Mar 11 17:08:06.114054 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842244-99f0-4526-9008-f8bbb5f23303 req-5c1d0cad-67f7-4c71-a93e-235502553681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:06.115554 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-5c1d0cad-67f7-4c71-a93e-235502553681 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 1098 time: 0.0745823 Mar 11 17:08:06.261757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842244-99f0-4526-9008-f8bbb5f23303 req-4561cbe5-7610-4634-983a-f12aac65b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:06.263239 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-4561cbe5-7610-4634-983a-f12aac65b7d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26af60c2-d3f1-43a1-b504-f86c48357e8c HTTP/1.1" status: 200 len: 897 time: 0.1279068 Mar 11 17:08:06.369436 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-58a79c50-aa6d-491a-a1bc-f3c1b81c7f8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c HTTP/1.1" status: 200 len: 1001 time: 0.0999808 Mar 11 17:08:06.435214 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842244-99f0-4526-9008-f8bbb5f23303 req-89b58abd-a902-4ae9-b5c8-757d0833a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:06.436564 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-89b58abd-a902-4ae9-b5c8-757d0833a38a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=460a5eb8-3f96-4af9-ab7a-137191ca6e3c HTTP/1.1" status: 200 len: 834 time: 0.0607855 Mar 11 17:08:06.521905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842244-99f0-4526-9008-f8bbb5f23303 req-11e794a9-6987-444e-b4e4-3b87c0c20411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:06.523713 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-11e794a9-6987-444e-b4e4-3b87c0c20411 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26af60c2-d3f1-43a1-b504-f86c48357e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811644 Mar 11 17:08:06.535469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-f00b6f57-d61e-4286-8c11-5eb571757b65 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:08:06.536406 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-f00b6f57-d61e-4286-8c11-5eb571757b65 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058212 Mar 11 17:08:06.829784 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-74342d18-8ae1-4416-a29b-18ad064d263b service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509395 Mar 11 17:08:06.838557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe71ae-1731-4339-afc9-381b03ebbc50 req-ec0ba642-1e55-4927-9a9d-aa6d51219164 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:06.839969 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0efe71ae-1731-4339-afc9-381b03ebbc50 req-ec0ba642-1e55-4927-9a9d-aa6d51219164 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.3548949 Mar 11 17:08:06.970933 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0efe71ae-1731-4339-afc9-381b03ebbc50 req-d83e47e3-b8e7-4985-8a19-c4cd81a95fa2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123650 Mar 11 17:08:07.002502 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-31842244-99f0-4526-9008-f8bbb5f23303 req-9584abe8-835e-41dd-a426-c0999c2b8265 service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615424 Mar 11 17:08:08.197690 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f10cc0-185d-4a7e-b5fd-b833d38289d0 req-341342c3-b609-4524-be1d-9f9519f89b46 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:08.199092 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f10cc0-185d-4a7e-b5fd-b833d38289d0 req-341342c3-b609-4524-be1d-9f9519f89b46 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.1222942 Mar 11 17:08:08.245752 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93f10cc0-185d-4a7e-b5fd-b833d38289d0 req-d5bb0257-4909-43b2-af15-620aa773f3dd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398428 Mar 11 17:08:09.433810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f762e2-0b8c-4080-a117-a3bf82cd0e41 req-631fa342-a294-44e3-8c9c-89aca1326d21 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:09.435370 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78f762e2-0b8c-4080-a117-a3bf82cd0e41 req-631fa342-a294-44e3-8c9c-89aca1326d21 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0839128 Mar 11 17:08:09.478904 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-78f762e2-0b8c-4080-a117-a3bf82cd0e41 req-0675d616-66f9-42ed-916e-eebee569430c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372379 Mar 11 17:08:09.801117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:10.663795 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d62389-92c0-48e2-abac-14a49f849db4 req-2af22792-6af4-4953-b968-c04453c00d43 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:10.665229 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b5d62389-92c0-48e2-abac-14a49f849db4 req-2af22792-6af4-4953-b968-c04453c00d43 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0778890 Mar 11 17:08:10.708739 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b5d62389-92c0-48e2-abac-14a49f849db4 req-bb88ee63-88a1-4242-8d1f-c533b0d86109 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378687 Mar 11 17:08:11.178457 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-31b9b8f5-dcd5-40dc-a136-52bef7713607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.892871 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b465165-0608-405c-94ae-daf36c3f391d req-8d5f98a7-68f4-411b-ace2-08402ee68a03 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:11.894266 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7b465165-0608-405c-94ae-daf36c3f391d req-8d5f98a7-68f4-411b-ace2-08402ee68a03 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0794444 Mar 11 17:08:11.943602 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7b465165-0608-405c-94ae-daf36c3f391d req-876fe698-f2a9-4e2b-840f-b238486225cd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437467 Mar 11 17:08:13.131583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf8086-5916-40b6-bdec-ef1ff564920d req-48edca69-4faf-42c7-8687-9d4e9d896c85 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:13.133061 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ccbf8086-5916-40b6-bdec-ef1ff564920d req-48edca69-4faf-42c7-8687-9d4e9d896c85 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0838404 Mar 11 17:08:13.178294 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-ccbf8086-5916-40b6-bdec-ef1ff564920d req-8d63332d-c890-4f51-a6b4-0b2771997d49 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395498 Mar 11 17:08:13.389400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c5b5a8a-4ad5-4040-b0c3-5144ae786b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.378946 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ac838-d293-42ab-a2b2-d442caeaf1ff req-390d277c-5571-4ffd-aa70-fd1b8509d213 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:14.380366 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-100ac838-d293-42ab-a2b2-d442caeaf1ff req-390d277c-5571-4ffd-aa70-fd1b8509d213 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0905526 Mar 11 17:08:14.424294 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-100ac838-d293-42ab-a2b2-d442caeaf1ff req-a3310077-423c-4c2d-bafe-56deff6bd7ec tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377376 Mar 11 17:08:14.703877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:14.829266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:15.609264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233afa6-66f1-467c-b39f-ef60516ba1e6 req-1ba3a022-cb6a-45da-adbd-db22c8ca0a01 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:15.611017 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6233afa6-66f1-467c-b39f-ef60516ba1e6 req-1ba3a022-cb6a-45da-adbd-db22c8ca0a01 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0806181 Mar 11 17:08:15.653799 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6233afa6-66f1-467c-b39f-ef60516ba1e6 req-ac3afca9-88d8-4a71-a533-d0259b30e848 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372088 Mar 11 17:08:15.887236 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:08:16.035804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:16.842714 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b75a5-3d3d-4833-a6d8-07926a1dc113 req-9817f5d0-90ba-4961-8801-69d901ec8e54 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:16.844672 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-630b75a5-3d3d-4833-a6d8-07926a1dc113 req-9817f5d0-90ba-4961-8801-69d901ec8e54 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0840268 Mar 11 17:08:16.889675 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-630b75a5-3d3d-4833-a6d8-07926a1dc113 req-04b565b7-551f-41a3-b0fd-83bc533056c8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382831 Mar 11 17:08:18.080555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325eb5b-7d5b-4eab-a0c1-4f079247423d req-7f3609f0-d7b6-4e81-ab99-131f97e05cd6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:18.082021 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7325eb5b-7d5b-4eab-a0c1-4f079247423d req-7f3609f0-d7b6-4e81-ab99-131f97e05cd6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0849402 Mar 11 17:08:18.128047 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7325eb5b-7d5b-4eab-a0c1-4f079247423d req-82aea1f4-ae10-4518-8cae-df907a6c6f2f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403638 Mar 11 17:08:19.316774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51956cab-7401-4f4d-a327-ae6529676b1e req-00038065-5bf5-44e0-9817-a74512053c81 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:19.318286 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51956cab-7401-4f4d-a327-ae6529676b1e req-00038065-5bf5-44e0-9817-a74512053c81 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0851312 Mar 11 17:08:19.363121 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-51956cab-7401-4f4d-a327-ae6529676b1e req-f692ea39-736e-4aca-9b0e-8a0fee01cc2d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392845 Mar 11 17:08:20.558378 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f2101-dbc0-4994-870c-97608beeb3ab req-c9597319-f4c4-41e5-98a2-e7d3a87ad1ab tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:20.559842 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d6f2101-dbc0-4994-870c-97608beeb3ab req-c9597319-f4c4-41e5-98a2-e7d3a87ad1ab tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0942905 Mar 11 17:08:20.606681 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6d6f2101-dbc0-4994-870c-97608beeb3ab req-b3502d05-c85a-4743-b38c-36045b6705e2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409682 Mar 11 17:08:21.796064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15765b38-83a7-4841-a2c7-b5b7d2cc993a req-face2fc2-25e3-4c8f-943c-07c12e3c68da tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:21.797931 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15765b38-83a7-4841-a2c7-b5b7d2cc993a req-face2fc2-25e3-4c8f-943c-07c12e3c68da tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0820096 Mar 11 17:08:21.847743 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-15765b38-83a7-4841-a2c7-b5b7d2cc993a req-a0661ef5-2a7e-4c2c-8bb0-cec4c448e92a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Mar 11 17:08:23.139986 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90501c-7990-47bf-ae44-d5bad18628cf req-8dbca728-5cd5-4857-a58b-8fd5efc54945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:23.141932 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c90501c-7990-47bf-ae44-d5bad18628cf req-8dbca728-5cd5-4857-a58b-8fd5efc54945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.1853187 Mar 11 17:08:23.186798 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c90501c-7990-47bf-ae44-d5bad18628cf req-7ac26a29-9f40-4efc-acc6-47b677b57ad1 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387039 Mar 11 17:08:23.210059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43314) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:23.316197 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-97390c0d-37c5-479b-9504-d09027b707f2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/644f4e0d-63bc-4d93-8d4e-07e111219368 HTTP/1.1" status: 200 len: 993 time: 0.1048279 Mar 11 17:08:24.884374 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b92691-82a9-484d-8aad-236ac426d43e req-3eded024-410f-4410-9711-5ea9e2c80aaf tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:24.885815 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a5b92691-82a9-484d-8aad-236ac426d43e req-3eded024-410f-4410-9711-5ea9e2c80aaf tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0829520 Mar 11 17:08:24.972775 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a5b92691-82a9-484d-8aad-236ac426d43e req-b130930b-37d1-4d0d-a30f-41f847bcbe2c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808384 Mar 11 17:08:25.003711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55118de-5742-4e28-baf8-21186f68aa06 req-1dc0c1e2-0655-4f87-91a8-16ac1eec23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.005148 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f55118de-5742-4e28-baf8-21186f68aa06 req-1dc0c1e2-0655-4f87-91a8-16ac1eec23b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 1098 time: 0.0786090 Mar 11 17:08:25.137027 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55118de-5742-4e28-baf8-21186f68aa06 req-a30960f7-cc8f-4454-a261-82c377aad4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.138483 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f55118de-5742-4e28-baf8-21186f68aa06 req-a30960f7-cc8f-4454-a261-82c377aad4c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=26af60c2-d3f1-43a1-b504-f86c48357e8c HTTP/1.1" status: 200 len: 897 time: 0.1270914 Mar 11 17:08:25.246650 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f55118de-5742-4e28-baf8-21186f68aa06 req-63ad1f37-68c6-46b9-8af3-5f0bf4de1e2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c HTTP/1.1" status: 200 len: 1001 time: 0.1025279 Mar 11 17:08:25.308279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55118de-5742-4e28-baf8-21186f68aa06 req-8cc780b7-39f7-47eb-b9a2-60313b3e256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.309699 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f55118de-5742-4e28-baf8-21186f68aa06 req-8cc780b7-39f7-47eb-b9a2-60313b3e256f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=460a5eb8-3f96-4af9-ab7a-137191ca6e3c HTTP/1.1" status: 200 len: 834 time: 0.0578537 Mar 11 17:08:25.385898 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55118de-5742-4e28-baf8-21186f68aa06 req-807a5c63-9d77-4546-bb52-d46f79c84111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:25.387370 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f55118de-5742-4e28-baf8-21186f68aa06 req-807a5c63-9d77-4546-bb52-d46f79c84111 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26af60c2-d3f1-43a1-b504-f86c48357e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721405 Mar 11 17:08:25.611183 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f55118de-5742-4e28-baf8-21186f68aa06 req-a7a963a7-358d-4399-baa1-3ff30872a50c service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179923 Mar 11 17:08:25.747233 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f55118de-5742-4e28-baf8-21186f68aa06 req-c829c6ea-744f-4ab5-b915-f655d910fcad service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307220 Mar 11 17:08:26.164030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3377af8-d11d-41f8-a7b5-2dabdba7862b req-f3658214-bb22-4a7a-b404-4c3e94a855b4 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:26.165446 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3377af8-d11d-41f8-a7b5-2dabdba7862b req-f3658214-bb22-4a7a-b404-4c3e94a855b4 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0865662 Mar 11 17:08:26.212164 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d3377af8-d11d-41f8-a7b5-2dabdba7862b req-319c23cc-1901-43a1-a122-45c1934dbac3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410671 Mar 11 17:08:27.402531 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0abd81-1b92-4ffe-9076-ccb7c37616fe req-437e9810-941a-4b47-a7c9-01b8ab5999e3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:27.403988 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a0abd81-1b92-4ffe-9076-ccb7c37616fe req-437e9810-941a-4b47-a7c9-01b8ab5999e3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0815651 Mar 11 17:08:27.448579 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8a0abd81-1b92-4ffe-9076-ccb7c37616fe req-7b5a23c0-e82c-4626-ad0e-b741ce4f530a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386934 Mar 11 17:08:27.471483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43330) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:27.577138 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-16e91396-1169-4acf-b009-f63c55aa0d47 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/644f4e0d-63bc-4d93-8d4e-07e111219368 HTTP/1.1" status: 200 len: 993 time: 0.1045399 Mar 11 17:08:39.816874 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:41.182463 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3fa24e07-2af8-4eaa-8ae9-8988d3ef63c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:43.405317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0ab77a7d-0f7f-4a1f-a889-5447287b9f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.696836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:44.845219 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:46.073767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:52.885006 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:08:58.297781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43344) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:08:58.501540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port 9a002609-3e0d-4912-9098-47011cb99de4 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:08:58.501882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:58.670760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:58.671082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:58.790951 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for 9a002609-3e0d-4912-9098-47011cb99de4 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:08:58.987692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.034931 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=9a002609-3e0d-4912-9098-47011cb99de4,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:08:59.074260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.074613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.074953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.075288 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.075619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.075948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.076273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.076597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.076926 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.077245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.078219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.078562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:08:59.136191 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.136519 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 644f4e0d-63bc-4d93-8d4e-07e111219368 disassociated (deleted). External IP: 172.26.8.171, port: bfc8ce1e-34f6-4847-aa1b-b8ce9449069c. Mar 11 17:08:59.587483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:08:59.767042 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:08:59.777481 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] Sync routers for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:08:59.787043 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:08:59.787695 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:08:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:08:59.886568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:59.943351 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba467bb8-42f3-4b41-b5a3-5e58fb92deae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/floatingips/644f4e0d-63bc-4d93-8d4e-07e111219368 HTTP/1.1" status: 204 len: 168 time: 1.6445279 Mar 11 17:08:59.943929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:08:59.967431 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:00.006756 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'status': 'completed', 'code': 200} Mar 11 17:09:00.099739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-9897e7fc-5876-4ebf-a250-3620368cce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:00.101504 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-9897e7fc-5876-4ebf-a250-3620368cce4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 1098 time: 0.0781343 Mar 11 17:09:00.242716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-921a60b5-8611-4479-874e-970ff7a9b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:00.244178 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-921a60b5-8611-4479-874e-970ff7a9b19a service neutron] 10.222.0.35 "GET /v2.0/networks?id=26af60c2-d3f1-43a1-b504-f86c48357e8c HTTP/1.1" status: 200 len: 897 time: 0.1367354 Mar 11 17:09:00.288717 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f', 'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:2f:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:18Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:00.292755 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] Checking router: 2da27d0b-2bbc-44ae-83c2-21dd778d6983 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:00.302808 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:09:00.303261 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:08:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:00.321194 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-ba7d7b37-eedf-48d1-b78f-7653d1c5267e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c HTTP/1.1" status: 200 len: 217 time: 0.0698771 Mar 11 17:09:00.386909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-4f02defe-52e8-4c2a-994d-f36679af29ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:00.388594 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-4f02defe-52e8-4c2a-994d-f36679af29ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=460a5eb8-3f96-4af9-ab7a-137191ca6e3c HTTP/1.1" status: 200 len: 834 time: 0.0616939 Mar 11 17:09:00.477395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-8309b499-a669-4c69-aba9-135cc8adf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:00.479309 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-8309b499-a669-4c69-aba9-135cc8adf329 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=26af60c2-d3f1-43a1-b504-f86c48357e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844276 Mar 11 17:09:00.488893 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:00.542977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ee472-f3cd-4539-99f6-f93cc368e184 req-bf7a8a9e-ad8e-4f73-bd26-f4c6d47eb738 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:00.544549 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f92ee472-f3cd-4539-99f6-f93cc368e184 req-bf7a8a9e-ad8e-4f73-bd26-f4c6d47eb738 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.0824013 Mar 11 17:09:00.594952 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f92ee472-f3cd-4539-99f6-f93cc368e184 req-b70233c1-796d-40b3-8eda-c69d1927ef66 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430136 Mar 11 17:09:00.628687 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-2c4a069b-9810-4d5a-a9c8-de43dcaaf6e3 service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421547 Mar 11 17:09:00.759909 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-63d011ca-f114-496a-aa9e-f61ecdf2d4b1 req-6c601314-fc83-4446-b5df-a73d5d37a570 service neutron] 10.222.0.35 "GET /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248291 Mar 11 17:09:00.856099 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f', 'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:2f:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:18Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:00.860992 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6996b6c-0d26-4f8f-8a52-15f4a7ab3dee None None] The sync data for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv is: [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:07:13Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f', 'name': '', 'network_id': '26af60c2-d3f1-43a1-b504-f86c48357e8c', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:2f:b6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:12Z', 'updated_at': '2022-03-11T17:07:18Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': '460a5eb8-3f96-4af9-ab7a-137191ca6e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:01.075146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251cdf37-8a2b-4cab-b0a0-8be8bcc76d2a None None] New status for floating IP 644f4e0d-63bc-4d93-8d4e-07e111219368: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:09:01.780296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd0e74-022b-4e7a-86f3-aa559ca72f5d req-7ef0a6a0-4e59-4ade-8112-645e3ed1110d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:01.786751 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-30bd0e74-022b-4e7a-86f3-aa559ca72f5d req-7ef0a6a0-4e59-4ade-8112-645e3ed1110d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:09:01.861723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-30bd0e74-022b-4e7a-86f3-aa559ca72f5d req-7ef0a6a0-4e59-4ade-8112-645e3ed1110d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:09:01.862901 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-30bd0e74-022b-4e7a-86f3-aa559ca72f5d req-7ef0a6a0-4e59-4ade-8112-645e3ed1110d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.1614742 Mar 11 17:09:01.954674 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-30bd0e74-022b-4e7a-86f3-aa559ca72f5d req-900f81f9-c6d8-423a-b5a4-101d51b3af80 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=4de966a1-6c4c-4bc9-aae4-aca453aff118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543110 Mar 11 17:09:01.981105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-5adc8e11-4192-4b2c-99e5-b9e1c1ccc718 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:01.982554 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-5adc8e11-4192-4b2c-99e5-b9e1c1ccc718 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 945 time: 0.1159604 Mar 11 17:09:02.050392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:09:02.050730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.401772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:02.402127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.535835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for bfc8ce1e-34f6-4847-aa1b-b8ce9449069c owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:09:02.730572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.782510 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=bfc8ce1e-34f6-4847-aa1b-b8ce9449069c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:02.857015 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] No DVR routers for this DVR port bfc8ce1e-34f6-4847-aa1b-b8ce9449069c on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:09:02.859823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:02.862423 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'name': 'network-vif-deleted', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:02.910358 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192dfbe0-5d60-44db-9df7-7d8752ccab57', 'name': 'network-vif-deleted', 'tag': 'bfc8ce1e-34f6-4847-aa1b-b8ce9449069c', 'status': 'completed', 'code': 200} Mar 11 17:09:02.948445 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2b80f2ce-3b36-4f53-8b3a-ecbc52abf61a req-a35d9289-1c0a-4fc2-991f-5b5f15c896d7 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "DELETE /v2.0/ports/bfc8ce1e-34f6-4847-aa1b-b8ce9449069c HTTP/1.1" status: 204 len: 173 time: 0.9613101 Mar 11 17:09:03.110248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2a3454d0-a9e7-4fd3-b570-660f88bf2e0a req-0e8c33f5-0ee0-4568-8c4b-52ba12db1eb2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:09:03.217040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2a3454d0-a9e7-4fd3-b570-660f88bf2e0a req-0e8c33f5-0ee0-4568-8c4b-52ba12db1eb2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:09:03.219918 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a3454d0-a9e7-4fd3-b570-660f88bf2e0a req-0e8c33f5-0ee0-4568-8c4b-52ba12db1eb2 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=192dfbe0-5d60-44db-9df7-7d8752ccab57 HTTP/1.1" status: 200 len: 210 time: 0.1558585 Mar 11 17:09:04.321435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43370) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:04.881905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:05.344087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:09:05.344911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:05.538335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:05.538693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:05.666480 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:09:06.045074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:06.098792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:06.375877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:06.715995 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bfc8ce1e-34f6-4847-aa1b-b8ce9449069c no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:09:06.753056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: bfc8ce1e-34f6-4847-aa1b-b8ce9449069c {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:09:06.753390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device bfc8ce1e-34f6-4847-aa1b-b8ce9449069c not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:09:06.853906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:09:07.036223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:09:07.048196 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] Sync routers for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:07.057545 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:09:07.061188 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:08:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:07.104435 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b0d250b3-00dc-4d98-a5dc-ed137fadb679 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/2da27d0b-2bbc-44ae-83c2-21dd778d6983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7815764 Mar 11 17:09:07.106698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43376) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:07.174789 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7673a772-b385-4994-97fd-c4527b4cb9d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting subnet 460a5eb8-3f96-4af9-ab7a-137191ca6e3c {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:09:07.178151 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7673a772-b385-4994-97fd-c4527b4cb9d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.237968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7673a772-b385-4994-97fd-c4527b4cb9d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.243227 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:07.326516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7673a772-b385-4994-97fd-c4527b4cb9d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.450803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7673a772-b385-4994-97fd-c4527b4cb9d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.503276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673a772-b385-4994-97fd-c4527b4cb9d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Subnet': ['ID=460a5eb8-3f96-4af9-ab7a-137191ca6e3c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:07.505244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-7673a772-b385-4994-97fd-c4527b4cb9d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.515898 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-7673a772-b385-4994-97fd-c4527b4cb9d6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/subnets/460a5eb8-3f96-4af9-ab7a-137191ca6e3c HTTP/1.1" status: 204 len: 168 time: 0.4078386 Mar 11 17:09:07.517102 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43380) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:07.525128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d74615b-bb30-495f-b8fc-04f29bb2e960 None None] Network 26af60c2-d3f1-43a1-b504-f86c48357e8c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:09:07.570391 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:09:05Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:07.577799 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] Checking router: 2da27d0b-2bbc-44ae-83c2-21dd778d6983 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:07.593750 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] Routers {'2da27d0b-2bbc-44ae-83c2-21dd778d6983'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:09:07.595042 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:08:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:07.759096 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.858685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] DHCP port deletion for 26af60c2-d3f1-43a1-b504-f86c48357e8c request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:09:07.865859 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Deleting port bab979e4-3e3b-4312-9cd7-197614ba815e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:09:07.866592 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:07.883261 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] Set router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:07.992584 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.078204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bab979e4-3e3b-4312-9cd7-197614ba815e no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:09:08.090470 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port e11f57ca-8989-4daa-9fb7-9dc061191f34 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:09:08.090821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.213895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] For port bab979e4-3e3b-4312-9cd7-197614ba815e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bab979e4-3e3b-4312-9cd7-197614ba815e,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:08.214331 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.232720 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:09:05Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:08.237390 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb013ee0-7377-4359-b455-b9458c87a38e None None] The sync data for ids ['2da27d0b-2bbc-44ae-83c2-21dd778d6983'] in dv-neutron-833379-1-hyperv is: [{'id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091058170', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:07:06Z', 'updated_at': '2022-03-11T17:09:05Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'e11f57ca-8989-4daa-9fb7-9dc061191f34', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:46:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da27d0b-2bbc-44ae-83c2-21dd778d6983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:07:07Z', 'updated_at': '2022-03-11T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:08.308899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port e11f57ca-8989-4daa-9fb7-9dc061191f34, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=e11f57ca-8989-4daa-9fb7-9dc061191f34,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:08.309251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.384262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Calling delete_port for bab979e4-3e3b-4312-9cd7-197614ba815e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:09:08.437943 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for e11f57ca-8989-4daa-9fb7-9dc061191f34 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:09:08.440480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.494347 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port bab979e4-3e3b-4312-9cd7-197614ba815e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bab979e4-3e3b-4312-9cd7-197614ba815e,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:08.553940 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.645311 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:09:08.645666 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:09:08.674261 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.680974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=bab979e4-3e3b-4312-9cd7-197614ba815e,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:08.690127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.690511 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.690851 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.691184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.691513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.691839 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.692165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.692487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.692811 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.693131 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.693450 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.693767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.722623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=e11f57ca-8989-4daa-9fb7-9dc061191f34,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:08.756535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.762855 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:08.839520 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.123284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.126040 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.146782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Deleting port bab979e4-3e3b-4312-9cd7-197614ba815e {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:09:09.147366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.216247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.216882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Fanout notify agent at l3_agent the message router_deleted on router 2da27d0b-2bbc-44ae-83c2-21dd778d6983 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:09:09.234866 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.238892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43384) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:09.240641 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-58d81fbb-ba83-4bd6-9fcd-7728068400b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/routers/2da27d0b-2bbc-44ae-83c2-21dd778d6983 HTTP/1.1" status: 204 len: 168 time: 1.7219954 Mar 11 17:09:09.374874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.375156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] For port bab979e4-3e3b-4312-9cd7-197614ba815e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bab979e4-3e3b-4312-9cd7-197614ba815e,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:09.375793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.385504 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port bab979e4-3e3b-4312-9cd7-197614ba815e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:09:09.385858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.506333 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Calling delete_port for bab979e4-3e3b-4312-9cd7-197614ba815e owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:09:09.601601 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port bab979e4-3e3b-4312-9cd7-197614ba815e, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bab979e4-3e3b-4312-9cd7-197614ba815e,segment=NetworkSegment(be44c41e-6a47-455e-b3a3-cb0116bf7444),segment_id=be44c41e-6a47-455e-b3a3-cb0116bf7444)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:09.601944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.651541 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.714934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] Pushing event deleted for resources: {'Port': ['ID=bab979e4-3e3b-4312-9cd7-197614ba815e,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:09.720183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827bebb-8eb8-4a81-9ff9-513e1439d52b None None] No DVR routers for this DVR port bab979e4-3e3b-4312-9cd7-197614ba815e on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:09:09.739381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for bab979e4-3e3b-4312-9cd7-197614ba815e owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:09:09.818464 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.db.api [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:09:09.818785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG oslo_db.api [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:09:09.844881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:09.982871 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:09:10.016695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:09:10.017037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device df216a0d-9aeb-4be8-9fb3-28fcf5eedc9f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:09:10.020183 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e11f57ca-8989-4daa-9fb7-9dc061191f34 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:09:10.051023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: e11f57ca-8989-4daa-9fb7-9dc061191f34 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:09:10.063700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device e11f57ca-8989-4daa-9fb7-9dc061191f34 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:09:10.320608 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port bab979e4-3e3b-4312-9cd7-197614ba815e {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:09:10.321196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.391189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] The port 'bab979e4-3e3b-4312-9cd7-197614ba815e' was deleted {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 17:09:10.513975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.653782 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26af60c2-d3f1-43a1-b504-f86c48357e8c']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:10.666966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be44c41e-6a47-455e-b3a3-cb0116bf7444') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:10.667236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be44c41e-6a47-455e-b3a3-cb0116bf7444') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:10.679111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.695679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.701581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:09:10.701953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: util.warn( Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:09:10.716620 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:09:10.873399 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.894382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:10.900425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Network': ['ID=26af60c2-d3f1-43a1-b504-f86c48357e8c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:10.971130 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6590fcf7-b40a-486b-931b-7eb361081330 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/networks/26af60c2-d3f1-43a1-b504-f86c48357e8c HTTP/1.1" status: 204 len: 168 time: 1.7311440 Mar 11 17:09:10.973650 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43388) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:11.043988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2186262-3764-456b-8179-96677c5d993b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.076081 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2186262-3764-456b-8179-96677c5d993b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.170477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3387d7c4-ca63-44ca-9f1b-ba3b15638aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.188172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2186262-3764-456b-8179-96677c5d993b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.209117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2186262-3764-456b-8179-96677c5d993b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de966a1-6c4c-4bc9-aae4-aca453aff118,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:11.256397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2186262-3764-456b-8179-96677c5d993b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.257527 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f2186262-3764-456b-8179-96677c5d993b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/security-groups/4de966a1-6c4c-4bc9-aae4-aca453aff118 HTTP/1.1" status: 204 len: 168 time: 0.2829883 Mar 11 17:09:11.577225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43396) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:11.582634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846924559', 'description': 'tempest-secgroup-smoke-846924559 description', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:11.588784 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:11.594071 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:11.597133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:11.603296 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:11.673865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.696346 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:11.700787 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:11.704361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:11.711269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:11.792995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.867325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.919711 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:12.004593 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.006068 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-28db353e-23b8-4952-b52b-fb394ed93b4d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4276001 Mar 11 17:09:12.009032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43400) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:12.014622 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd7c3ecd0-cb18-4da7-a85e-30b87c9b4f30', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:12.021860 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:12.025852 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:12.029052 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:12.035483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:12.103869 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.177987 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.227453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.256886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a3ddcf-4527-4ee7-8bde-66dd86b3b834,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:12.336110 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.337424 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8f178820-fae2-4411-b2e4-0837add8dc9e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273544 Mar 11 17:09:12.340304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43404) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:12.347485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd7c3ecd0-cb18-4da7-a85e-30b87c9b4f30', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:12.354109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:12.358319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:12.362717 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:12.369590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:12.440532 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.516638 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.570055 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.599779 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3b1758-76c4-45bf-be1a-4aca0b559d75,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:12.667550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.669045 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-52678b40-4f13-4045-b79b-9c52ca2331d9 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275974 Mar 11 17:09:12.672911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43408) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:12.678357 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd7c3ecd0-cb18-4da7-a85e-30b87c9b4f30', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:12.685170 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:12.690421 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:12.694087 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:12.701496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:12.784009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.849865 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.907637 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.933301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7596df75-5983-4a09-91a4-cb57902b1c4e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:13.027572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.028803 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-39ef0c21-2a59-46a7-9384-20ff04040cfc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3548791 Mar 11 17:09:13.032493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43412) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:13.037799 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd7c3ecd0-cb18-4da7-a85e-30b87c9b4f30', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:13.044664 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:13.049634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:13.052882 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:13.058921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:13.115414 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.185436 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.250829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.277443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6cc20d-7ce1-4e20-ad3f-67e6e29d7fe1,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:13.354097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.356076 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1f97cb0d-f1c9-4891-b30d-0373df5b2cba tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3222935 Mar 11 17:09:13.359109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43416) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:13.364155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd7c3ecd0-cb18-4da7-a85e-30b87c9b4f30', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:13.370339 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:13.374854 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:13.377848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:13.384437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:13.421587 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9c4f942a-faaa-4376-bc8f-517b192fbd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.444416 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:09:13.451805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.525029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.564550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.590326 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7421c760-6064-4283-8bfe-78557238afc1,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:13.667517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.668771 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-209ee0a8-13e5-4644-8b23-8031a6ac387e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3087018 Mar 11 17:09:13.672560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43420) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:13.677937 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'security_group_rule': {'security_group_id': 'd7c3ecd0-cb18-4da7-a85e-30b87c9b4f30', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:13.684025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:13.688220 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:security_group_rule and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:13.691140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:13.696889 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:13.741814 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Project c464f6a15cba40fb9de3f47e502aa467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:09:13.749796 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.820160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.878821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.902575 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea92fa4e-99f9-4935-bb21-97172173ea93,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:13.976803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.978130 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-55810a9f-ace1-476a-baa5-62687809ce68 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045988 Mar 11 17:09:13.981067 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43424) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:13.987955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'network': {'name': 'tempest-network-smoke--1286999350', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'port_security_enabled': True}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:13.993322 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:13.997542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:network and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:14.000681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:14.006595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:14.084527 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:14.088092 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.118713 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:09:14.127817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.128641 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Added segment 0fd95097-3e02-454c-8a55-efcfa5d48249 of type vlan for network f02b213f-f53c-4e89-b7c1-9e6ac8380214 Mar 11 17:09:14.154844 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.250094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.255453 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:14.256053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.367810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Network': ['ID=f02b213f-f53c-4e89-b7c1-9e6ac8380214,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:14.378825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network f02b213f-f53c-4e89-b7c1-9e6ac8380214 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:09:14.437075 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-47bd1ea4-aac2-4175-a8e1-329e61af67ad tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4518094 Mar 11 17:09:14.437347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43428) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:14.442849 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'admin_state_up': True, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:14.450636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:14.455481 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:router and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:14.458615 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:14.465748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:14.542464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.543523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.561186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.713202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.839036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:14.963401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.452572 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.482081 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.622155 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.207 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/bcf12fe0-67b8-4893-a6fc-4965d3f1fd70) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:15.777679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:15.879311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.072148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:16.072148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:16.072148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:09:16.072148 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=bcf12fe0-67b8-4893-a6fc-4965d3f1fd70,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:16.118989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.507395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.855386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.255845 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router b38e9bad-648f-49ea-b5b5-45fc52f92a1c is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 17:09:17.441518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:09:17.451171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Sync routers for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:17.460972 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:09:17.461694 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:09:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:17.524708 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:17.526647 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c3a9ead4-a644-4381-ab42-b207ef0163ac tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0883517 Mar 11 17:09:17.530847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43432) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:17.574633 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-36670f3d-6fb8-47b7-b945-9d2ce9e60220 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=c464f6a15cba40fb9de3f47e502aa467&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415432 Mar 11 17:09:17.578670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43436) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:17.649441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:17.720857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafad67c-037c-4209-a2b1-41e88d596ad4 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:17.725000 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-fafad67c-037c-4209-a2b1-41e88d596ad4 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427171 Mar 11 17:09:17.725157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43440) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:17.766634 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b64f03f0-305f-4e8c-93f6-72867a749fb1 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=4685d94e-a86c-4851-83bb-ea47cd8951ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403526 Mar 11 17:09:17.769297 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43444) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:17.775893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-854102365', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:17.894139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:17.898322 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:subnet and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:17.901246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:17.907246 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:17.949503 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:16Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:17.954536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Checking router: b38e9bad-648f-49ea-b5b5-45fc52f92a1c for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:17.954880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Updating router b38e9bad-648f-49ea-b5b5-45fc52f92a1c port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:09:17.961089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:17.964743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.015163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.297475 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.382076 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Subnet': ['ID=c2eb8357-105d-43a6-8513-6411cb8f48b2,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:18.392641 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Checking segment: {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:09:18.393068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network hostable DHCP agents. Network: f02b213f-f53c-4e89-b7c1-9e6ac8380214, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:09:18.423773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.435624 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Transition to ACTIVE for port object bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:18.478822 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network f02b213f-f53c-4e89-b7c1-9e6ac8380214 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:09:18.552993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.587410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, f02b213f-f53c-4e89-b7c1-9e6ac8380214) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:18.597540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:18.597954 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.603165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f04b6d-68e3-4f26-9bde-eb5428f4360e None None] Network f02b213f-f53c-4e89-b7c1-9e6ac8380214 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:09:18.656771 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Attempting to bind port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:18.657073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Attempting to bind port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:18.657433 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Attempting to bind port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:09:18.721405 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:09:18.721769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:09:18.722184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.722574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:09:18.723076 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Bound port: bcf12fe0-67b8-4893-a6fc-4965d3f1fd70, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:18.723403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.736775 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9de21e50-7289-42e8-84d5-5f58bf80b46b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9663658 Mar 11 17:09:18.739637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43448) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:18.753368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4ca6-317c-41d1-82e2-94e08d2eedbd None None] Pushing event updated for resources: {'Port': ['ID=bcf12fe0-67b8-4893-a6fc-4965d3f1fd70,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:18.859882 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] For port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:09:18.878763 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] For port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bcf12fe0-67b8-4893-a6fc-4965d3f1fd70,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:09:18.924979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:18.966598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 17:09:18.967508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.077142 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:09:19.077784 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:09:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:19.158220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4ca6-317c-41d1-82e2-94e08d2eedbd None None] Pushing event updated for resources: {'Port': ['ID=bcf12fe0-67b8-4893-a6fc-4965d3f1fd70,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:19.343663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Allocated IP 172.20.0.2 (f02b213f-f53c-4e89-b7c1-9e6ac8380214/c2eb8357-105d-43a6-8513-6411cb8f48b2/a8d9dbb8-55ca-4305-a0df-10b09e604b2d) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:19.346807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:19.590551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.860960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.873842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Transition to ACTIVE for port object a8d9dbb8-55ca-4305-a0df-10b09e604b2d will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:19.901086 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:16Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:19.903469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Transition to ACTIVE for port object a8d9dbb8-55ca-4305-a0df-10b09e604b2d will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:19.907780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e121b7-b401-477f-8e25-8d69227faedc None None] The sync data for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv is: [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:16Z', 'revision_number': 3, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:19.993390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.057184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Network f02b213f-f53c-4e89-b7c1-9e6ac8380214 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:20.060192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:20.069858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:09:20.076563 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Pushing event updated for resources: {'Port': ['ID=a8d9dbb8-55ca-4305-a0df-10b09e604b2d,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:20.088405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.1 (f02b213f-f53c-4e89-b7c1-9e6ac8380214/c2eb8357-105d-43a6-8513-6411cb8f48b2/8be25c9c-ab75-4ece-a42b-96e84b41fb86) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:20.199719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Attempting to bind port a8d9dbb8-55ca-4305-a0df-10b09e604b2d on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:20.200245 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Attempting to bind port a8d9dbb8-55ca-4305-a0df-10b09e604b2d by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:20.200604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Attempting to bind port a8d9dbb8-55ca-4305-a0df-10b09e604b2d on network f02b213f-f53c-4e89-b7c1-9e6ac8380214 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:09:20.207620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:09:20.207987 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Checking segment: {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:09:20.208389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.208774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Bound using segment: {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:09:20.209232 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Bound port: a8d9dbb8-55ca-4305-a0df-10b09e604b2d, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:20.209619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.286338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.307387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object 8be25c9c-ab75-4ece-a42b-96e84b41fb86 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:20.308339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] For port a8d9dbb8-55ca-4305-a0df-10b09e604b2d, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:09:20.312181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] For port a8d9dbb8-55ca-4305-a0df-10b09e604b2d, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a8d9dbb8-55ca-4305-a0df-10b09e604b2d,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:09:20.370383 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.393192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.463550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4b28-fa3b-4c3c-a3ec-a20778de914b None None] Pushing event updated for resources: {'Port': ['ID=a8d9dbb8-55ca-4305-a0df-10b09e604b2d,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:20.472068 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network f02b213f-f53c-4e89-b7c1-9e6ac8380214 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:20.480412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:20.480412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:09:20.535248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=8be25c9c-ab75-4ece-a42b-96e84b41fb86,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:20.561894 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.916405 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.475140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.502134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9976f-ea06-49b8-b428-beba5f385635 None None] Network f02b213f-f53c-4e89-b7c1-9e6ac8380214 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:09:21.518634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.646489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:21.650250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=8be25c9c-ab75-4ece-a42b-96e84b41fb86,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:21.668757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6384fe71-4d45-48ba-8664-28dac3a8973f None None] Provisioning for port a8d9dbb8-55ca-4305-a0df-10b09e604b2d completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:21.801186 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network f02b213f-f53c-4e89-b7c1-9e6ac8380214 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:21.802370 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:22.013942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router b38e9bad-648f-49ea-b5b5-45fc52f92a1c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:09:22.073334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a8d9dbb8-55ca-4305-a0df-10b09e604b2d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:22.100328 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac0b1ea7-7d15-4792-8ca1-230c3b42b269 None None] Provisioning for port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:22.118459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-ac0b1ea7-7d15-4792-8ca1-230c3b42b269 None None] Provisioning complete for port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:22.118824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1ea7-7d15-4792-8ca1-230c3b42b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.189617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b1ea7-7d15-4792-8ca1-230c3b42b269 None None] Port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:09:22.245070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a8d9dbb8-55ca-4305-a0df-10b09e604b2d completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:22.251540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a8d9dbb8-55ca-4305-a0df-10b09e604b2d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:22.252216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.269517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:09:22.283121 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Sync routers for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:22.296879 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-90b55eab-b885-4281-8a0a-294d8c32ada3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/b38e9bad-648f-49ea-b5b5-45fc52f92a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5467732 Mar 11 17:09:22.307025 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:09:22.307803 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:09:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:22.346699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-9ee78203-bd96-4246-8204-81f13a86f374 None None] Provisioning complete for port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:22.347072 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9ee78203-bd96-4246-8204-81f13a86f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.449788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-9ee78203-bd96-4246-8204-81f13a86f374 None None] Port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:09:22.470688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.508605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port a8d9dbb8-55ca-4305-a0df-10b09e604b2d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a8d9dbb8-55ca-4305-a0df-10b09e604b2d,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:22.572566 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d82f8e-c196-41c9-8579-8481b9f4d82b None None] Provisioning complete for port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:22.573100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d82f8e-c196-41c9-8579-8481b9f4d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.574945 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-2a3fce05-0e83-4de7-a7d0-c0e0d81d306f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:09:22.590826 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:22.605991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.606933 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:22.720212 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-2a3fce05-0e83-4de7-a7d0-c0e0d81d306f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:09:22.721773 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-2a3fce05-0e83-4de7-a7d0-c0e0d81d306f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846924559&fields=id&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 267 time: 0.2015090 Mar 11 17:09:22.735071 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d82f8e-c196-41c9-8579-8481b9f4d82b None None] Port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:09:22.769436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=a8d9dbb8-55ca-4305-a0df-10b09e604b2d,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:22.901130 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6cb5755a-2fb7-4a87-9b6a-acce3d2755b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:22.901826 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6cb5755a-2fb7-4a87-9b6a-acce3d2755b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:09:22.915478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:22.920702 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:22.921280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:22.940033 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:20Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8be25c9c-ab75-4ece-a42b-96e84b41fb86', 'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:a3:3c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:19Z', 'updated_at': '2022-03-11T17:09:21Z', 'revision_number': 2, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:22.944358 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Checking router: b38e9bad-648f-49ea-b5b5-45fc52f92a1c for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:22.944697 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Updating router b38e9bad-648f-49ea-b5b5-45fc52f92a1c port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:09:23.003819 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.016481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6cb5755a-2fb7-4a87-9b6a-acce3d2755b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:network {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:09:23.018420 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6cb5755a-2fb7-4a87-9b6a-acce3d2755b5 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/networks?id=f02b213f-f53c-4e89-b7c1-9e6ac8380214 HTTP/1.1" status: 200 len: 797 time: 0.2840135 Mar 11 17:09:23.034632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-5efa42e0-0645-489d-8bb3-de3c4e5dcfdc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/quotas/c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 375 time: 0.0102246 Mar 11 17:09:23.051880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.076650 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bcf12fe0-67b8-4893-a6fc-4965d3f1fd70,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:23.122490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-5c776bba-c7cb-4c5f-af4f-bb39ba5027fd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:09:23.187217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.227913 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-5c776bba-c7cb-4c5f-af4f-bb39ba5027fd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:09:23.230390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-5c776bba-c7cb-4c5f-af4f-bb39ba5027fd tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1899998 Mar 11 17:09:23.261105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=bcf12fe0-67b8-4893-a6fc-4965d3f1fd70,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:23.395702 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-5846f881-082c-471f-8df9-2071e6592744 service neutron] 10.222.0.57 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486907 Mar 11 17:09:23.397150 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.409980 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Transition to ACTIVE for port object 8be25c9c-ab75-4ece-a42b-96e84b41fb86 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:23.484631 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.544789 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-1621f4d1-57cf-4840-a584-5de1c0eb953d service neutron] 10.222.0.57 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429551 Mar 11 17:09:23.683126 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Pushing event updated for resources: {'Port': ['ID=8be25c9c-ab75-4ece-a42b-96e84b41fb86,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:23.708003 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.708340 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.708671 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.708997 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.709345 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.709674 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.709988 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.710331 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.710648 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.710960 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.711276 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.711583 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:23.724010 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Attempting to bind port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:23.728683 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Attempting to bind port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:23.728683 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Attempting to bind port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 on network f02b213f-f53c-4e89-b7c1-9e6ac8380214 {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:09:23.730487 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:09:23.730858 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Checking segment: {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:09:23.731246 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.731635 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Bound using segment: {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:09:23.732091 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Bound port: 8be25c9c-ab75-4ece-a42b-96e84b41fb86, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:23.732455 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:23.841616 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] For port 8be25c9c-ab75-4ece-a42b-96e84b41fb86, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:09:23.849125 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] For port 8be25c9c-ab75-4ece-a42b-96e84b41fb86, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8be25c9c-ab75-4ece-a42b-96e84b41fb86,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:09:23.868779 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f76682a1-5d65-45cd-9fbc-085ca8e8b06e req-2e4378b2-5959-4d14-a7e4-cd7c9f64e724 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 210 time: 0.0530355 Mar 11 17:09:23.930671 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.009883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a8d9dbb8-55ca-4305-a0df-10b09e604b2d up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:24.023755 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:09:24.025793 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:09:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:24.101608 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f6043-94f5-4ab5-8549-63d4a9d5b30d None None] Pushing event updated for resources: {'Port': ['ID=8be25c9c-ab75-4ece-a42b-96e84b41fb86,revision_number=4']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:24.117950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a8d9dbb8-55ca-4305-a0df-10b09e604b2d triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:24.117950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.289769 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:24.296277 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:24.434023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:24.434419 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:24.773703 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:20Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8be25c9c-ab75-4ece-a42b-96e84b41fb86', 'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:a3:3c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:19Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:24.777889 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba6221-b14f-4c1e-80bc-7fb24a37d539 None None] The sync data for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv is: [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:20Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8be25c9c-ab75-4ece-a42b-96e84b41fb86', 'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:a3:3c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:19Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:25.052659 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fa686ee1-cd8b-4ecc-b21a-5bba4bf75ae1 req-49415a10-279a-49ad-ade3-8ace5e2c7787 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 210 time: 0.0561976 Mar 11 17:09:26.026069 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8be25c9c-ab75-4ece-a42b-96e84b41fb86 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:26.198767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:26.205365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:26.206125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:26.213707 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f3be2966-3196-4d21-b949-608d1653fdff req-27552c14-3c52-45df-80f9-7f9162efac47 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 210 time: 0.0454972 Mar 11 17:09:26.292853 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-40bf6364-9e76-4490-a9d2-c029ac853595 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:26.294346 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-40bf6364-9e76-4490-a9d2-c029ac853595 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/networks?id=f02b213f-f53c-4e89-b7c1-9e6ac8380214 HTTP/1.1" status: 200 len: 797 time: 0.2645991 Mar 11 17:09:26.334930 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:26.345297 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-d7d35d04-2874-46dc-a816-86622b49dafe tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c464f6a15cba40fb9de3f47e502aa467 HTTP/1.1" status: 200 len: 379 time: 0.0435562 Mar 11 17:09:26.354080 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'port': {'device_id': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'admin_state_up': True, 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'security_groups': ['d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:26.368999 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 8be25c9c-ab75-4ece-a42b-96e84b41fb86, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8be25c9c-ab75-4ece-a42b-96e84b41fb86,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:26.466823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:26.511618 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:26.524256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:26.545865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=8be25c9c-ab75-4ece-a42b-96e84b41fb86,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:26.615760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Made reservation on behalf of c464f6a15cba40fb9de3f47e502aa467 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:09:26.619318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:26.786715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.20.0.4 (f02b213f-f53c-4e89-b7c1-9e6ac8380214/c2eb8357-105d-43a6-8513-6411cb8f48b2/b47ca5bd-5152-47b3-9457-4a09d722b151) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:27.002606 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:27.020404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Transition to ACTIVE for port object b47ca5bd-5152-47b3-9457-4a09d722b151 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:27.118905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:27.192938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network f02b213f-f53c-4e89-b7c1-9e6ac8380214 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:27.196066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:27.198689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:09:27.244039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=b47ca5bd-5152-47b3-9457-4a09d722b151,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:27.286119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:27.286823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:27.401086 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-6734f987-0c28-449c-bd21-9867e24df958 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0509260 Mar 11 17:09:27.413638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Request body: {'port': {'device_id': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:27.501849 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bde39e-f5c7-45c6-a4e9-169d6c5c53bc req-1168b720-8fa8-4705-9b92-d9ece5483d0e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:27.502558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-62bde39e-f5c7-45c6-a4e9-169d6c5c53bc req-1168b720-8fa8-4705-9b92-d9ece5483d0e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:09:27.525034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4f9ea685-d976-4dce-8268-6c9b392a6787 None None] Provisioning for port b47ca5bd-5152-47b3-9457-4a09d722b151 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:27.532178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4f9ea685-d976-4dce-8268-6c9b392a6787 None None] Provisioning complete for port b47ca5bd-5152-47b3-9457-4a09d722b151 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:27.532538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4f9ea685-d976-4dce-8268-6c9b392a6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:27.575109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:27.591314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ea685-d976-4dce-8268-6c9b392a6787 None None] Port b47ca5bd-5152-47b3-9457-4a09d722b151 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:09:27.630823 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-62bde39e-f5c7-45c6-a4e9-169d6c5c53bc req-1168b720-8fa8-4705-9b92-d9ece5483d0e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:09:27.631992 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-62bde39e-f5c7-45c6-a4e9-169d6c5c53bc req-1168b720-8fa8-4705-9b92-d9ece5483d0e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 931 time: 0.2846410 Mar 11 17:09:27.746991 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-62bde39e-f5c7-45c6-a4e9-169d6c5c53bc req-fc9985c4-de13-45f4-ab04-c508cea5c709 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078606 Mar 11 17:09:27.998494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47ca5bd-5152-47b3-9457-4a09d722b151 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:28.000480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8be25c9c-ab75-4ece-a42b-96e84b41fb86 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:28.007420 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.024192 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Transition to ACTIVE for port object b47ca5bd-5152-47b3-9457-4a09d722b151 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:09:28.071368 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:28.071733 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.118704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.260785 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b47ca5bd-5152-47b3-9457-4a09d722b151,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:28.382470 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Attempting to bind port b47ca5bd-5152-47b3-9457-4a09d722b151 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:09:28.382712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Attempting to bind port b47ca5bd-5152-47b3-9457-4a09d722b151 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:09:28.383031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Attempting to bind port b47ca5bd-5152-47b3-9457-4a09d722b151 on network f02b213f-f53c-4e89-b7c1-9e6ac8380214 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:09:28.388812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Port b47ca5bd-5152-47b3-9457-4a09d722b151 on network f02b213f-f53c-4e89-b7c1-9e6ac8380214 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 17:09:28.389942 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Attempting to bind port b47ca5bd-5152-47b3-9457-4a09d722b151 on network f02b213f-f53c-4e89-b7c1-9e6ac8380214 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:09:28.396073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:09:28.396414 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Checking segment: {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:09:28.396804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Bound using segment: {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:09:28.397236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Bound port: b47ca5bd-5152-47b3-9457-4a09d722b151, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd95097-3e02-454c-8a55-efcfa5d48249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:09:28.397588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.500152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] For port b47ca5bd-5152-47b3-9457-4a09d722b151, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:09:28.503570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] For port b47ca5bd-5152-47b3-9457-4a09d722b151, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b47ca5bd-5152-47b3-9457-4a09d722b151,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:09:28.564746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.724980 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:28.725701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:28.727153 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/b47ca5bd-5152-47b3-9457-4a09d722b151 HTTP/1.1" status: 200 len: 1093 time: 1.3188243 Mar 11 17:09:28.729745 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:28.758680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c0fbf-86c2-404d-9790-359793a482c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b47ca5bd-5152-47b3-9457-4a09d722b151,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:28.785295 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'status': 'completed', 'code': 200} Mar 11 17:09:28.884089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccac834-38e3-4c65-acfa-a5c24f49a591 req-98bf0885-245c-4216-96b3-914c157c7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:28.885553 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3ccac834-38e3-4c65-acfa-a5c24f49a591 req-98bf0885-245c-4216-96b3-914c157c7524 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 1096 time: 0.0816808 Mar 11 17:09:29.084268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccac834-38e3-4c65-acfa-a5c24f49a591 req-e498623f-806b-45e3-83d7-d6982c7b4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.085715 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3ccac834-38e3-4c65-acfa-a5c24f49a591 req-e498623f-806b-45e3-83d7-d6982c7b4f8a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c464f6a15cba40fb9de3f47e502aa467&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1656010 Mar 11 17:09:29.094089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795162ff-4e00-467b-af3a-e7d94bf63d31 req-cea3d0d5-a008-4c88-880b-782bcd2e4f5c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.095668 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-795162ff-4e00-467b-af3a-e7d94bf63d31 req-cea3d0d5-a008-4c88-880b-782bcd2e4f5c tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 943 time: 0.2141173 Mar 11 17:09:29.237040 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-795162ff-4e00-467b-af3a-e7d94bf63d31 req-73d64be3-7d7b-479a-a234-7c1019eae9ae tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214962 Mar 11 17:09:29.267800 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccac834-38e3-4c65-acfa-a5c24f49a591 req-0317409c-1399-479a-b29d-6bceeccf519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.269267 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3ccac834-38e3-4c65-acfa-a5c24f49a591 req-0317409c-1399-479a-b29d-6bceeccf519d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726778 Mar 11 17:09:29.391031 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-2915bf15-1f55-40a5-ab6c-83678ecd30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.392400 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-2915bf15-1f55-40a5-ab6c-83678ecd30cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 1096 time: 0.0861118 Mar 11 17:09:29.468865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-4aa0eac0-4b99-4189-b007-359bc691eadb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47ca5bd-5152-47b3-9457-4a09d722b151 HTTP/1.1" status: 200 len: 217 time: 0.0691869 Mar 11 17:09:29.538227 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-f140b0c7-0d0a-47d2-bbfd-174abb1d388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.539736 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-f140b0c7-0d0a-47d2-bbfd-174abb1d388f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2eb8357-105d-43a6-8513-6411cb8f48b2 HTTP/1.1" status: 200 len: 834 time: 0.0657480 Mar 11 17:09:29.618883 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-d9e14d2a-2026-49bb-b75f-cf97315edd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.620405 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-d9e14d2a-2026-49bb-b75f-cf97315edd65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f02b213f-f53c-4e89-b7c1-9e6ac8380214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740921 Mar 11 17:09:29.765608 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-dd2f63ca-770e-42fd-9c00-4905ee6f1a34 service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394444 Mar 11 17:09:29.883528 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:09:29.904094 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ab88b332-6539-4222-9dde-e468134c9ec2 req-0c84f02a-02a6-47e7-aff3-94fe9ac54a7b service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330142 Mar 11 17:09:30.440456 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdecd6c-7a84-4add-a496-8266029ef9ff req-06a5f10c-1776-4eaa-8cbf-e33b7e1c63ed tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:30.441964 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9fdecd6c-7a84-4add-a496-8266029ef9ff req-06a5f10c-1776-4eaa-8cbf-e33b7e1c63ed tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 943 time: 0.0915630 Mar 11 17:09:30.490008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9fdecd6c-7a84-4add-a496-8266029ef9ff req-f9da5fcc-11b5-46f6-b6fc-b979f1568a8d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:09:30.503392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-9fdecd6c-7a84-4add-a496-8266029ef9ff req-f9da5fcc-11b5-46f6-b6fc-b979f1568a8d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:09:30.504573 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-9fdecd6c-7a84-4add-a496-8266029ef9ff req-f9da5fcc-11b5-46f6-b6fc-b979f1568a8d tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568955 Mar 11 17:09:31.705310 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d83cd0-cd2b-4e3f-8e03-dfbb3838b712 req-d6f5786f-1632-408d-9c3c-75f5a0121272 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:31.706779 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-18d83cd0-cd2b-4e3f-8e03-dfbb3838b712 req-d6f5786f-1632-408d-9c3c-75f5a0121272 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 943 time: 0.0864227 Mar 11 17:09:31.752809 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-18d83cd0-cd2b-4e3f-8e03-dfbb3838b712 req-b9929bb4-30e3-4eb4-8931-3524e681c656 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403812 Mar 11 17:09:32.794401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device b47ca5bd-5152-47b3-9457-4a09d722b151 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:09:32.932216 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port b47ca5bd-5152-47b3-9457-4a09d722b151, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b47ca5bd-5152-47b3-9457-4a09d722b151,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:32.946286 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'port_id': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'mac_address': 'fa:16:3e:10:ff:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:09:32.950316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b670d1d-6baa-4eac-8df2-76831a38de46 req-f694690f-748a-4864-bdd4-8f361ab553c3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:32.952387 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b670d1d-6baa-4eac-8df2-76831a38de46 req-f694690f-748a-4864-bdd4-8f361ab553c3 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 943 time: 0.0853958 Mar 11 17:09:33.004376 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3b670d1d-6baa-4eac-8df2-76831a38de46 req-06275be1-d561-4044-81c5-a00467d92307 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459123 Mar 11 17:09:33.012634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:33.031032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47ca5bd-5152-47b3-9457-4a09d722b151 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:09:33.046756 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port b47ca5bd-5152-47b3-9457-4a09d722b151, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b47ca5bd-5152-47b3-9457-4a09d722b151,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:33.107156 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:33.173724 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=b47ca5bd-5152-47b3-9457-4a09d722b151,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:33.309750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['b47ca5bd-5152-47b3-9457-4a09d722b151'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:09:34.206044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a1995-c07e-4cf6-9f61-a43b037000a2 req-1b1db2e8-bc30-4e89-a258-47e4e8c10699 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:34.207543 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-254a1995-c07e-4cf6-9f61-a43b037000a2 req-1b1db2e8-bc30-4e89-a258-47e4e8c10699 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 944 time: 0.0909367 Mar 11 17:09:34.258824 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-254a1995-c07e-4cf6-9f61-a43b037000a2 req-9508b34c-bf42-4751-92ca-4ea6adad0188 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 Mar 11 17:09:34.794268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device b47ca5bd-5152-47b3-9457-4a09d722b151 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:34.929780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port b47ca5bd-5152-47b3-9457-4a09d722b151 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:09:34.935092 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port b47ca5bd-5152-47b3-9457-4a09d722b151 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:34.938836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.060562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.095944 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:35.111677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port b47ca5bd-5152-47b3-9457-4a09d722b151, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b47ca5bd-5152-47b3-9457-4a09d722b151,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:09:35.146683 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'code': 200} Mar 11 17:09:35.164222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:35.266769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=b47ca5bd-5152-47b3-9457-4a09d722b151,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:35.513169 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5194cf-b2c5-44e7-9751-a7fe2828b654 req-71a6db71-2236-4417-be35-574eaf771b63 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:35.516725 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d5194cf-b2c5-44e7-9751-a7fe2828b654 req-71a6db71-2236-4417-be35-574eaf771b63 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.1451747 Mar 11 17:09:35.573098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250eef-88c5-4722-bf69-422163a8d675 req-074fbad9-ae4f-4ead-9a95-b09f70ec5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:35.574594 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1250eef-88c5-4722-bf69-422163a8d675 req-074fbad9-ae4f-4ead-9a95-b09f70ec5df3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 1098 time: 0.1332250 Mar 11 17:09:35.579964 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1d5194cf-b2c5-44e7-9751-a7fe2828b654 req-f55c1775-f68b-4b53-9ec5-1acf63759f3b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584455 Mar 11 17:09:35.620461 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a1250eef-88c5-4722-bf69-422163a8d675 req-ac374a42-80e0-4b92-b48b-33afb03aed13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395193 Mar 11 17:09:36.783369 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c5750-4337-46a7-81a4-41e8d7f32482 req-169e2386-320b-4320-b11c-318f1f2c42bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:36.784867 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b31c5750-4337-46a7-81a4-41e8d7f32482 req-169e2386-320b-4320-b11c-318f1f2c42bc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.0896256 Mar 11 17:09:36.838576 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b31c5750-4337-46a7-81a4-41e8d7f32482 req-c8c1634b-77b6-461e-bc8f-ad89ca95f8c0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476923 Mar 11 17:09:38.034287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200d75-3a7f-49bc-83da-fcc0ba74b330 req-b9e460f8-ea09-44c1-958b-776d560df20f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:38.035793 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5f200d75-3a7f-49bc-83da-fcc0ba74b330 req-b9e460f8-ea09-44c1-958b-776d560df20f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.0877664 Mar 11 17:09:38.082841 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5f200d75-3a7f-49bc-83da-fcc0ba74b330 req-2d6a2b5d-d003-462d-a2a7-e56dfe96d1fc tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415108 Mar 11 17:09:38.279309 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c706af-968e-4b8d-86f5-cedd150c8289 req-09063561-9f30-4596-b280-29922ff133be tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:38.281120 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e8c706af-968e-4b8d-86f5-cedd150c8289 req-09063561-9f30-4596-b280-29922ff133be tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.0900152 Mar 11 17:09:38.325437 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e8c706af-968e-4b8d-86f5-cedd150c8289 req-698d7208-eb15-4382-a07e-0ccd09421a71 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381870 Mar 11 17:09:38.348811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43512) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:38.420688 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc26dde-ab1f-45db-9b71-414cc61bfb02 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:38.422678 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5dc26dde-ab1f-45db-9b71-414cc61bfb02 tempest-TestNetworkAdvancedServerOps-1318886283 tempest-TestNetworkAdvancedServerOps-1318886283-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 1093 time: 0.0727956 Mar 11 17:09:38.425395 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43516) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:38.430133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:09:38.436812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:09:38.440773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Usage tracker for resource:floatingip and tenant:c464f6a15cba40fb9de3f47e502aa467 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:09:38.443651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:09:38.449301 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:09:38.535447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.676724 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:38.814251 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Allocated IP 172.26.8.127 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/c8bac873-40df-45ef-abbc-c2f56fec0ae9) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:09:38.966542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.049466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.115863 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:09:39.118679 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:09:39.126777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:09:39.158002 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=c8bac873-40df-45ef-abbc-c2f56fec0ae9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:39.693955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.845898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:39.872848 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.113247 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.187306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.301621 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event updated for resources: {'Port': ['ID=c8bac873-40df-45ef-abbc-c2f56fec0ae9,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:40.316941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:40.516228 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 7820da5a-3872-4723-9f04-b0b53546b1fb associated. External IP: 172.26.8.127, port: b47ca5bd-5152-47b3-9457-4a09d722b151. Mar 11 17:09:40.934466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router b38e9bad-648f-49ea-b5b5-45fc52f92a1c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:09:41.145599 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:09:41.156298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] Sync routers for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:09:41.167667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:09:41.168291 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:09:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:41.226721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b75317c3-8734-4635-9e5c-9eb96a5cccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.255792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.325592 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f251987-e581-4ce6-a75d-d61d2c1f985b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8958113 Mar 11 17:09:41.325592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:09:41.398203 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'status': 'completed', 'code': 200} Mar 11 17:09:41.415646 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:41.714517 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651c9d3-b6d3-46b8-a61d-f78de0874376 req-33ccbfad-31e5-4649-b127-6b78903ed344 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:41.716104 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0651c9d3-b6d3-46b8-a61d-f78de0874376 req-33ccbfad-31e5-4649-b127-6b78903ed344 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.2979109 Mar 11 17:09:41.720063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69efab-086b-406c-9145-5b6700b80b09 req-689788c4-3c65-41ba-929c-6cb93a051517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:41.721458 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b69efab-086b-406c-9145-5b6700b80b09 req-689788c4-3c65-41ba-929c-6cb93a051517 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 1098 time: 0.2645969 Mar 11 17:09:41.834824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:20Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '7820da5a-3872-4723-9f04-b0b53546b1fb', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.127', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'port_id': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'mac_address': 'fa:16:3e:10:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:09:39Z', 'updated_at': '2022-03-11T17:09:39Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be25c9c-ab75-4ece-a42b-96e84b41fb86', 'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:a3:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:19Z', 'updated_at': '2022-03-11T17:09:26Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:41.839300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] Checking router: b38e9bad-648f-49ea-b5b5-45fc52f92a1c for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:09:41.850335 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:09:41.850952 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:09:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:41.861042 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0651c9d3-b6d3-46b8-a61d-f78de0874376 req-1184ae4b-f5b8-4e75-acd2-947c68b8503e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381595 Mar 11 17:09:41.891138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43524) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:41.909581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69efab-086b-406c-9145-5b6700b80b09 req-ea161bb4-bcf0-4bb8-bda4-db1a792f3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:41.911466 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b69efab-086b-406c-9145-5b6700b80b09 req-ea161bb4-bcf0-4bb8-bda4-db1a792f3780 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f02b213f-f53c-4e89-b7c1-9e6ac8380214 HTTP/1.1" status: 200 len: 898 time: 0.1736941 Mar 11 17:09:42.057770 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b69efab-086b-406c-9145-5b6700b80b09 req-acab83a8-5616-4452-a9ca-f9186e05ed13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47ca5bd-5152-47b3-9457-4a09d722b151 HTTP/1.1" status: 200 len: 999 time: 0.1403832 Mar 11 17:09:42.107975 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:09:42.178282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69efab-086b-406c-9145-5b6700b80b09 req-a619731d-2fe9-4e05-adb0-294322e90f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:42.180049 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b69efab-086b-406c-9145-5b6700b80b09 req-a619731d-2fe9-4e05-adb0-294322e90f09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2eb8357-105d-43a6-8513-6411cb8f48b2 HTTP/1.1" status: 200 len: 834 time: 0.1165707 Mar 11 17:09:42.202300 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-046a9172-34f1-4600-aada-c7eac811a386 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/7820da5a-3872-4723-9f04-b0b53546b1fb HTTP/1.1" status: 200 len: 991 time: 0.3093591 Mar 11 17:09:42.271003 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69efab-086b-406c-9145-5b6700b80b09 req-f8717a2b-a3a5-4a7d-af89-d0e432eefbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:42.272932 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b69efab-086b-406c-9145-5b6700b80b09 req-f8717a2b-a3a5-4a7d-af89-d0e432eefbcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f02b213f-f53c-4e89-b7c1-9e6ac8380214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865357 Mar 11 17:09:42.430943 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b69efab-086b-406c-9145-5b6700b80b09 req-0ba77a49-a145-4925-9e8e-430f32aeaac9 service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519010 Mar 11 17:09:42.581905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:20Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '7820da5a-3872-4723-9f04-b0b53546b1fb', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.127', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'port_id': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'mac_address': 'fa:16:3e:10:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:09:39Z', 'updated_at': '2022-03-11T17:09:39Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be25c9c-ab75-4ece-a42b-96e84b41fb86', 'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:a3:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:19Z', 'updated_at': '2022-03-11T17:09:26Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:09:42.582887 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5b69efab-086b-406c-9145-5b6700b80b09 req-0136f3fe-c969-47a9-91b5-fffd62dfbb92 service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461143 Mar 11 17:09:42.591063 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0af7b8-d378-4df3-b7c9-5d122b8641d4 None None] The sync data for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv is: [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:20Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '7820da5a-3872-4723-9f04-b0b53546b1fb', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'floating_ip_address': '172.26.8.127', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'port_id': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'mac_address': 'fa:16:3e:10:ff:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:09:39Z', 'updated_at': '2022-03-11T17:09:39Z', 'revision_number': 0, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be25c9c-ab75-4ece-a42b-96e84b41fb86', 'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:a3:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:19Z', 'updated_at': '2022-03-11T17:09:26Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:09:42.889866 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59098bb-90f9-44ef-85d6-7ea21cce2af9 None None] New status for floating IP 7820da5a-3872-4723-9f04-b0b53546b1fb: ACTIVE {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:09:43.206907 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43528) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:43.333018 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9a4888dd-56f5-4596-9550-c753761b936e tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/7820da5a-3872-4723-9f04-b0b53546b1fb HTTP/1.1" status: 200 len: 991 time: 0.1249440 Mar 11 17:09:43.461661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abe23b48-0bba-4716-89ab-2675d46e8fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.336152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43532) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:09:44.455299 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c4f48b12-053e-44b8-9fe9-ff82eb79b118 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/7820da5a-3872-4723-9f04-b0b53546b1fb HTTP/1.1" status: 200 len: 993 time: 0.1179879 Mar 11 17:09:44.712482 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:44.871865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:46.049989 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:06.887345 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:10:06.978130 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32cb328f-77e6-4f64-845b-905c5d26515e req-4455a47d-5107-4615-82de-298fd68b743e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926414 Mar 11 17:10:07.106295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-193db292-923a-4508-8a66-9b4320c36e8a req-c834a6a2-a7d4-4420-bafd-629ad7d375a4 service neutron] (88600) timed out ('10.222.0.57', 39470) {{(pid=88600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:10:07.166730 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb328f-77e6-4f64-845b-905c5d26515e req-99a38900-e9d5-4fda-944b-cc3e1aaf1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:07.169812 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32cb328f-77e6-4f64-845b-905c5d26515e req-99a38900-e9d5-4fda-944b-cc3e1aaf1ac0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 1098 time: 0.1063774 Mar 11 17:10:07.383034 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb328f-77e6-4f64-845b-905c5d26515e req-10fb563c-eb12-42b1-b48c-7776de96be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:07.384385 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32cb328f-77e6-4f64-845b-905c5d26515e req-10fb563c-eb12-42b1-b48c-7776de96be50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f02b213f-f53c-4e89-b7c1-9e6ac8380214 HTTP/1.1" status: 200 len: 898 time: 0.1914394 Mar 11 17:10:07.519306 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32cb328f-77e6-4f64-845b-905c5d26515e req-925da861-2573-4dfe-bb99-e11eb00fd75f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47ca5bd-5152-47b3-9457-4a09d722b151 HTTP/1.1" status: 200 len: 1001 time: 0.1261158 Mar 11 17:10:07.609661 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb328f-77e6-4f64-845b-905c5d26515e req-1cae7be6-368f-4e1b-aae8-34dd42ccbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:07.612128 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32cb328f-77e6-4f64-845b-905c5d26515e req-1cae7be6-368f-4e1b-aae8-34dd42ccbf59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2eb8357-105d-43a6-8513-6411cb8f48b2 HTTP/1.1" status: 200 len: 834 time: 0.0858109 Mar 11 17:10:07.714861 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb328f-77e6-4f64-845b-905c5d26515e req-dd1ec11a-8d2e-4149-b0ce-f475457ec45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:07.717550 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32cb328f-77e6-4f64-845b-905c5d26515e req-dd1ec11a-8d2e-4149-b0ce-f475457ec45b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f02b213f-f53c-4e89-b7c1-9e6ac8380214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992913 Mar 11 17:10:07.883000 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32cb328f-77e6-4f64-845b-905c5d26515e req-41fd8e23-fda0-4da2-b63d-4c0ff9990002 service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574621 Mar 11 17:10:08.166943 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32cb328f-77e6-4f64-845b-905c5d26515e req-88037768-d340-41a1-99e9-04e268f00370 service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765610 Mar 11 17:10:09.903944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bae480-b5dd-4ec5-ad72-c9f691b195a7 req-0e311fe0-0d09-4ab1-95ee-186ef664e183 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:09.906646 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6bae480-b5dd-4ec5-ad72-c9f691b195a7 req-0e311fe0-0d09-4ab1-95ee-186ef664e183 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.1379163 Mar 11 17:10:09.923522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:09.982302 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e6bae480-b5dd-4ec5-ad72-c9f691b195a7 req-f24dedee-3d3f-499d-a869-dd1ab27a356a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683939 Mar 11 17:10:11.244777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b2c6-4315-45ba-b108-d27d5d0775ba req-08abe770-6570-4ea3-9aaf-b12a5a77d536 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:11.247273 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8522b2c6-4315-45ba-b108-d27d5d0775ba req-08abe770-6570-4ea3-9aaf-b12a5a77d536 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.0926497 Mar 11 17:10:11.318783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c5510bba-4f74-4754-a6c9-efcee9ec1ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.319885 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8522b2c6-4315-45ba-b108-d27d5d0775ba req-9f3e6720-ba22-4d0e-aeb6-f21777efda11 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535564 Mar 11 17:10:11.347744 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43558) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:11.477997 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-17859688-cdc5-4fa9-a82b-620ad639547b tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/7820da5a-3872-4723-9f04-b0b53546b1fb HTTP/1.1" status: 200 len: 993 time: 0.1289749 Mar 11 17:10:13.210911 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511fb5a-161b-4f5e-818b-24d387e4b89e req-d11acb52-6000-4908-820a-ff8d6cf438fb tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.212895 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c511fb5a-161b-4f5e-818b-24d387e4b89e req-d11acb52-6000-4908-820a-ff8d6cf438fb tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.0996411 Mar 11 17:10:13.268341 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c511fb5a-161b-4f5e-818b-24d387e4b89e req-05ee0770-7b1e-4c99-bf09-c5d0f347c39a tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484698 Mar 11 17:10:13.369760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-47ce9d55-b86b-43d0-9136-808cd6615be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.371360 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-47ce9d55-b86b-43d0-9136-808cd6615be1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 1098 time: 0.1181798 Mar 11 17:10:13.427148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8f95aa19-b819-4dd9-8077-bdfb6daa9979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.530607 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-d5ef0d78-5f41-42af-a907-10d93570cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.532954 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-d5ef0d78-5f41-42af-a907-10d93570cf43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f02b213f-f53c-4e89-b7c1-9e6ac8380214 HTTP/1.1" status: 200 len: 898 time: 0.1557803 Mar 11 17:10:13.662594 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-6f942edd-6dc4-4cb4-815f-c1fa1328325f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47ca5bd-5152-47b3-9457-4a09d722b151 HTTP/1.1" status: 200 len: 1001 time: 0.1243000 Mar 11 17:10:13.735063 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-b4aacb8f-3b48-4109-8976-2b6ead962161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.736507 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-b4aacb8f-3b48-4109-8976-2b6ead962161 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2eb8357-105d-43a6-8513-6411cb8f48b2 HTTP/1.1" status: 200 len: 834 time: 0.0684407 Mar 11 17:10:13.829542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-7a27bd48-c63a-4ebd-801d-e166116aea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:13.830958 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-7a27bd48-c63a-4ebd-801d-e166116aea03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f02b213f-f53c-4e89-b7c1-9e6ac8380214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893321 Mar 11 17:10:14.008494 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-f929df7e-7d25-4984-904c-108ef90e3da6 service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702793 Mar 11 17:10:14.158150 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d2014b6d-9a12-4b27-97f1-6e82c337da80 req-4267f9e9-096f-43dd-a788-e31aab0dfec8 service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440477 Mar 11 17:10:14.494908 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac9b8-a36b-40fc-bbf4-83cf2117582f req-7d8713db-2300-45dd-8780-86bf9de84868 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:14.498346 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-522ac9b8-a36b-40fc-bbf4-83cf2117582f req-7d8713db-2300-45dd-8780-86bf9de84868 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.1050625 Mar 11 17:10:14.578532 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-522ac9b8-a36b-40fc-bbf4-83cf2117582f req-782f9c40-c795-43f8-8955-021ea4aa0111 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740798 Mar 11 17:10:14.717695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:14.844227 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:15.859993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf09da-5bba-4b34-83e0-531833edfd55 req-b4d957b0-c3c6-41e0-b2b4-6497dbf6ed30 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:15.862296 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4ecf09da-5bba-4b34-83e0-531833edfd55 req-b4d957b0-c3c6-41e0-b2b4-6497dbf6ed30 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.1162314 Mar 11 17:10:15.957618 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4ecf09da-5bba-4b34-83e0-531833edfd55 req-d2f543f4-3638-4582-b05a-69e43d561cd6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860429 Mar 11 17:10:15.991294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43572) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:16.093994 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:16.163465 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e3451a43-0e58-4100-9866-339d8f7bab48 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/floatingips/7820da5a-3872-4723-9f04-b0b53546b1fb HTTP/1.1" status: 200 len: 993 time: 0.1707182 Mar 11 17:10:16.557895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43580) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:16.896352 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port c8bac873-40df-45ef-abbc-c2f56fec0ae9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:10:16.896930 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.094079 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.095236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.411243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for c8bac873-40df-45ef-abbc-c2f56fec0ae9 owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:10:17.781154 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.838863 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=c8bac873-40df-45ef-abbc-c2f56fec0ae9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:17.894071 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.894449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.894793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.895132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.895462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.895792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.896119 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.896437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.896757 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.897067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.897383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.897698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:17.974846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:17.975216 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Floating IP 7820da5a-3872-4723-9f04-b0b53546b1fb disassociated (deleted). External IP: 172.26.8.127, port: b47ca5bd-5152-47b3-9457-4a09d722b151. Mar 11 17:10:18.425367 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router b38e9bad-648f-49ea-b5b5-45fc52f92a1c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:10:18.647198 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:10:18.659193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] Sync routers for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:10:18.673574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:18.687290 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:18.779690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:18.870093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-712a1aed-ee32-4630-8ef7-905847d04832 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/floatingips/7820da5a-3872-4723-9f04-b0b53546b1fb HTTP/1.1" status: 204 len: 168 time: 2.3097494 Mar 11 17:10:18.871934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:18.952318 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:19.067751 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'status': 'completed', 'code': 200} Mar 11 17:10:19.204069 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-f8943ea7-f76a-4a8a-ad44-b85ec3eefec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.206468 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-f8943ea7-f76a-4a8a-ad44-b85ec3eefec5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c464f6a15cba40fb9de3f47e502aa467&device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 1098 time: 0.1119227 Mar 11 17:10:19.404938 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:20Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8be25c9c-ab75-4ece-a42b-96e84b41fb86', 'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:a3:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:19Z', 'updated_at': '2022-03-11T17:09:26Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:19.411473 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] Checking router: b38e9bad-648f-49ea-b5b5-45fc52f92a1c for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:10:19.427379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-489e1eec-0fd3-4855-9e32-57955b838bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.427996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:19.428596 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:19.429224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-489e1eec-0fd3-4855-9e32-57955b838bea service neutron] 10.222.0.35 "GET /v2.0/networks?id=f02b213f-f53c-4e89-b7c1-9e6ac8380214 HTTP/1.1" status: 200 len: 898 time: 0.2166905 Mar 11 17:10:19.521060 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-68f23d7c-f505-466c-975d-46aeeabe7b52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b47ca5bd-5152-47b3-9457-4a09d722b151 HTTP/1.1" status: 200 len: 217 time: 0.0857091 Mar 11 17:10:19.716704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-af387102-fc90-4026-81a9-33f869dc1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.718552 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-af387102-fc90-4026-81a9-33f869dc1e11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c2eb8357-105d-43a6-8513-6411cb8f48b2 HTTP/1.1" status: 200 len: 834 time: 0.1920702 Mar 11 17:10:19.776908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:19.982349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34255148-5ebc-4d17-8525-61ecdae4ec7f req-7992785f-e747-4056-84c6-3976b5b54a70 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:19.983189 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-34255148-5ebc-4d17-8525-61ecdae4ec7f req-7992785f-e747-4056-84c6-3976b5b54a70 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Synchronizing usage tracker for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:10:20.027491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-0faf12c5-9aeb-413f-ba74-0a03d9a8770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:20.029877 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-0faf12c5-9aeb-413f-ba74-0a03d9a8770a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f02b213f-f53c-4e89-b7c1-9e6ac8380214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3040850 Mar 11 17:10:20.066692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-34255148-5ebc-4d17-8525-61ecdae4ec7f req-7992785f-e747-4056-84c6-3976b5b54a70 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Unset dirty status for tenant:c464f6a15cba40fb9de3f47e502aa467 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:10:20.068768 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34255148-5ebc-4d17-8525-61ecdae4ec7f req-7992785f-e747-4056-84c6-3976b5b54a70 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.4712164 Mar 11 17:10:20.263321 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:20Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8be25c9c-ab75-4ece-a42b-96e84b41fb86', 'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:a3:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:19Z', 'updated_at': '2022-03-11T17:09:26Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:20.264316 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-34255148-5ebc-4d17-8525-61ecdae4ec7f req-3b0fc328-056b-4efb-8b18-0b7f6229e08f tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707366 Mar 11 17:10:20.270342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa968681-163e-412c-85e9-a2c782e9fb2f None None] The sync data for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv is: [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:09:20Z', 'revision_number': 4, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '8be25c9c-ab75-4ece-a42b-96e84b41fb86', 'name': '', 'network_id': 'f02b213f-f53c-4e89-b7c1-9e6ac8380214', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'mac_address': 'fa:16:3e:a3:3c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:19Z', 'updated_at': '2022-03-11T17:09:26Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'subnets': [{'id': 'c2eb8357-105d-43a6-8513-6411cb8f48b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:20.304449 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-9ab3f929-f1bb-4bb9-beca-d97e491dbc07 service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679789 Mar 11 17:10:20.532847 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7892b2b3-c8db-4f23-9dff-1a198fc0071f req-3f4a5007-e38c-4b5c-bf4c-cb45f910b123 service neutron] 10.222.0.35 "GET /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199817 Mar 11 17:10:20.589075 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb7906-84c6-4514-8b0a-675d0c2d6937 None None] New status for floating IP 7820da5a-3872-4723-9f04-b0b53546b1fb: DOWN {{(pid=88603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:10:21.125897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-60cff9c3-7fa5-46e0-8520-0534b7ab4ed6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:21.127332 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-60cff9c3-7fa5-46e0-8520-0534b7ab4ed6 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.1010768 Mar 11 17:10:21.222379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port b47ca5bd-5152-47b3-9457-4a09d722b151 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:10:21.222934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:21.572435 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d8f7-0892-49ce-9a0d-7eff21c2e338 req-bb48aa31-10ad-495e-aea3-b000ae86c6b8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:21.576030 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8853d8f7-0892-49ce-9a0d-7eff21c2e338 req-bb48aa31-10ad-495e-aea3-b000ae86c6b8 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 945 time: 0.1193483 Mar 11 17:10:21.587274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port b47ca5bd-5152-47b3-9457-4a09d722b151, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b47ca5bd-5152-47b3-9457-4a09d722b151,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:10:21.588250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:21.655272 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8853d8f7-0892-49ce-9a0d-7eff21c2e338 req-57bc0330-2cfa-4918-9f52-b3da86928561 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687473 Mar 11 17:10:21.744704 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for b47ca5bd-5152-47b3-9457-4a09d722b151 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:10:22.037556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.091712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=b47ca5bd-5152-47b3-9457-4a09d722b151,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:22.182443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] No DVR routers for this DVR port b47ca5bd-5152-47b3-9457-4a09d722b151 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:22.187892 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:22.192338 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'name': 'network-vif-deleted', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:10:22.263150 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ab3a20-9729-4d5c-a6e7-1b8200824e04', 'name': 'network-vif-deleted', 'tag': 'b47ca5bd-5152-47b3-9457-4a09d722b151', 'status': 'completed', 'code': 200} Mar 11 17:10:22.296607 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-845ad43a-050f-4a10-ac9d-6d9e6416395b req-3fe013a9-6685-475a-8018-35f448147380 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.35 "DELETE /v2.0/ports/b47ca5bd-5152-47b3-9457-4a09d722b151 HTTP/1.1" status: 204 len: 173 time: 1.1643641 Mar 11 17:10:22.890884 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5bafc567-712a-4205-a563-236f6e33bb8c req-b9e35c43-99d6-4ca9-bca0-e2a86780e9b0 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "GET /v2.0/ports?device_id=48ab3a20-9729-4d5c-a6e7-1b8200824e04 HTTP/1.1" status: 200 len: 210 time: 0.0707850 Mar 11 17:10:24.018238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43600) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:24.860589 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:25.011804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device b47ca5bd-5152-47b3-9457-4a09d722b151 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:10:25.073522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: b47ca5bd-5152-47b3-9457-4a09d722b151 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:10:25.073921 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device b47ca5bd-5152-47b3-9457-4a09d722b151 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:10:25.409546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port 8be25c9c-ab75-4ece-a42b-96e84b41fb86 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:10:25.410522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:25.687235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port 8be25c9c-ab75-4ece-a42b-96e84b41fb86, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8be25c9c-ab75-4ece-a42b-96e84b41fb86,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:10:25.687558 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:25.875621 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for 8be25c9c-ab75-4ece-a42b-96e84b41fb86 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:10:26.467613 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:26.551680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=8be25c9c-ab75-4ece-a42b-96e84b41fb86,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:27.124463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:27.858763 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Router b38e9bad-648f-49ea-b5b5-45fc52f92a1c has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:10:28.221580 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:10:28.234017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] Sync routers for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:10:28.240756 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4571e2de-c096-4bc7-923b-f4c3a1c70945 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "PUT /v2.0/routers/b38e9bad-648f-49ea-b5b5-45fc52f92a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2209446 Mar 11 17:10:28.245023 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43604) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:28.252645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:28.259113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:28.374067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f111bf-bc96-44cc-8f19-4381e3f04008 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting subnet c2eb8357-105d-43a6-8513-6411cb8f48b2 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:10:28.377602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66f111bf-bc96-44cc-8f19-4381e3f04008 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.479231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66f111bf-bc96-44cc-8f19-4381e3f04008 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.593674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:28.650509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66f111bf-bc96-44cc-8f19-4381e3f04008 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.843597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66f111bf-bc96-44cc-8f19-4381e3f04008 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.922053 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-66f111bf-bc96-44cc-8f19-4381e3f04008 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.927361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f111bf-bc96-44cc-8f19-4381e3f04008 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Subnet': ['ID=c2eb8357-105d-43a6-8513-6411cb8f48b2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:28.934939 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-66f111bf-bc96-44cc-8f19-4381e3f04008 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/subnets/c2eb8357-105d-43a6-8513-6411cb8f48b2 HTTP/1.1" status: 204 len: 168 time: 0.6873803 Mar 11 17:10:28.938680 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43608) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:28.996833 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e0f66-4c6b-425a-a054-db04a737d534 None None] Network f02b213f-f53c-4e89-b7c1-9e6ac8380214 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:10:29.158341 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.368403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:10:26Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:29.375570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] Checking router: b38e9bad-648f-49ea-b5b5-45fc52f92a1c for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:10:29.386710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] Routers {'b38e9bad-648f-49ea-b5b5-45fc52f92a1c'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:29.387443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:29.447684 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] DHCP port deletion for f02b213f-f53c-4e89-b7c1-9e6ac8380214 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:10:29.458181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Deleting port a8d9dbb8-55ca-4305-a0df-10b09e604b2d {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:10:29.458610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.568087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.685838 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Deleting port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:10:29.686250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.740298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] Set router b38e9bad-648f-49ea-b5b5-45fc52f92a1c gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:29.950636 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] For port bcf12fe0-67b8-4893-a6fc-4965d3f1fd70, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=bcf12fe0-67b8-4893-a6fc-4965d3f1fd70,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:10:29.951242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:29.999388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] For port a8d9dbb8-55ca-4305-a0df-10b09e604b2d, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a8d9dbb8-55ca-4305-a0df-10b09e604b2d,segment=NetworkSegment(0fd95097-3e02-454c-8a55-efcfa5d48249),segment_id=0fd95097-3e02-454c-8a55-efcfa5d48249)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:10:29.999892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.092771 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Calling delete_port for bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:10:30.096552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a8d9dbb8-55ca-4305-a0df-10b09e604b2d no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:10:30.317361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Calling delete_port for a8d9dbb8-55ca-4305-a0df-10b09e604b2d owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:10:30.524010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.597893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Port': ['ID=bcf12fe0-67b8-4893-a6fc-4965d3f1fd70,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:30.654363 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.676647 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:10:26Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:30.682705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4775a7d-aa4b-4911-9e8b-27089cc6d83b None None] The sync data for ids ['b38e9bad-648f-49ea-b5b5-45fc52f92a1c'] in dv-neutron-833379-1-hyperv is: [{'id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1876887612', 'tenant_id': 'c464f6a15cba40fb9de3f47e502aa467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207'}], 'enable_snat': True}, 'gw_port_id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:09:14Z', 'updated_at': '2022-03-11T17:10:26Z', 'revision_number': 5, 'project_id': 'c464f6a15cba40fb9de3f47e502aa467', 'gw_port': {'id': 'bcf12fe0-67b8-4893-a6fc-4965d3f1fd70', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38e9bad-648f-49ea-b5b5-45fc52f92a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:09:15Z', 'updated_at': '2022-03-11T17:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:30.716633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.793206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561'] for port, after_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.895192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Pushing event deleted for resources: {'Port': ['ID=a8d9dbb8-55ca-4305-a0df-10b09e604b2d,revision_number=None']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:30.909253 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] No DVR routers for this DVR port a8d9dbb8-55ca-4305-a0df-10b09e604b2d on host dv-neutron-833379-1-hyperv {{(pid=88602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:30.912320 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.912806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.913146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.913484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.913812 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.914215 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.914542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.914865 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.915189 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.915515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.915904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.916197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531434b9-9148-4eec-b6c9-cd24b93dbd8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:30.960458 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:30.966929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.100995 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.101712 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Fanout notify agent at l3_agent the message router_deleted on router b38e9bad-648f-49ea-b5b5-45fc52f92a1c {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:10:31.121770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.123534 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4e54a478-957a-4036-825b-55a748e80c06 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/routers/b38e9bad-648f-49ea-b5b5-45fc52f92a1c HTTP/1.1" status: 204 len: 168 time: 2.1835515 Mar 11 17:10:31.127491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43612) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:31.303803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.511101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.546126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f02b213f-f53c-4e89-b7c1-9e6ac8380214']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:31.568936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd95097-3e02-454c-8a55-efcfa5d48249') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:31.569967 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd95097-3e02-454c-8a55-efcfa5d48249') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:31.592225 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.619308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.629721 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:10:31.630510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:10:31.657628 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:10:31.923238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.942440 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:31.954835 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'Network': ['ID=f02b213f-f53c-4e89-b7c1-9e6ac8380214,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:31.964361 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:31.970567 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:32.052094 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8be25c9c-ab75-4ece-a42b-96e84b41fb86 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:10:32.056273 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-cf5ef0a9-d249-4110-bbd9-4f9a618a3708 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/networks/f02b213f-f53c-4e89-b7c1-9e6ac8380214 HTTP/1.1" status: 204 len: 168 time: 0.9273553 Mar 11 17:10:32.060347 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43616) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:32.099837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 8be25c9c-ab75-4ece-a42b-96e84b41fb86 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:10:32.100415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8be25c9c-ab75-4ece-a42b-96e84b41fb86 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:10:32.101192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:10:32.144706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:10:32.145127 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device bcf12fe0-67b8-4893-a6fc-4965d3f1fd70 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:10:32.185864 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f32df54-39ee-4f50-9097-387df7693881 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:32.231478 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f32df54-39ee-4f50-9097-387df7693881 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:32.443271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f32df54-39ee-4f50-9097-387df7693881 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:32.479305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32df54-39ee-4f50-9097-387df7693881 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:32.626719 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3f32df54-39ee-4f50-9097-387df7693881 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:32.627955 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3f32df54-39ee-4f50-9097-387df7693881 tempest-TestNetworkAdvancedServerOps-450752527 tempest-TestNetworkAdvancedServerOps-450752527-project] 10.222.0.57 "DELETE /v2.0/security-groups/d7c3ecd0-cb18-4da7-a85e-30b87c9b4f30 HTTP/1.1" status: 204 len: 168 time: 0.5658133 Mar 11 17:10:33.578186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43626) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:33.804921 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-72c933cc-1594-41e4-951c-0fc7bd31d064 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c464f6a15cba40fb9de3f47e502aa467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251244 Mar 11 17:10:33.808737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43632) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:33.882270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5a62eff-a895-4a2e-87ef-da84b7f2e5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:33.911497 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5a62eff-a895-4a2e-87ef-da84b7f2e5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:34.061223 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5a62eff-a895-4a2e-87ef-da84b7f2e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:34.094140 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62eff-a895-4a2e-87ef-da84b7f2e5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd3cc78-f80f-4196-9c79-637e13998e27,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:34.104377 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b5a62eff-a895-4a2e-87ef-da84b7f2e5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:34.106261 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b5a62eff-a895-4a2e-87ef-da84b7f2e5d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3fd3cc78-f80f-4196-9c79-637e13998e27 HTTP/1.1" status: 204 len: 168 time: 0.2959993 Mar 11 17:10:35.095073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43640) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:35.114548 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb7e0fca-f7e8-4765-a1a2-4350108df64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:35.132767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bb7e0fca-f7e8-4765-a1a2-4350108df64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:35.140203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bb7e0fca-f7e8-4765-a1a2-4350108df64b admin admin] Usage tracker for resource:security_group_rule and tenant:8be715d5c719484b850f5cefa8ac9e81 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:35.145175 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-bb7e0fca-f7e8-4765-a1a2-4350108df64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:35.155654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-bb7e0fca-f7e8-4765-a1a2-4350108df64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:35.260775 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb7e0fca-f7e8-4765-a1a2-4350108df64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:35.424437 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-bb7e0fca-f7e8-4765-a1a2-4350108df64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:35.478469 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-bb7e0fca-f7e8-4765-a1a2-4350108df64b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8be715d5c719484b850f5cefa8ac9e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3819735 Mar 11 17:10:35.479284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e0fca-f7e8-4765-a1a2-4350108df64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca55de76-4dee-421f-b4ec-8a92f822a3ce,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:35.482540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43644) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:35.565400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a711-447f-4764-a1fb-0b0da0cd978a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:35.595818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a711-447f-4764-a1fb-0b0da0cd978a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:35.758392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a711-447f-4764-a1fb-0b0da0cd978a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:35.785311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7a711-447f-4764-a1fb-0b0da0cd978a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca55de76-4dee-421f-b4ec-8a92f822a3ce,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:35.790783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7bd7a711-447f-4764-a1fb-0b0da0cd978a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:35.793695 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7bd7a711-447f-4764-a1fb-0b0da0cd978a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca55de76-4dee-421f-b4ec-8a92f822a3ce HTTP/1.1" status: 204 len: 168 time: 0.3087273 Mar 11 17:10:37.577886 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43668) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:37.706648 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1963350494-network', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:37.713773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:37.719305 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Usage tracker for resource:network and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:37.722601 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:37.728821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:37.843360 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Made reservation on behalf of cc9e2d5163b74768bc74773c9a4d53f5 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:10:37.845815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:37.859850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:37.877302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:37.883783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:37.889343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:37.899397 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:38.013277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:38.185737 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:38.218811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:10:38.227605 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb20f978-387a-4264-884d-90179d3b6119,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:38.237016 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:38.237571 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Added segment c4e2892e-8a82-471f-854b-513d6e3017f9 of type vlan for network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 Mar 11 17:10:38.278048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:38.447847 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:38.449273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:38.450106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:38.573447 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] Pushing event updated for resources: {'Network': ['ID=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:38.589301 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:10:38.685484 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-36a97bb2-829b-49a8-8be2-80f3c4a714a3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1059003 Mar 11 17:10:38.688901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43674) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:38.695885 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Request body: {'subnet': {'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1963350494-subnet', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:38.701900 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:38.706448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Usage tracker for resource:subnet and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:38.709825 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:38.718653 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:38.843424 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Made reservation on behalf of cc9e2d5163b74768bc74773c9a4d53f5 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:10:38.845755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:39.344677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:39.427874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0add32-78c3-4abf-96e0-c47fccdd22d8,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:39.442460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Checking segment: {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:10:39.442816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Network hostable DHCP agents. Network: 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:10:39.626843 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:10:39.789950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:39.797179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:39.806381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:39.807544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942cae0d-f637-4672-8348-02d356ce8c3a None None] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:10:39.930438 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-036fbf6d-fe08-40a5-81f3-57625477513d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2398400 Mar 11 17:10:39.934579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43678) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:39.942686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:39.951370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:39.958540 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Usage tracker for resource:router and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:39.963448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:39.974249 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:39.998926 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.076448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 17:10:40.077330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.140386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.141776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.159426 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.265660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Allocated IP 172.20.0.2 (88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6/9e0add32-78c3-4abf-96e0-c47fccdd22d8/d06d6c0e-4f51-437f-aee4-43728914d9f9) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:40.492056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.503443 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Transition to ACTIVE for port object d06d6c0e-4f51-437f-aee4-43728914d9f9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:40.526718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Transition to ACTIVE for port object d06d6c0e-4f51-437f-aee4-43728914d9f9 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:40.562431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.631976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.700231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:40.701440 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:40.703905 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:10:40.720662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Pushing event updated for resources: {'Port': ['ID=d06d6c0e-4f51-437f-aee4-43728914d9f9,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:40.825490 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Attempting to bind port d06d6c0e-4f51-437f-aee4-43728914d9f9 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:40.826317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Attempting to bind port d06d6c0e-4f51-437f-aee4-43728914d9f9 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:40.826317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Attempting to bind port d06d6c0e-4f51-437f-aee4-43728914d9f9 on network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:10:40.832438 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:10:40.832922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Checking segment: {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:10:40.833486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.834039 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Bound using segment: {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:10:40.834772 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Bound port: d06d6c0e-4f51-437f-aee4-43728914d9f9, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:40.835220 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:40.936261 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] For port d06d6c0e-4f51-437f-aee4-43728914d9f9, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:10:40.940308 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] For port d06d6c0e-4f51-437f-aee4-43728914d9f9, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d06d6c0e-4f51-437f-aee4-43728914d9f9,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:10:41.027022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.030344 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.066793 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.133564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98160e-cd40-41b2-b872-b2208f54c011 None None] Pushing event updated for resources: {'Port': ['ID=d06d6c0e-4f51-437f-aee4-43728914d9f9,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:41.264171 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Allocated IP 172.26.8.113 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/7f9719ca-8a38-4c7d-9048-e836939dfb24) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:41.269399 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d95759fc-1044-4512-863c-80568d0d5bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.505929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.683265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.755696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:41.758550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:41.764323 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:10:41.808921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9719ca-8a38-4c7d-9048-e836939dfb24,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:42.093709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d06d6c0e-4f51-437f-aee4-43728914d9f9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:10:42.265858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d06d6c0e-4f51-437f-aee4-43728914d9f9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:10:42.355544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fe43d-8a93-4095-9cf0-168793f8b824 None None] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:10:42.527503 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:42.551485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-84e10eb7-e3a9-41c3-a3ab-9a0a6109501e None None] Provisioning for port d06d6c0e-4f51-437f-aee4-43728914d9f9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:10:42.621312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-84e10eb7-e3a9-41c3-a3ab-9a0a6109501e None None] Provisioning complete for port d06d6c0e-4f51-437f-aee4-43728914d9f9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:42.621604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84e10eb7-e3a9-41c3-a3ab-9a0a6109501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:42.853853 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84e10eb7-e3a9-41c3-a3ab-9a0a6109501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:42.909673 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-84e10eb7-e3a9-41c3-a3ab-9a0a6109501e None None] For port d06d6c0e-4f51-437f-aee4-43728914d9f9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d06d6c0e-4f51-437f-aee4-43728914d9f9,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:10:42.967238 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:43.028201 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-84e10eb7-e3a9-41c3-a3ab-9a0a6109501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:43.157798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e10eb7-e3a9-41c3-a3ab-9a0a6109501e None None] Pushing event updated for resources: {'Port': ['ID=d06d6c0e-4f51-437f-aee4-43728914d9f9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:43.170661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-4e7afab6-51b6-4cb3-bad5-3a921d5e2fed None None] Provisioning complete for port d06d6c0e-4f51-437f-aee4-43728914d9f9 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:43.172060 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4e7afab6-51b6-4cb3-bad5-3a921d5e2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:43.523368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 17:10:43.609002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4fc9-2a4d-4d0f-9239-d5251271eb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:43.746094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:10:43.757787 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Sync routers for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:10:43.781518 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:43.782626 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:43.855023 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:43.857370 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e3a71da0-76cb-4034-a26e-f6eb6959ae90 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9211042 Mar 11 17:10:43.861384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43682) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:43.925532 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:10:44.059303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d06d6c0e-4f51-437f-aee4-43728914d9f9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:10:44.110626 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:44.185774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d06d6c0e-4f51-437f-aee4-43728914d9f9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:44.186741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:44.680865 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:42Z', 'revision_number': 3, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:44.685640 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Checking router: 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:10:44.685987 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Updating router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 port 7f9719ca-8a38-4c7d-9048-e836939dfb24 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:10:44.752212 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:44.803951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:44.986276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:44.990420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.258479 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Allocated IP 172.20.0.1 (88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6/9e0add32-78c3-4abf-96e0-c47fccdd22d8/559b9f9c-fb11-4d95-ac8d-e53fa534aa59) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:45.269611 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.295491 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Transition to ACTIVE for port object 7f9719ca-8a38-4c7d-9048-e836939dfb24 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:45.431422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.454148 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Transition to ACTIVE for port object 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:45.471078 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.602483 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Attempting to bind port 7f9719ca-8a38-4c7d-9048-e836939dfb24 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:45.607686 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Attempting to bind port 7f9719ca-8a38-4c7d-9048-e836939dfb24 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:45.607686 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Attempting to bind port 7f9719ca-8a38-4c7d-9048-e836939dfb24 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:10:45.611210 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Pushing event updated for resources: {'Port': ['ID=7f9719ca-8a38-4c7d-9048-e836939dfb24,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:45.616825 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:10:45.617170 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:10:45.617420 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.617804 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:10:45.618283 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Bound port: 7f9719ca-8a38-4c7d-9048-e836939dfb24, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:45.618645 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.630232 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.656544 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.656873 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.657483 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.657634 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.657831 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.658146 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.658486 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.658798 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.659124 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.659425 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.659752 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.660040 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:45.694486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:45.697375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:45.701617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:10:45.708127 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] For port 7f9719ca-8a38-4c7d-9048-e836939dfb24, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:10:45.711546 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] For port 7f9719ca-8a38-4c7d-9048-e836939dfb24, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7f9719ca-8a38-4c7d-9048-e836939dfb24,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:10:45.756964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Pushing event updated for resources: {'Port': ['ID=559b9f9c-fb11-4d95-ac8d-e53fa534aa59,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:45.780486 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.837987 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.937607 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:45.938280 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:46.027964 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b22670-a8c9-42ee-bf89-9a5933442320 None None] Pushing event updated for resources: {'Port': ['ID=7f9719ca-8a38-4c7d-9048-e836939dfb24,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:46.157631 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:46.190021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.244143 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-26967b64-ca86-4af3-9d83-525541fc8481 None None] Provisioning for port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:10:46.252392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-26967b64-ca86-4af3-9d83-525541fc8481 None None] Provisioning complete for port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:46.252808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26967b64-ca86-4af3-9d83-525541fc8481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.322929 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-26967b64-ca86-4af3-9d83-525541fc8481 None None] Port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:10:46.339781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.529564 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:42Z', 'revision_number': 3, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:46.534364 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c9a51-25d3-4868-a585-1c6176d375c8 None None] The sync data for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv is: [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:42Z', 'revision_number': 3, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:46.656388 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:46.836804 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.162678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Pushing event updated for resources: {'Port': ['ID=559b9f9c-fb11-4d95-ac8d-e53fa534aa59,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:47.168283 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.371677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:47.373492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:47.669643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:10:47.763564 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-e1a87dfc-9351-4c34-90ee-52f19bf0dd6c None None] Provisioning complete for port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:47.764165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e1a87dfc-9351-4c34-90ee-52f19bf0dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:47.846677 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-e1a87dfc-9351-4c34-90ee-52f19bf0dd6c None None] Port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:10:47.942403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:10:47.954368 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a206de69-1774-4994-9729-533a2b77e44b admin admin] 10.222.0.57 "PUT /v2.0/routers/42a5c74b-15b0-4bf7-a446-d0811ad2f0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0915952 Mar 11 17:10:48.102222 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7f9719ca-8a38-4c7d-9048-e836939dfb24 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:10:48.293919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 7f9719ca-8a38-4c7d-9048-e836939dfb24 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:10:48.300275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7f9719ca-8a38-4c7d-9048-e836939dfb24 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:48.300822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.432323 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Sync routers for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:10:48.460202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:48.460838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:48.546477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:48.589777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 7f9719ca-8a38-4c7d-9048-e836939dfb24, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7f9719ca-8a38-4c7d-9048-e836939dfb24,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:10:48.690679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:48.745855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.035851 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=7f9719ca-8a38-4c7d-9048-e836939dfb24,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:49.213727 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43700) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:49.223639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1140589318-network', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:49.232172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:49.237363 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 2, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:49.239265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Usage tracker for resource:network and tenant:303bc88d3a0340a3a54d8022fdcfb655 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:49.241657 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Checking router: 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:10:49.242006 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Updating router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:10:49.245846 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:49.255379 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:49.296326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.414686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Made reservation on behalf of 303bc88d3a0340a3a54d8022fdcfb655 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:10:49.418353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.438535 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.464125 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:49.470703 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Usage tracker for resource:security_group_rule and tenant:303bc88d3a0340a3a54d8022fdcfb655 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:49.475138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:49.488802 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:49.632861 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.735619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.749787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Transition to ACTIVE for port object 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:49.797692 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.833375 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:10:49.840595 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615bb2b3-590a-49df-a3e6-1839a777e3a3,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:49.849185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.849522 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Added segment 68d7fa54-c915-446a-b773-e5a5cf603ff9 of type vlan for network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef Mar 11 17:10:49.878654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:49.926985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.031733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.033038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:50.033955 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.102538 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d54ff-b40d-46bc-8e58-c0fc9a28e5b8 None None] Pushing event updated for resources: {'Port': ['ID=559b9f9c-fb11-4d95-ac8d-e53fa534aa59,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:50.105120 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7f9719ca-8a38-4c7d-9048-e836939dfb24 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:10:50.177874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] Pushing event updated for resources: {'Network': ['ID=92a48277-cdfe-45ab-b80a-d6a60c9a17ef,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:50.196979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:10:50.319231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Attempting to bind port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:50.319231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Attempting to bind port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:50.319231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Attempting to bind port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 on network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:10:50.333658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:10:50.334056 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Checking segment: {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:10:50.334445 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.334834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Bound using segment: {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:10:50.335305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Bound port: 559b9f9c-fb11-4d95-ac8d-e53fa534aa59, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:50.335681 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.339984 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2824f564-24f5-42c2-8e23-731e399a8e14 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1241140 Mar 11 17:10:50.344103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43704) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:50.352733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Request body: {'subnet': {'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1140589318-subnet', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'ip_version': 4}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:50.359711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:50.364617 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Usage tracker for resource:subnet and tenant:303bc88d3a0340a3a54d8022fdcfb655 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:50.368051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:50.375633 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:50.444351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 7f9719ca-8a38-4c7d-9048-e836939dfb24 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:50.444842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.500674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] For port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:10:50.505944 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] For port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=559b9f9c-fb11-4d95-ac8d-e53fa534aa59,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:10:50.515264 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Made reservation on behalf of 303bc88d3a0340a3a54d8022fdcfb655 for: {'subnet': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:10:50.519631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6786113'] for subnet, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.632685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:50.733136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:50.733899 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:50.810873 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d54ff-b40d-46bc-8e58-c0fc9a28e5b8 None None] Pushing event updated for resources: {'Port': ['ID=559b9f9c-fb11-4d95-ac8d-e53fa534aa59,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:50.900022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6313020', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6786163'] for subnet, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.003817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:51.014117 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5065afd8-1c28-4d9e-afbf-fb52ead0add3,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:51.030700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Checking segment: {'id': '68d7fa54-c915-446a-b773-e5a5cf603ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:10:51.031065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Network hostable DHCP agents. Network: 92a48277-cdfe-45ab-b80a-d6a60c9a17ef, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:10:51.134740 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:10:51.305868 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 92a48277-cdfe-45ab-b80a-d6a60c9a17ef) {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:51.314851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:51.315805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.320590 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab24e20-23e6-4d82-88bf-3bf9ad12d48f None None] Network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:10:51.514527 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-48bc57a2-8a54-4687-bf22-862b564dd994 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1664610 Mar 11 17:10:51.517988 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43708) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:51.524816 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:10:51.531927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:10:51.538481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Usage tracker for resource:router and tenant:303bc88d3a0340a3a54d8022fdcfb655 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:10:51.542675 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:10:51.551449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:10:51.620390 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:50Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:51.628274 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-92a48277-cdfe-45ab-b80a-d6a60c9a17ef', 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'fixed_ips': [{'subnet_id': '5065afd8-1c28-4d9e-afbf-fb52ead0add3'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 17:10:51.629630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.648228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944a09c-114c-4357-8525-2b9f9d382291 None None] The sync data for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv is: [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:50Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:51.657731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.658846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.689250 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:51.887855 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Allocated IP 172.20.0.2 (92a48277-cdfe-45ab-b80a-d6a60c9a17ef/5065afd8-1c28-4d9e-afbf-fb52ead0add3/348e925f-cfad-40f4-9196-cd6413fffb38) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:52.155801 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:10:52.218772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:52.279963 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:52.295047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Transition to ACTIVE for port object 348e925f-cfad-40f4-9196-cd6413fffb38 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:52.321357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Transition to ACTIVE for port object 348e925f-cfad-40f4-9196-cd6413fffb38 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:52.426205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:10:52.434317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:52.435084 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:52.543896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:52.634372 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:52.674894 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:52.690925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:10:52.693330 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Pushing event updated for resources: {'Port': ['ID=348e925f-cfad-40f4-9196-cd6413fffb38,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:52.802860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:52.855445 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Attempting to bind port 348e925f-cfad-40f4-9196-cd6413fffb38 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:52.856047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Attempting to bind port 348e925f-cfad-40f4-9196-cd6413fffb38 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '68d7fa54-c915-446a-b773-e5a5cf603ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:52.856651 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Attempting to bind port 348e925f-cfad-40f4-9196-cd6413fffb38 on network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:10:52.868366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:10:52.868868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Checking segment: {'id': '68d7fa54-c915-446a-b773-e5a5cf603ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:10:52.869132 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:52.869632 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Bound using segment: {'id': '68d7fa54-c915-446a-b773-e5a5cf603ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:10:52.870203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Bound port: 348e925f-cfad-40f4-9196-cd6413fffb38, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d7fa54-c915-446a-b773-e5a5cf603ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:52.870927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:52.888753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=559b9f9c-fb11-4d95-ac8d-e53fa534aa59,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:10:52.943676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:52.982257 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] For port 348e925f-cfad-40f4-9196-cd6413fffb38, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:10:52.986693 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:52.988539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] For port 348e925f-cfad-40f4-9196-cd6413fffb38, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=348e925f-cfad-40f4-9196-cd6413fffb38,segment=NetworkSegment(68d7fa54-c915-446a-b773-e5a5cf603ff9),segment_id=68d7fa54-c915-446a-b773-e5a5cf603ff9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:10:53.016935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:53.128671 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:53.146155 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=559b9f9c-fb11-4d95-ac8d-e53fa534aa59,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:53.192202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Allocated IP 172.26.8.46 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/4fb8e36f-99a1-46ed-8059-45ed4816a1d0) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:53.312010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdea09-da9d-4146-b9ff-2dfc273bd3a1 None None] Pushing event updated for resources: {'Port': ['ID=348e925f-cfad-40f4-9196-cd6413fffb38,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:53.414128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:53.609508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:53.723573 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:53.731208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:53.736398 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:10:53.764599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb8e36f-99a1-46ed-8059-45ed4816a1d0,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:54.195956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 348e925f-cfad-40f4-9196-cd6413fffb38 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:10:54.408172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 348e925f-cfad-40f4-9196-cd6413fffb38 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:10:54.420213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:54.421906 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:10:54.531018 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:54.531818 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:54.575089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58fc739-7e5a-4b31-8242-d733dab11918 None None] Network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:10:54.868217 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-98c8d2a8-bc56-4e53-9e59-0c1683c9002b None None] Provisioning for port 348e925f-cfad-40f4-9196-cd6413fffb38 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:10:54.924924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-98c8d2a8-bc56-4e53-9e59-0c1683c9002b None None] Provisioning complete for port 348e925f-cfad-40f4-9196-cd6413fffb38 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:54.925454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98c8d2a8-bc56-4e53-9e59-0c1683c9002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.052365 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.217289 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98c8d2a8-bc56-4e53-9e59-0c1683c9002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.279418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-98c8d2a8-bc56-4e53-9e59-0c1683c9002b None None] For port 348e925f-cfad-40f4-9196-cd6413fffb38, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=348e925f-cfad-40f4-9196-cd6413fffb38,segment=NetworkSegment(68d7fa54-c915-446a-b773-e5a5cf603ff9),segment_id=68d7fa54-c915-446a-b773-e5a5cf603ff9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:10:55.467604 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-98c8d2a8-bc56-4e53-9e59-0c1683c9002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.597010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Router c57a1c2a-ff8c-457d-839b-c884e3b123f0 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 17:10:55.598611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8d2a8-bc56-4e53-9e59-0c1683c9002b None None] Pushing event updated for resources: {'Port': ['ID=348e925f-cfad-40f4-9196-cd6413fffb38,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:55.628515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-063184c0-d014-4f80-b03d-c5db00ab9efb None None] Provisioning complete for port 348e925f-cfad-40f4-9196-cd6413fffb38 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:55.628515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-063184c0-d014-4f80-b03d-c5db00ab9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.833065 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:10:55.847748 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Sync routers for ids ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:10:55.859818 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Routers {'c57a1c2a-ff8c-457d-839b-c884e3b123f0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:55.860462 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:55.986631 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.992137 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cc2011be-35dd-4d21-a61f-9589a81fd759 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4697809 Mar 11 17:10:55.992564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43712) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:56.109262 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Set router c57a1c2a-ff8c-457d-839b-c884e3b123f0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:56.127896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 348e925f-cfad-40f4-9196-cd6413fffb38 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:10:56.244729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 348e925f-cfad-40f4-9196-cd6413fffb38 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:56.245447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.521902 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:51Z', 'updated_at': '2022-03-11T17:10:54Z', 'revision_number': 3, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'gw_port': {'id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:53Z', 'updated_at': '2022-03-11T17:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:56.528177 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Checking router: c57a1c2a-ff8c-457d-839b-c884e3b123f0 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:10:56.528775 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Updating router c57a1c2a-ff8c-457d-839b-c884e3b123f0 port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:10:56.612991 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.047537 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.062965 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Transition to ACTIVE for port object 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:57.077846 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.148848 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.235197 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Attempting to bind port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:10:57.235649 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Attempting to bind port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:10:57.236011 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Attempting to bind port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:10:57.243361 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68369d-f899-4ebb-bbe4-d09e4a6dcd13 None None] Pushing event updated for resources: {'Port': ['ID=4fb8e36f-99a1-46ed-8059-45ed4816a1d0,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:57.249238 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:10:57.249621 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:10:57.249992 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.250407 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:10:57.250871 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Bound port: 4fb8e36f-99a1-46ed-8059-45ed4816a1d0, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:10:57.251330 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.365101 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] For port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:10:57.370719 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] For port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4fb8e36f-99a1-46ed-8059-45ed4816a1d0,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:10:57.391166 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Allocated IP 172.20.0.1 (92a48277-cdfe-45ab-b80a-d6a60c9a17ef/5065afd8-1c28-4d9e-afbf-fb52ead0add3/cc35e184-7290-4d7f-8d51-0d8bb3fcca9f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:10:57.490612 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.626636 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Routers {'c57a1c2a-ff8c-457d-839b-c884e3b123f0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:10:57.627140 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:57.628161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.655224 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Transition to ACTIVE for port object cc35e184-7290-4d7f-8d51-0d8bb3fcca9f will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:10:57.699192 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68369d-f899-4ebb-bbe4-d09e4a6dcd13 None None] Pushing event updated for resources: {'Port': ['ID=4fb8e36f-99a1-46ed-8059-45ed4816a1d0,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:57.769198 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:57.851355 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] Set router c57a1c2a-ff8c-457d-839b-c884e3b123f0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:10:57.854508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:57.857585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:57.860962 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:10:57.923319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Pushing event updated for resources: {'Port': ['ID=cc35e184-7290-4d7f-8d51-0d8bb3fcca9f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:57.953757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.230975 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:51Z', 'updated_at': '2022-03-11T17:10:54Z', 'revision_number': 3, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'gw_port': {'id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:53Z', 'updated_at': '2022-03-11T17:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:58.237986 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42c74e-7d20-4e9b-90a8-4057b89307ce None None] The sync data for ids ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'] in dv-neutron-833379-1-hyperv is: [{'id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:51Z', 'updated_at': '2022-03-11T17:10:54Z', 'revision_number': 3, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'gw_port': {'id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:53Z', 'updated_at': '2022-03-11T17:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:10:58.286290 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-315e6ba3-d732-4c50-a545-91c56aac7474 None None] Provisioning for port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:10:58.294749 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-315e6ba3-d732-4c50-a545-91c56aac7474 None None] Provisioning complete for port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:58.300730 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-315e6ba3-d732-4c50-a545-91c56aac7474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.375719 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-315e6ba3-d732-4c50-a545-91c56aac7474 None None] Port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:10:58.435210 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.971234 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.059874 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.192748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Pushing event updated for resources: {'Port': ['ID=cc35e184-7290-4d7f-8d51-0d8bb3fcca9f,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:59.197365 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.405837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:10:59.407112 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:10:59.709530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Router c57a1c2a-ff8c-457d-839b-c884e3b123f0 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:10:59.817945 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-5027a8a1-558e-432a-9e05-14ff6cba7a0c None None] Provisioning complete for port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:10:59.818928 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5027a8a1-558e-432a-9e05-14ff6cba7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.878608 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-5027a8a1-558e-432a-9e05-14ff6cba7a0c None None] Port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:10:59.969323 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:10:59.980249 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d93d403b-cc6f-4f96-9c2c-9c6497ecce1c admin admin] 10.222.0.57 "PUT /v2.0/routers/c57a1c2a-ff8c-457d-839b-c884e3b123f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9862521 Mar 11 17:11:00.127146 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:00.162432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Sync routers for ids ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:11:00.187021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Routers {'c57a1c2a-ff8c-457d-839b-c884e3b123f0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:11:00.187741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:00.400208 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:00.421389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:00.421927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:00.482023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Set router c57a1c2a-ff8c-457d-839b-c884e3b123f0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:11:00.833971 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43722) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:00.842677 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-762530997', 'description': 'tempest-secgroup-smoke-762530997 description', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:00.856500 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:00.865743 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:00.871471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:00.883878 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:00.928351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:00.991682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.004686 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4fb8e36f-99a1-46ed-8059-45ed4816a1d0,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:11:01.026041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:01.032632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:01.037087 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:01.046629 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:01.076162 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:51Z', 'updated_at': '2022-03-11T17:10:58Z', 'revision_number': 4, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'gw_port': {'id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:02:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:53Z', 'updated_at': '2022-03-11T17:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'cc35e184-7290-4d7f-8d51-0d8bb3fcca9f', 'name': '', 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'mac_address': 'fa:16:3e:72:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '5065afd8-1c28-4d9e-afbf-fb52ead0add3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:57Z', 'updated_at': '2022-03-11T17:10:58Z', 'revision_number': 2, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'subnets': [{'id': '5065afd8-1c28-4d9e-afbf-fb52ead0add3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:01.082918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Checking router: c57a1c2a-ff8c-457d-839b-c884e3b123f0 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:11:01.083432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Updating router c57a1c2a-ff8c-457d-839b-c884e3b123f0 port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:11:01.130974 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.179716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.239045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.257909 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.315221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=4fb8e36f-99a1-46ed-8059-45ed4816a1d0,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:01.319128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e6036-7d7f-48f9-90f5-0c06b68c7649,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:01.452287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.453590 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ba2562b1-d0ac-4c1d-870f-025213f73271 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6186032 Mar 11 17:11:01.458502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43726) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:01.464911 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '8c1e6036-7d7f-48f9-90f5-0c06b68c7649', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:01.473419 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:01.479684 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:01.483190 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:01.489717 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:01.645975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.735224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.789197 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.811298 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Transition to ACTIVE for port object cc35e184-7290-4d7f-8d51-0d8bb3fcca9f will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:01.865302 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.907495 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5b364b-b5a9-4310-8190-44c879d8b9bd,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:01.934720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.052722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.055053 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f2346c56-c825-42bd-8efe-492b2b5a7384 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5952487 Mar 11 17:11:02.060230 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43730) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:02.071676 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '8c1e6036-7d7f-48f9-90f5-0c06b68c7649', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:02.099491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:02.107143 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:02.112977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:02.121927 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:02.122111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:02.174478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de07bc-04c8-45d6-9647-050a27e14bb2 None None] Pushing event updated for resources: {'Port': ['ID=cc35e184-7290-4d7f-8d51-0d8bb3fcca9f,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:02.254073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.345328 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.357502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Attempting to bind port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:02.357881 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Attempting to bind port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '68d7fa54-c915-446a-b773-e5a5cf603ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:02.358264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Attempting to bind port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f on network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:11:02.371603 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:11:02.371981 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Checking segment: {'id': '68d7fa54-c915-446a-b773-e5a5cf603ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:11:02.372341 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.372727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Bound using segment: {'id': '68d7fa54-c915-446a-b773-e5a5cf603ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:11:02.373199 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Bound port: cc35e184-7290-4d7f-8d51-0d8bb3fcca9f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d7fa54-c915-446a-b773-e5a5cf603ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:02.373561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.409181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:02.409759 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.545703 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.581128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf89bcc-549c-4273-9f6f-f39f6f1dcb97,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:02.623254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] For port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:11:02.642739 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] For port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=cc35e184-7290-4d7f-8d51-0d8bb3fcca9f,segment=NetworkSegment(68d7fa54-c915-446a-b773-e5a5cf603ff9),segment_id=68d7fa54-c915-446a-b773-e5a5cf603ff9)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:11:02.686298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.687919 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b4a68fd2-385a-4e66-8397-25b967c07555 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6257212 Mar 11 17:11:02.692352 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 43734) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:02.702433 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '8c1e6036-7d7f-48f9-90f5-0c06b68c7649', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:02.711685 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:02.718061 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:02.722269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:02.729681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:02.789648 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.857209 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:02.884685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Routers {'c57a1c2a-ff8c-457d-839b-c884e3b123f0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:11:02.887002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:10:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:02.961776 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.001517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de07bc-04c8-45d6-9647-050a27e14bb2 None None] Pushing event updated for resources: {'Port': ['ID=cc35e184-7290-4d7f-8d51-0d8bb3fcca9f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:03.089265 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.125275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b768231e-042e-46ba-b83a-b63c8f29c08a,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:03.173750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] Set router c57a1c2a-ff8c-457d-839b-c884e3b123f0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:11:03.252260 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.253779 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d3029bbc-cb7b-46a6-900e-12e3b95e0698 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5599437 Mar 11 17:11:03.257318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43738) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:03.264842 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '8c1e6036-7d7f-48f9-90f5-0c06b68c7649', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:03.272347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:03.277699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:03.281557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:03.289727 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:03.451014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.577293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.667678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:51Z', 'updated_at': '2022-03-11T17:10:58Z', 'revision_number': 4, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'gw_port': {'id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:02:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:53Z', 'updated_at': '2022-03-11T17:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'cc35e184-7290-4d7f-8d51-0d8bb3fcca9f', 'name': '', 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'mac_address': 'fa:16:3e:72:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '5065afd8-1c28-4d9e-afbf-fb52ead0add3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:57Z', 'updated_at': '2022-03-11T17:11:02Z', 'revision_number': 4, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'subnets': [{'id': '5065afd8-1c28-4d9e-afbf-fb52ead0add3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:03.675168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb588ed-1a18-4f50-8776-ca57eb4e544f None None] The sync data for ids ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'] in dv-neutron-833379-1-hyperv is: [{'id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:51Z', 'updated_at': '2022-03-11T17:10:58Z', 'revision_number': 4, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'gw_port': {'id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:02:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:53Z', 'updated_at': '2022-03-11T17:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'cc35e184-7290-4d7f-8d51-0d8bb3fcca9f', 'name': '', 'network_id': '92a48277-cdfe-45ab-b80a-d6a60c9a17ef', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'mac_address': 'fa:16:3e:72:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '5065afd8-1c28-4d9e-afbf-fb52ead0add3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:57Z', 'updated_at': '2022-03-11T17:11:02Z', 'revision_number': 4, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'subnets': [{'id': '5065afd8-1c28-4d9e-afbf-fb52ead0add3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:11:03.728116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.770361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a6f55b-2598-491b-9a75-e726d1dc1f75,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:03.874905 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.876687 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-775c14c7-3ec9-4583-a079-0a3a9f849d77 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6177182 Mar 11 17:11:03.881256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43742) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:03.890238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '8c1e6036-7d7f-48f9-90f5-0c06b68c7649', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:03.898582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:03.903039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:03.906718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:03.913321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:04.054911 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Project cc9e2d5163b74768bc74773c9a4d53f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:11:04.068466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.143967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cc35e184-7290-4d7f-8d51-0d8bb3fcca9f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:04.178821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.315260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.345893 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd50435-7928-4026-9d75-350ed46997cb,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:04.353903 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:04.361560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:04.364037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.515391 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.517064 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-bac5ed0f-9084-49a7-b638-19710895be6b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6343062 Mar 11 17:11:04.520342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43746) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:04.537105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '8c1e6036-7d7f-48f9-90f5-0c06b68c7649', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:04.544935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.545366 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:04.550319 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:04.554507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:04.568824 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:04.607089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=cc35e184-7290-4d7f-8d51-0d8bb3fcca9f,segment=NetworkSegment(68d7fa54-c915-446a-b773-e5a5cf603ff9),segment_id=68d7fa54-c915-446a-b773-e5a5cf603ff9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:11:04.780507 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Project cc9e2d5163b74768bc74773c9a4d53f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:11:04.789556 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.872191 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.902552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.976532 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=cc35e184-7290-4d7f-8d51-0d8bb3fcca9f,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:05.054290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.081906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367f58c1-6161-4ac5-ad0e-6f468225583d,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:05.248305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.249906 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8255e1ac-8535-4cde-a2f9-993cf15b1c4d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7242191 Mar 11 17:11:05.463691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-a091f541-ae66-4442-851e-b05a531c2ebd req-d26acc3c-da11-4c3f-af02-97b697e2e396 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:11:05.653180 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-a091f541-ae66-4442-851e-b05a531c2ebd req-d26acc3c-da11-4c3f-af02-97b697e2e396 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:11:05.654828 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-d26acc3c-da11-4c3f-af02-97b697e2e396 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-762530997&fields=id&tenant_id=cc9e2d5163b74768bc74773c9a4d53f5 HTTP/1.1" status: 200 len: 267 time: 0.2451358 Mar 11 17:11:05.829275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f541-ae66-4442-851e-b05a531c2ebd req-699b4df6-a942-4778-97cd-7da0a6506d8d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:05.829914 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-a091f541-ae66-4442-851e-b05a531c2ebd req-699b4df6-a942-4778-97cd-7da0a6506d8d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:11:05.945275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-a091f541-ae66-4442-851e-b05a531c2ebd req-699b4df6-a942-4778-97cd-7da0a6506d8d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:11:05.946609 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-699b4df6-a942-4778-97cd-7da0a6506d8d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 809 time: 0.2810931 Mar 11 17:11:05.969531 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-764ddd57-0ac2-4946-84d7-902c9735d369 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/quotas/cc9e2d5163b74768bc74773c9a4d53f5 HTTP/1.1" status: 200 len: 375 time: 0.0129063 Mar 11 17:11:06.075010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cc35e184-7290-4d7f-8d51-0d8bb3fcca9f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:06.102928 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-5f61111c-a6cf-4bc6-9f06-39392a5109df tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265063 Mar 11 17:11:06.155221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:06.155578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.433657 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-1ef66766-fa6a-4265-99e1-e939767d8859 service neutron] 10.222.0.57 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154736 Mar 11 17:11:06.600317 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-d968c691-a2f4-4651-a512-0c38fa6916a4 service neutron] 10.222.0.57 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601202 Mar 11 17:11:07.014992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-22267c3b-cd77-478b-8fd6-0dd56bd05452 req-29e46471-e53c-4406-b811-edbec7b99d75 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:11:07.140566 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-22267c3b-cd77-478b-8fd6-0dd56bd05452 req-29e46471-e53c-4406-b811-edbec7b99d75 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:11:07.142150 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22267c3b-cd77-478b-8fd6-0dd56bd05452 req-29e46471-e53c-4406-b811-edbec7b99d75 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 210 time: 0.1790867 Mar 11 17:11:08.269737 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-448e5751-7512-4c34-be55-245fd9f78436 req-5c9c651c-282d-4a48-b101-540fee14c377 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 210 time: 0.0457377 Mar 11 17:11:09.455362 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-3d4e1cee-1f23-400a-a32e-a9a20bba6b80 req-47f254db-6136-4538-986b-7899a30dedd3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 210 time: 0.0497639 Mar 11 17:11:09.922698 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:10.663986 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-582b1804-88b8-4135-9aff-f47cd44663cb req-d6008d34-9801-4fd1-b78c-fc4b3da7dd33 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 210 time: 0.0484729 Mar 11 17:11:10.840768 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f541-ae66-4442-851e-b05a531c2ebd req-54808df4-124e-4619-96b4-09ae1cb34d41 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:10.842199 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-54808df4-124e-4619-96b4-09ae1cb34d41 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 809 time: 0.1824498 Mar 11 17:11:10.907991 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a091f541-ae66-4442-851e-b05a531c2ebd req-eee04ec0-910d-475e-b238-fa0be76546e9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:11:10.921363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a091f541-ae66-4442-851e-b05a531c2ebd req-eee04ec0-910d-475e-b238-fa0be76546e9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:11:10.922600 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-eee04ec0-910d-475e-b238-fa0be76546e9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc9e2d5163b74768bc74773c9a4d53f5 HTTP/1.1" status: 200 len: 379 time: 0.0697474 Mar 11 17:11:10.930709 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'port': {'device_id': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'admin_state_up': True, 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'security_groups': ['8c1e6036-7d7f-48f9-90f5-0c06b68c7649']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:11.093880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:11.104021 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:11.257338 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8489d74f-3f02-4945-8a12-737e0aa8a6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.258758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Made reservation on behalf of cc9e2d5163b74768bc74773c9a4d53f5 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:11.265074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.497298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Allocated IP 172.20.0.11 (88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6/9e0add32-78c3-4abf-96e0-c47fccdd22d8/2b356e65-5bdf-4d20-8b3e-a5344af66f82) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:11.761873 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.780699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Transition to ACTIVE for port object 2b356e65-5bdf-4d20-8b3e-a5344af66f82 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:11.843339 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2fa5460f-083d-4bf3-ae23-eaba353f6c1a req-8aa09f86-af16-4475-bbb6-3a4fc5a9b35b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 210 time: 0.0476646 Mar 11 17:11:11.962543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.078923 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:12.084701 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:12.100734 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:11:12.164403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:12.238619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:12.239634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.493385 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a78af700-c022-4694-90fb-b646aeef1e1e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5661941 Mar 11 17:11:12.505208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Request body: {'port': {'device_id': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:12.554667 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-120681e6-f8cd-47f3-a838-e8401d6aecb5 None None] Provisioning for port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:12.567113 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-120681e6-f8cd-47f3-a838-e8401d6aecb5 None None] Provisioning complete for port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:12.567466 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-120681e6-f8cd-47f3-a838-e8401d6aecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.655145 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-120681e6-f8cd-47f3-a838-e8401d6aecb5 None None] Port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:11:12.835983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.316126 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e74434-16ee-4fed-80b7-59262bfd627f req-4bb8f50c-17dd-419f-88d5-4eda4b5e9fbe tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:13.318000 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-23e74434-16ee-4fed-80b7-59262bfd627f req-4bb8f50c-17dd-419f-88d5-4eda4b5e9fbe tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 932 time: 0.3095367 Mar 11 17:11:13.398278 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-23e74434-16ee-4fed-80b7-59262bfd627f req-7a6e46fb-31d2-4d6b-a1bd-60500d22aa15 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647500 Mar 11 17:11:13.453612 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b356e65-5bdf-4d20-8b3e-a5344af66f82 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:13.463827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.481272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-14989c3e-35bb-44f9-a18f-9dd5161cd4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.493473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Transition to ACTIVE for port object 2b356e65-5bdf-4d20-8b3e-a5344af66f82 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:13.665560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.890652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:14.049560 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Attempting to bind port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:14.049956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Attempting to bind port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:14.050627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Attempting to bind port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 on network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:11:14.059132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 on network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 17:11:14.059518 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Attempting to bind port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 on network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:11:14.065964 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:11:14.066372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Checking segment: {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:11:14.066840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Bound using segment: {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:11:14.067384 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Bound port: 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:14.067759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.209715 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:11:14.216217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:11:14.318185 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.434238 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.435135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.437567 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] 10.222.0.35 "PUT /v2.0/ports/2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 1094 time: 1.9372058 Mar 11 17:11:14.438303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:14.494128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321b7a5-6c77-4ff4-9c5f-52ddd00a4932 service neutron] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:14.546423 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'status': 'completed', 'code': 200} Mar 11 17:11:14.785122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc22b3-edab-4834-b666-96cfc687bdc2 req-a3433da6-d802-4819-a815-7a2b3e35dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.786656 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d0fc22b3-edab-4834-b666-96cfc687bdc2 req-a3433da6-d802-4819-a815-7a2b3e35dee3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1097 time: 0.2219160 Mar 11 17:11:14.800197 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421af8d-43fa-4bed-833c-00b6417314b8 req-a151544b-2398-456e-b9aa-f6fac2be9882 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.801052 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1421af8d-43fa-4bed-833c-00b6417314b8 req-a151544b-2398-456e-b9aa-f6fac2be9882 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:11:14.802276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.908176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.970775 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc22b3-edab-4834-b666-96cfc687bdc2 req-d64f2e9f-4ff0-4428-a306-11cf8bf676d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:14.972142 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d0fc22b3-edab-4834-b666-96cfc687bdc2 req-d64f2e9f-4ff0-4428-a306-11cf8bf676d4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1681726 Mar 11 17:11:15.026413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1421af8d-43fa-4bed-833c-00b6417314b8 req-a151544b-2398-456e-b9aa-f6fac2be9882 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:11:15.027868 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1421af8d-43fa-4bed-833c-00b6417314b8 req-a151544b-2398-456e-b9aa-f6fac2be9882 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.3766253 Mar 11 17:11:15.206940 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1421af8d-43fa-4bed-833c-00b6417314b8 req-bd52911c-bf6c-4f94-9cdd-e496db976337 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662591 Mar 11 17:11:15.243122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc22b3-edab-4834-b666-96cfc687bdc2 req-7440d0cd-ecb9-4c48-8be3-d6121953d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:15.251218 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d0fc22b3-edab-4834-b666-96cfc687bdc2 req-7440d0cd-ecb9-4c48-8be3-d6121953d236 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2673385 Mar 11 17:11:15.402098 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f541-ae66-4442-851e-b05a531c2ebd req-42397339-7179-4d72-89e7-e08d8ea1094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:15.404705 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-42397339-7179-4d72-89e7-e08d8ea1094a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1097 time: 0.1063986 Mar 11 17:11:15.490197 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-a3c7a770-38e1-487a-81a9-98f1bdeb94a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 217 time: 0.0789018 Mar 11 17:11:15.570994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f541-ae66-4442-851e-b05a531c2ebd req-cf0486b0-1cb9-4518-b1be-7f0f57dbb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:15.573215 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-cf0486b0-1cb9-4518-b1be-7f0f57dbb392 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0767307 Mar 11 17:11:15.679983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f541-ae66-4442-851e-b05a531c2ebd req-cf548d47-cea8-491b-9b20-dd62572e1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:15.685896 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-cf548d47-cea8-491b-9b20-dd62572e1b9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059194 Mar 11 17:11:16.042060 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-ad71b207-868c-496b-bad5-894d9cc7d6b0 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502097 Mar 11 17:11:16.095976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.227497 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a091f541-ae66-4442-851e-b05a531c2ebd req-f61d8972-6a39-4f4c-aff0-287df5190ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794770 Mar 11 17:11:16.498127 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73939a03-3117-4cda-9c94-c45fa48d561d req-af912a26-03b6-4a31-ad34-eac99bf42447 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:16.500029 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-73939a03-3117-4cda-9c94-c45fa48d561d req-af912a26-03b6-4a31-ad34-eac99bf42447 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1262164 Mar 11 17:11:16.573682 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-73939a03-3117-4cda-9c94-c45fa48d561d req-594ca132-41c1-400e-892e-bc6782c90762 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636792 Mar 11 17:11:17.838064 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab20ce-94f7-4c7b-a3c1-efb607fd150a req-6feea0b6-8def-4e36-84fd-0d9e1b6a2d33 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:17.839956 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fbab20ce-94f7-4c7b-a3c1-efb607fd150a req-6feea0b6-8def-4e36-84fd-0d9e1b6a2d33 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1107142 Mar 11 17:11:17.896462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fbab20ce-94f7-4c7b-a3c1-efb607fd150a req-76b04e31-781f-4597-918e-51153a3d3364 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504618 Mar 11 17:11:19.115499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191fb0c-46ca-4346-9c20-fa4dfc0bbce8 req-e2e3d1f8-43a4-41aa-a791-78c78f364b95 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:19.117119 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a191fb0c-46ca-4346-9c20-fa4dfc0bbce8 req-e2e3d1f8-43a4-41aa-a791-78c78f364b95 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1049831 Mar 11 17:11:19.169670 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-a191fb0c-46ca-4346-9c20-fa4dfc0bbce8 req-5f546261-8a76-47d2-b85c-c2e483d793e5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454450 Mar 11 17:11:19.266002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:11:19.424586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:11:19.444695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'port_id': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:11:19.513192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:19.532568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b356e65-5bdf-4d20-8b3e-a5344af66f82 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:11:19.550893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:11:19.757044 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:19.829483 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:19.962306 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['2b356e65-5bdf-4d20-8b3e-a5344af66f82'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:11:20.410591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b142a-3143-4469-aae4-a9affcde4883 req-18ad7106-6321-4d55-9020-7379773e30b7 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:20.412057 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7b2b142a-3143-4469-aae4-a9affcde4883 req-18ad7106-6321-4d55-9020-7379773e30b7 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 945 time: 0.0908413 Mar 11 17:11:20.464996 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7b2b142a-3143-4469-aae4-a9affcde4883 req-aa83246f-938f-40ba-9f73-eecc0fecccbc tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459981 Mar 11 17:11:20.903323 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:11:21.278636 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:21.601895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:21.608062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:21.608525 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:21.715237 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9f2e2-116b-4785-824b-38f282cd0793 req-7a936776-6bdf-479f-addb-73025811fd3a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:21.717588 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66c9f2e2-116b-4785-824b-38f282cd0793 req-7a936776-6bdf-479f-addb-73025811fd3a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 945 time: 0.1273568 Mar 11 17:11:21.761070 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:21.774109 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-66c9f2e2-116b-4785-824b-38f282cd0793 req-8ab35b83-4275-4fe1-81ef-864e4d8f97f4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495563 Mar 11 17:11:21.807417 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:21.820100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:11:21.943878 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'code': 200} Mar 11 17:11:22.043393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.118601 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:22.628378 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3ae4-33f1-4327-86b1-7625ac4b3f73 req-2b9ef513-a7b5-4a14-aeb4-61f552285402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:22.640413 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c0ab3ae4-33f1-4327-86b1-7625ac4b3f73 req-2b9ef513-a7b5-4a14-aeb4-61f552285402 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1099 time: 0.1144762 Mar 11 17:11:22.679789 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c0ab3ae4-33f1-4327-86b1-7625ac4b3f73 req-bf41eb30-6379-42d6-b76c-6d4f058e645c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437021 Mar 11 17:11:23.060031 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987adb28-998c-4184-8260-a435caa38d76 req-c7ac42b2-83e2-42c5-886f-7362dcd195af tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:23.061717 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-987adb28-998c-4184-8260-a435caa38d76 req-c7ac42b2-83e2-42c5-886f-7362dcd195af tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1228068 Mar 11 17:11:23.119350 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-987adb28-998c-4184-8260-a435caa38d76 req-7d444783-0b19-4428-ac9b-9eb784acc282 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454574 Mar 11 17:11:24.402594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d37b3-c089-4c31-9cc9-9c84f441eb11 req-a411be66-d740-4ff2-bb9b-f934288cc065 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:24.405246 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd2d37b3-c089-4c31-9cc9-9c84f441eb11 req-a411be66-d740-4ff2-bb9b-f934288cc065 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1240234 Mar 11 17:11:24.457514 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fd2d37b3-c089-4c31-9cc9-9c84f441eb11 req-45eb7e3c-5a3b-46b9-82b4-7c3f63e0f383 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465066 Mar 11 17:11:24.708186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8c0a4-fc88-42ad-8ae5-5c6c526ae722 req-4118caeb-c393-41a9-9ff7-21d83a5a789c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:24.709455 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0a8c0a4-fc88-42ad-8ae5-5c6c526ae722 req-4118caeb-c393-41a9-9ff7-21d83a5a789c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1080511 Mar 11 17:11:24.774547 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d0a8c0a4-fc88-42ad-8ae5-5c6c526ae722 req-d4a8c775-8dd2-4e94-b6c4-de89a10a34ec tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543756 Mar 11 17:11:24.816276 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43818) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:24.993307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d6201-f5df-41db-b786-f3108db2ce37 tempest-TestShelveInstance-679492380 tempest-TestShelveInstance-679492380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:24.994837 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-242d6201-f5df-41db-b786-f3108db2ce37 tempest-TestShelveInstance-679492380 tempest-TestShelveInstance-679492380-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1094 time: 0.1774185 Mar 11 17:11:24.999385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 43824) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:25.004987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:11:25.013463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:25.019767 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:floatingip and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:25.024841 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:25.036534 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:25.202396 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:25.399577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:25.654793 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Allocated IP 172.26.8.243 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/d86c3806-c819-44e8-b5fa-3065f8a7c3bf) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:25.889906 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.037375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.124403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:26.130808 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:26.137814 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:11:26.215973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'Port': ['ID=d86c3806-c819-44e8-b5fa-3065f8a7c3bf,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:26.231503 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.231867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.232205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.232532 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.232889 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.233170 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.233487 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.233802 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.234129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.234496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.234774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.235086 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.732296 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.041990 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.371397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.485395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.626113 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'Port': ['ID=d86c3806-c819-44e8-b5fa-3065f8a7c3bf,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:27.641083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.860738 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Floating IP 43f8d435-8297-430c-8f0a-354aafa68583 associated. External IP: 172.26.8.243, port: 2b356e65-5bdf-4d20-8b3e-a5344af66f82. Mar 11 17:11:28.396057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:11:28.637847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:11:28.653234 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] Sync routers for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:11:28.667230 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:11:28.668107 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:11:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:28.799748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:28.885900 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-b1c47106-e2c8-4187-a417-9d07f64bb949 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8832734 Mar 11 17:11:28.886969 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:11:28.961541 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'status': 'completed', 'code': 200} Mar 11 17:11:28.972223 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:11:29.089713 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-a03a122c-f978-4372-95fc-711358437cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:29.091265 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-a03a122c-f978-4372-95fc-711358437cdc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1099 time: 0.1059101 Mar 11 17:11:29.382833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-5c2af307-9c5a-45a9-bd43-8c3ff008adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:29.384592 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-5c2af307-9c5a-45a9-bd43-8c3ff008adf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.2881320 Mar 11 17:11:29.447798 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '43f8d435-8297-430c-8f0a-354aafa68583', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'floating_ip_address': '172.26.8.243', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'port_id': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:26Z', 'updated_at': '2022-03-11T17:11:26Z', 'revision_number': 0, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:29.452278 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] Checking router: 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:11:29.463828 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:11:29.463828 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:11:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:29.548061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-1386c861-276b-4cfc-baab-a628740407d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 1000 time: 0.1544659 Mar 11 17:11:29.631342 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-952a32d9-4410-4d15-bbbc-ee88870d2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:29.633737 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-952a32d9-4410-4d15-bbbc-ee88870d2ed7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0800135 Mar 11 17:11:29.745295 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:11:29.749941 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-059eacae-d45c-4be3-aee7-ddcc78fe8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:29.752504 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-059eacae-d45c-4be3-aee7-ddcc78fe8044 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132572 Mar 11 17:11:29.943377 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-51b9e340-67ac-4dc5-a3c4-d3ec204a8369 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846683 Mar 11 17:11:30.125082 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f0b189bc-5068-4b62-9654-b5ffcfdd8408 req-e82413a8-9c60-47bd-8ddd-b327fc6d86e0 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745656 Mar 11 17:11:30.332542 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '43f8d435-8297-430c-8f0a-354aafa68583', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'floating_ip_address': '172.26.8.243', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'port_id': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:26Z', 'updated_at': '2022-03-11T17:11:26Z', 'revision_number': 0, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:30.339443 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d80b0-a35e-42ac-a11a-860b0ef3ac8e None None] The sync data for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv is: [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '43f8d435-8297-430c-8f0a-354aafa68583', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'floating_ip_address': '172.26.8.243', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'port_id': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:26Z', 'updated_at': '2022-03-11T17:11:26Z', 'revision_number': 0, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:11:30.617236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1addbb66-9109-4767-891c-9e4ae813889d None None] New status for floating IP 43f8d435-8297-430c-8f0a-354aafa68583: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:11:39.953139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.316184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec0f5-7da9-48d0-a8ed-376203113b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.449777 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-16560aaf-c937-447d-9410-b9d816cb61c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.816240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.956148 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:46.098766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:57.894657 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:12:09.967431 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-79fed863-e871-4a79-b593-3dc7eae88255 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793035 Mar 11 17:12:09.980892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:10.127999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-8c1e6bd0-9e64-4239-bd8d-452d68fede13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:10.129440 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-8c1e6bd0-9e64-4239-bd8d-452d68fede13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1099 time: 0.0890558 Mar 11 17:12:10.286634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-418bf539-74f7-49c3-913c-f4d7f8cbb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:10.288022 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-418bf539-74f7-49c3-913c-f4d7f8cbb322 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1388648 Mar 11 17:12:10.392876 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-0890871c-9f9c-4fa7-90a1-41aad5fb5670 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 1002 time: 0.0994923 Mar 11 17:12:10.470176 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-c730c81e-f52c-4dba-88cd-f27d9f9df76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:10.472116 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-c730c81e-f52c-4dba-88cd-f27d9f9df76a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0717092 Mar 11 17:12:10.558620 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-567224d1-fe05-47d9-9e3f-803f63e0495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:10.560089 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-567224d1-fe05-47d9-9e3f-803f63e0495a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792491 Mar 11 17:12:10.706515 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-05c56cab-d830-4b44-9747-71754fd4ca55 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406436 Mar 11 17:12:10.857054 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-929a6aab-23e7-43a0-8df1-d75167a26bb3 req-f1be61cc-3765-41aa-bc2a-241d6dfc3a5e service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440947 Mar 11 17:12:11.220379 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0fd2fb01-e4ee-4fd8-997f-80f8733e39af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:13.420366 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8e61ef3c-4b47-4e5d-8a0d-cb6582f31fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:14.780782 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:14.955916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:16.092597 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:34.910240 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:12:39.916814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.190213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c5d62ee8-ba25-4d4d-9720-36e455586062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.448122 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4f887b66-52fe-4838-b848-3c702e9272b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.762465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:44.900703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:46.093757 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:09.886877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:11.201607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-80e6b5ef-4ab0-4988-ab37-5848f269169a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:11.903062 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:13:12.013408 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3efc367-dd26-4255-b5c9-371274317724 req-af423dfd-36d5-4848-be58-dfa4f146d80b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1574903 Mar 11 17:13:12.172124 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efc367-dd26-4255-b5c9-371274317724 req-849041c6-b4e9-41ae-9ffa-2a3a46189b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:12.173617 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3efc367-dd26-4255-b5c9-371274317724 req-849041c6-b4e9-41ae-9ffa-2a3a46189b9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1099 time: 0.0816174 Mar 11 17:13:12.462349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efc367-dd26-4255-b5c9-371274317724 req-b2e5439d-b651-4543-b513-b11e2d5ec57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:12.463723 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3efc367-dd26-4255-b5c9-371274317724 req-b2e5439d-b651-4543-b513-b11e2d5ec57c service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.2691612 Mar 11 17:13:12.635797 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3efc367-dd26-4255-b5c9-371274317724 req-cf3e90b5-30d0-4ed4-ae46-c76a57375421 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 1002 time: 0.1668019 Mar 11 17:13:12.711058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efc367-dd26-4255-b5c9-371274317724 req-ce1b5fb7-5579-4ad3-af09-a4d7937cec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:12.712543 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3efc367-dd26-4255-b5c9-371274317724 req-ce1b5fb7-5579-4ad3-af09-a4d7937cec86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0705316 Mar 11 17:13:12.797840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efc367-dd26-4255-b5c9-371274317724 req-3763638c-025b-4cae-b583-ae5ced01eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:12.799517 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3efc367-dd26-4255-b5c9-371274317724 req-3763638c-025b-4cae-b583-ae5ced01eda2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818315 Mar 11 17:13:12.951323 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3efc367-dd26-4255-b5c9-371274317724 req-554e9a29-7958-4276-a31b-5e85396590d1 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458819 Mar 11 17:13:13.143358 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a3efc367-dd26-4255-b5c9-371274317724 req-550a6c23-67c8-4684-a810-947ada91dea1 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866729 Mar 11 17:13:13.448706 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-65d29996-a18c-4289-93b4-e3c8b4204e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.749287 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:14.898034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:16.081658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:20.023525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8868f6f-cef3-43b3-9f53-9d4619f5ffb9 req-b4bb132e-7376-454d-affc-3a30de91ef73 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:20.025046 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8868f6f-cef3-43b3-9f53-9d4619f5ffb9 req-b4bb132e-7376-454d-affc-3a30de91ef73 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.2089829 Mar 11 17:13:20.083545 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a8868f6f-cef3-43b3-9f53-9d4619f5ffb9 req-2e49b860-a445-4fd9-b3c4-44cf2c9a426e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516162 Mar 11 17:13:21.337164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63587cd1-82b6-426d-b9b4-4882589e383b req-df29ae9b-b4a6-4b7a-b851-682334ce2a30 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:21.339347 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-63587cd1-82b6-426d-b9b4-4882589e383b req-df29ae9b-b4a6-4b7a-b851-682334ce2a30 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1093221 Mar 11 17:13:21.397410 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-63587cd1-82b6-426d-b9b4-4882589e383b req-45e04766-45b7-4816-8e4f-96a4c5a20f74 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496511 Mar 11 17:13:22.655172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a5c18-caec-4865-b975-15497530d3dd req-10742d23-c31b-4e76-851c-e38977085b8e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:22.656754 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c42a5c18-caec-4865-b975-15497530d3dd req-10742d23-c31b-4e76-851c-e38977085b8e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.0948374 Mar 11 17:13:22.712773 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c42a5c18-caec-4865-b975-15497530d3dd req-09b45c20-35eb-4c71-8d72-bd168cb6a6c2 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483773 Mar 11 17:13:23.941753 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99936111-7a69-42ef-a3ad-b97b75f036f6 req-bf88dff0-eacd-4ced-997b-761cfc0af7e8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:23.943968 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99936111-7a69-42ef-a3ad-b97b75f036f6 req-bf88dff0-eacd-4ced-997b-761cfc0af7e8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1068785 Mar 11 17:13:23.992198 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-99936111-7a69-42ef-a3ad-b97b75f036f6 req-65d38d0c-e51e-4006-b348-0c8d8920fa4b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425601 Mar 11 17:13:25.204706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69123746-6921-4c3d-a017-5db9e0729313 req-1525eb4c-e92a-44f5-9520-3a624256d197 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:25.206409 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69123746-6921-4c3d-a017-5db9e0729313 req-1525eb4c-e92a-44f5-9520-3a624256d197 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.0924008 Mar 11 17:13:25.267444 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-69123746-6921-4c3d-a017-5db9e0729313 req-7717c813-3657-4618-a90b-5be30360aba9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519376 Mar 11 17:13:26.517134 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1828c-7df5-4aaa-a4f5-853f2d8c9c82 req-45d2552b-3119-4f17-8886-5fcb201e7ca7 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:26.518642 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98c1828c-7df5-4aaa-a4f5-853f2d8c9c82 req-45d2552b-3119-4f17-8886-5fcb201e7ca7 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1074347 Mar 11 17:13:26.581078 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-98c1828c-7df5-4aaa-a4f5-853f2d8c9c82 req-2dd8f323-3a19-42eb-90f9-bc1c9e44daad tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491548 Mar 11 17:13:27.873281 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696da2ae-d53a-4a4c-88bd-2fa4a52eb12f req-a40e5d54-f62e-4d77-91ac-c3b6c25ae2da tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:27.873281 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-696da2ae-d53a-4a4c-88bd-2fa4a52eb12f req-a40e5d54-f62e-4d77-91ac-c3b6c25ae2da tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.0872397 Mar 11 17:13:27.934195 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-696da2ae-d53a-4a4c-88bd-2fa4a52eb12f req-fe5e976f-dda4-408c-a846-bfb740f64eba tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591657 Mar 11 17:13:29.181373 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50a60a-cea8-48b7-9d46-4e8ba0a0d5bf req-a9d0fa6f-db27-4d2a-985b-0d6357135323 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:29.182853 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e50a60a-cea8-48b7-9d46-4e8ba0a0d5bf req-a9d0fa6f-db27-4d2a-985b-0d6357135323 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.0873377 Mar 11 17:13:29.235909 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6e50a60a-cea8-48b7-9d46-4e8ba0a0d5bf req-3f636593-ba00-46de-a28c-efec97de36c3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472794 Mar 11 17:13:30.487129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dd940-ab29-4537-816e-eb4c1dbbc26f req-fcb07fc7-6257-429e-aabb-b2465f7a956e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:30.488675 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b88dd940-ab29-4537-816e-eb4c1dbbc26f req-fcb07fc7-6257-429e-aabb-b2465f7a956e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1096148 Mar 11 17:13:30.542365 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b88dd940-ab29-4537-816e-eb4c1dbbc26f req-b1e5b498-ffcd-4465-ac2d-220d843f9e15 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465472 Mar 11 17:13:31.740241 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f838aa-a3f3-4919-ab96-8ca63985d67e req-e5b5b8a9-9805-4a2d-a85a-3fe1509d47f6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:31.741779 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82f838aa-a3f3-4919-ab96-8ca63985d67e req-e5b5b8a9-9805-4a2d-a85a-3fe1509d47f6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.0877814 Mar 11 17:13:31.801604 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-82f838aa-a3f3-4919-ab96-8ca63985d67e req-b9f055c3-0930-4314-89a2-aa103ba88072 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533948 Mar 11 17:13:31.966665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:13:32.120515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:13:32.136745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'port_id': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:13:32.201377 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.219530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b356e65-5bdf-4d20-8b3e-a5344af66f82 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:13:32.237181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:13:32.320083 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:32.398049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:32.402158 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['2b356e65-5bdf-4d20-8b3e-a5344af66f82'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:13:32.449542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.449891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.450310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.450649 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.450982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.451312 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.451639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.451967 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.452292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.452617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.453199 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:32.453461 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:13:33.025697 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c0c8-4336-4af7-aacf-cf4d2669c970 req-8efca02a-87f7-4a39-9e1e-7de7687f5dcd tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:33.037899 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5255c0c8-4336-4af7-aacf-cf4d2669c970 req-8efca02a-87f7-4a39-9e1e-7de7687f5dcd tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 945 time: 0.0988052 Mar 11 17:13:33.087637 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5255c0c8-4336-4af7-aacf-cf4d2669c970 req-584ba783-f1d2-47ea-b43f-f9cc6c5427d7 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497484 Mar 11 17:13:33.974365 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:13:34.067979 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:13:34.068625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.251956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.303279 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:34.314835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:13:34.369848 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3030ea1-65cd-4f10-8f9e-84304492d83e req-c17bd293-a86e-49d2-92e2-5f4296095f89 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:34.373165 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e3030ea1-65cd-4f10-8f9e-84304492d83e req-c17bd293-a86e-49d2-92e2-5f4296095f89 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 945 time: 0.1312222 Mar 11 17:13:34.417977 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:34.449092 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e3030ea1-65cd-4f10-8f9e-84304492d83e req-17fc35ef-d5d8-4522-8e8b-07e0cc964655 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673842 Mar 11 17:13:34.531911 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:35.387888 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'code': 200} Mar 11 17:13:35.738033 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b2a91-96e0-4a83-9408-86e0e4d4a302 req-caa06c1b-c33b-490e-8875-40dfe1ef9fce tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:35.740769 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f9b2a91-96e0-4a83-9408-86e0e4d4a302 req-caa06c1b-c33b-490e-8875-40dfe1ef9fce tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1176288 Mar 11 17:13:35.819685 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1f9b2a91-96e0-4a83-9408-86e0e4d4a302 req-00f25e2f-cc5b-41bc-b5c7-3b1061ae75f2 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699031 Mar 11 17:13:37.081711 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182559a6-ca0f-42ba-be15-71ad50b162cd req-5d1e8cdd-e232-4735-9289-96287dfb8bb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:37.086470 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182559a6-ca0f-42ba-be15-71ad50b162cd req-5d1e8cdd-e232-4735-9289-96287dfb8bb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1178529 Mar 11 17:13:37.143835 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-182559a6-ca0f-42ba-be15-71ad50b162cd req-4926591b-4563-4fd4-bbab-441c49a5a853 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493412 Mar 11 17:13:38.486477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9872e-9b27-4667-85fc-51740826d808 req-35ac17e4-f13f-4202-bc32-a54328162ac7 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:38.498812 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-26f9872e-9b27-4667-85fc-51740826d808 req-35ac17e4-f13f-4202-bc32-a54328162ac7 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1585245 Mar 11 17:13:38.589567 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-26f9872e-9b27-4667-85fc-51740826d808 req-3d1adc1f-3401-4ad0-943c-5ae8966f2289 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895052 Mar 11 17:13:40.049441 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:40.070074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82823d08-0b23-4a6c-818c-7119a415ca77 req-d020b069-ce0f-4889-a742-94164f2770a5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:40.072234 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82823d08-0b23-4a6c-818c-7119a415ca77 req-d020b069-ce0f-4889-a742-94164f2770a5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.2250476 Mar 11 17:13:40.139822 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-82823d08-0b23-4a6c-818c-7119a415ca77 req-ed815ca9-1aec-4c8f-b18b-0b818d34ddba tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579720 Mar 11 17:13:41.263638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d968fccb-4df5-4dbe-aa2d-572194d97c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:41.623227 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10562995-c0fc-4502-869e-a2257d507e14 req-21f55308-c339-4689-9d1b-1d45de54965a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:41.624957 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10562995-c0fc-4502-869e-a2257d507e14 req-21f55308-c339-4689-9d1b-1d45de54965a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1954079 Mar 11 17:13:41.692021 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-10562995-c0fc-4502-869e-a2257d507e14 req-a72d926f-2c76-4e6e-a94e-3b7de065f06a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566237 Mar 11 17:13:42.968199 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746abc5-0696-43d2-bf6e-11dafea164e1 req-027ea2b2-1a02-42d1-8501-16bfbfb7acd6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:42.971647 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2746abc5-0696-43d2-bf6e-11dafea164e1 req-027ea2b2-1a02-42d1-8501-16bfbfb7acd6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1337631 Mar 11 17:13:43.047204 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2746abc5-0696-43d2-bf6e-11dafea164e1 req-14612a8d-1528-4229-911a-7bbdf4080100 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667233 Mar 11 17:13:43.428701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0b0e8ed-90d3-44e1-8156-a6f22cc55bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:44.318660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d78e8b-1665-4d23-87d3-429117ead326 req-aaa9ff90-4b55-40d6-84c6-197760caf176 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:44.320187 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e0d78e8b-1665-4d23-87d3-429117ead326 req-aaa9ff90-4b55-40d6-84c6-197760caf176 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1038854 Mar 11 17:13:44.368168 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e0d78e8b-1665-4d23-87d3-429117ead326 req-cae6f4bc-9996-4523-8b7e-c6dc71093936 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Mar 11 17:13:44.777522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:44.908798 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.594402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7b197-30fc-40f0-b2c3-ea30a93cfb28 req-6efc053d-df50-4ca3-9174-191068fa718d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:45.595881 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6cb7b197-30fc-40f0-b2c3-ea30a93cfb28 req-6efc053d-df50-4ca3-9174-191068fa718d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1056402 Mar 11 17:13:45.649956 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6cb7b197-30fc-40f0-b2c3-ea30a93cfb28 req-d148afb6-badb-49bd-8901-352f1ded4899 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462270 Mar 11 17:13:46.171794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:46.863941 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf959c09-19c1-4da8-81e3-184bfd1332d4 req-d5580fb9-a3fd-431f-8fdb-f21429f1a031 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:46.866067 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cf959c09-19c1-4da8-81e3-184bfd1332d4 req-d5580fb9-a3fd-431f-8fdb-f21429f1a031 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.0913138 Mar 11 17:13:46.917524 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cf959c09-19c1-4da8-81e3-184bfd1332d4 req-42175158-949d-4c22-bf25-959f41e94f08 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Mar 11 17:13:47.131413 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-2fa9f025-0b8c-4247-84b6-aad3f148b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.132903 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-2fa9f025-0b8c-4247-84b6-aad3f148b2f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1099 time: 0.1059520 Mar 11 17:13:47.279549 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-6754cec2-3867-42b2-923b-5de7daf0849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.280907 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-6754cec2-3867-42b2-923b-5de7daf0849f service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1413133 Mar 11 17:13:47.507969 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-b420ce3c-dd95-4e3a-bb73-f43e0514eb02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 1002 time: 0.2210970 Mar 11 17:13:47.577983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-91ebb8e8-4097-4a7f-ab72-a11a9e5e0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.579499 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-91ebb8e8-4097-4a7f-ab72-a11a9e5e0b2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0660908 Mar 11 17:13:47.659293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-e615dce7-b453-4bfe-a222-30445421a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:47.661675 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-e615dce7-b453-4bfe-a222-30445421a474 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768445 Mar 11 17:13:47.814528 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-7b079141-ae2f-48c7-af8a-8eb0c1f22f76 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461060 Mar 11 17:13:47.966419 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2a195a95-a4a8-4545-b82d-a434dcff661b req-56a4ca80-ac64-435c-8fdb-d28c31f6baf3 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468570 Mar 11 17:13:48.147056 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c8fd4-ad24-4980-9c14-60cce842125c req-d508ebe8-26c3-4e65-a5bd-e3b3710bd04c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:48.148640 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe0c8fd4-ad24-4980-9c14-60cce842125c req-d508ebe8-26c3-4e65-a5bd-e3b3710bd04c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1059024 Mar 11 17:13:48.223631 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-fe0c8fd4-ad24-4980-9c14-60cce842125c req-15a97538-b15b-4996-abd1-9eae9495858f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674379 Mar 11 17:13:48.903856 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:13:49.464652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c542678-4205-4740-a617-26d14d923590 req-7c26e102-ee43-4e7e-a8f0-4f7ce7723fe5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:49.476801 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c542678-4205-4740-a617-26d14d923590 req-7c26e102-ee43-4e7e-a8f0-4f7ce7723fe5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 946 time: 0.1266849 Mar 11 17:13:49.542740 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c542678-4205-4740-a617-26d14d923590 req-a103fdd3-18ea-43b4-9d86-595d9d8c4dd1 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646360 Mar 11 17:13:50.074629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:13:50.246097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:50.276978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:13:50.288992 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:13:50.329003 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'code': 200} Mar 11 17:13:50.422634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:50.519133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:13:50.762214 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43282181-9b38-4b4c-9b8f-e1542f580871 req-83908391-1737-44cf-9dfd-8c206650f85d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:50.764179 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43282181-9b38-4b4c-9b8f-e1542f580871 req-83908391-1737-44cf-9dfd-8c206650f85d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1044674 Mar 11 17:13:50.821245 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-43282181-9b38-4b4c-9b8f-e1542f580871 req-22befd02-fae5-462f-b5ac-3abcd7326d02 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504622 Mar 11 17:13:51.578048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de94f8a-3fac-4da4-851d-40b330e841ae req-8a4e88ad-fd49-45bc-9066-20f6a40f217c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:51.579840 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4de94f8a-3fac-4da4-851d-40b330e841ae req-8a4e88ad-fd49-45bc-9066-20f6a40f217c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1234126 Mar 11 17:13:51.661479 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4de94f8a-3fac-4da4-851d-40b330e841ae req-3ab0ec4d-2ce4-45f0-ae53-2dab3264f010 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712564 Mar 11 17:13:52.103862 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-bbf29d07-ffcc-4c69-97ed-f83a39842283 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2547917 Mar 11 17:13:52.860369 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc93f2b-5461-4d1a-9ae1-3bc61b44ee43 req-e98109a0-466e-4c49-9ca8-f484c9c82b11 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:52.861866 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5cc93f2b-5461-4d1a-9ae1-3bc61b44ee43 req-e98109a0-466e-4c49-9ca8-f484c9c82b11 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.0869823 Mar 11 17:13:52.920505 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5cc93f2b-5461-4d1a-9ae1-3bc61b44ee43 req-dbc84a61-6de3-4372-87d0-77cf0919f9dd tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466495 Mar 11 17:13:54.079711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:13:54.137652 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2c621-158c-4f81-9de2-7b5fd851efc5 req-1ae47c4e-a73d-4d7b-93b9-f05c7231e61d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.139409 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-71e2c621-158c-4f81-9de2-7b5fd851efc5 req-1ae47c4e-a73d-4d7b-93b9-f05c7231e61d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.0930583 Mar 11 17:13:54.156962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-8b44ed2a-abbf-43f2-8cd7-c1e882ccc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.158521 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-8b44ed2a-abbf-43f2-8cd7-c1e882ccc570 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824&tenant_id=cc9e2d5163b74768bc74773c9a4d53f5 HTTP/1.1" status: 200 len: 1097 time: 0.1303077 Mar 11 17:13:54.194755 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-71e2c621-158c-4f81-9de2-7b5fd851efc5 req-c63b9e78-2129-42dd-b16f-480d3924c40d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446126 Mar 11 17:13:54.262615 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-c3b92d41-c684-4064-9ab0-7a439416e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.264135 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-c3b92d41-c684-4064-9ab0-7a439416e583 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1097 time: 0.0848038 Mar 11 17:13:54.413546 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-1c474935-5ca8-4be5-ab28-757c840e775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.415189 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-1c474935-5ca8-4be5-ab28-757c840e775f service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1453300 Mar 11 17:13:54.532798 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-70db7e12-5bcb-44ef-8321-d455693e50ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 1000 time: 0.1123164 Mar 11 17:13:54.609755 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-38849aaf-d9e4-437b-b528-7e9fb428eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.611269 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-38849aaf-d9e4-437b-b528-7e9fb428eeb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0732167 Mar 11 17:13:54.706084 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-e8151007-fe3f-45ff-a904-0bf42c540e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:54.708500 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-e8151007-fe3f-45ff-a904-0bf42c540e96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917597 Mar 11 17:13:54.849232 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-14610b6c-2ef7-4d66-8ecb-3eb86be71f2b service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347508 Mar 11 17:13:55.002759 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-0b69da91-d601-4a12-8731-2deb80e60943 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477227 Mar 11 17:13:55.420900 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288014d-87fa-4ec6-b41b-dd887bb002d9 req-397671e2-c479-424f-a5fd-9e096089272f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:55.422415 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5288014d-87fa-4ec6-b41b-dd887bb002d9 req-397671e2-c479-424f-a5fd-9e096089272f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.0939989 Mar 11 17:13:55.577710 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5288014d-87fa-4ec6-b41b-dd887bb002d9 req-d6f3099e-6b74-44dd-8ff7-0eeb3cb3959c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493154 Mar 11 17:13:56.838672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f56622-e3e3-4199-9c2c-55eb892f3664 req-b451fd89-251b-4b7c-ab45-1de97636214a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:56.840494 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-35f56622-e3e3-4199-9c2c-55eb892f3664 req-b451fd89-251b-4b7c-ab45-1de97636214a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1190097 Mar 11 17:13:56.904343 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-35f56622-e3e3-4199-9c2c-55eb892f3664 req-12e67af3-70eb-42e5-a7db-536ccdfe8707 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541401 Mar 11 17:13:58.218947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd35d-573b-4616-a9e0-1277ba56107e req-5cc713d4-533a-44a6-8126-777a57e4f165 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:58.221531 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f64cd35d-573b-4616-a9e0-1277ba56107e req-5cc713d4-533a-44a6-8126-777a57e4f165 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1472402 Mar 11 17:13:58.282595 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f64cd35d-573b-4616-a9e0-1277ba56107e req-4f54495d-009a-4570-b1fd-f07da05c0c55 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518832 Mar 11 17:13:59.615350 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a54a6-f3be-49b0-baf2-bcb78a4a7a57 req-db67f66d-ce3b-4cbb-8adb-bb6198f7ff46 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:59.615350 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f15a54a6-f3be-49b0-baf2-bcb78a4a7a57 req-db67f66d-ce3b-4cbb-8adb-bb6198f7ff46 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1512697 Mar 11 17:13:59.694306 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f15a54a6-f3be-49b0-baf2-bcb78a4a7a57 req-1e04845e-c40b-4f45-8573-dec14af7b516 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727143 Mar 11 17:14:00.918219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aabec-e9e5-4bcd-9b93-1ee45c5b1216 req-159b9a2b-bad7-47f6-b5d3-7f986197838d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:00.918219 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a8aabec-e9e5-4bcd-9b93-1ee45c5b1216 req-159b9a2b-bad7-47f6-b5d3-7f986197838d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1024399 Mar 11 17:14:00.978914 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9a8aabec-e9e5-4bcd-9b93-1ee45c5b1216 req-337ec99e-4c90-4fe5-a17c-225324784537 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533566 Mar 11 17:14:02.486555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40dfba-d16b-424c-9635-0caa3d641620 req-cd2fd656-33ad-4eab-8a0e-28d6a8a0d20f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:02.490809 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-df40dfba-d16b-424c-9635-0caa3d641620 req-cd2fd656-33ad-4eab-8a0e-28d6a8a0d20f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1418674 Mar 11 17:14:02.570507 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-df40dfba-d16b-424c-9635-0caa3d641620 req-a501cc22-64c2-49a3-b26a-cad6572eb495 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658488 Mar 11 17:14:03.784315 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec86215-b9b4-42a6-bcf8-afdb38b1c07b req-2f258a19-017d-460f-9973-f4d5722a10f1 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:03.787023 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ec86215-b9b4-42a6-bcf8-afdb38b1c07b req-2f258a19-017d-460f-9973-f4d5722a10f1 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.0948365 Mar 11 17:14:03.838929 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4ec86215-b9b4-42a6-bcf8-afdb38b1c07b req-41f6c16b-3af3-4fb9-86a1-9856e2676861 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419784 Mar 11 17:14:05.065823 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3521a28-b966-46eb-a5ff-2b123eb82cb6 req-f26ba285-7db6-4d63-8c7c-a07c476caf21 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:05.068658 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e3521a28-b966-46eb-a5ff-2b123eb82cb6 req-f26ba285-7db6-4d63-8c7c-a07c476caf21 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1053813 Mar 11 17:14:05.135674 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e3521a28-b966-46eb-a5ff-2b123eb82cb6 req-8a0cbb90-9bce-4158-9c28-3eaa348585a3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604050 Mar 11 17:14:06.144900 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:14:06.340165 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:14:06.366339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'port_id': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'mac_address': 'fa:16:3e:f1:b4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:14:06.445991 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:06.475314 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b356e65-5bdf-4d20-8b3e-a5344af66f82 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:14:06.501659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:14:06.583359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:06.625567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1028fe9-5fdc-45d8-a05f-082430c352f5 req-b8658541-f74e-4a13-99d2-16dcabfbe472 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:06.628205 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1028fe9-5fdc-45d8-a05f-082430c352f5 req-b8658541-f74e-4a13-99d2-16dcabfbe472 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 944 time: 0.1382296 Mar 11 17:14:06.703403 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=9']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:06.704660 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f1028fe9-5fdc-45d8-a05f-082430c352f5 req-49d26004-b8e7-419d-9b79-4f086ff8da58 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685687 Mar 11 17:14:06.811614 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['2b356e65-5bdf-4d20-8b3e-a5344af66f82'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:14:07.963179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba2e5d-51ea-48e3-8722-8c281245b44f req-c7af3d19-6ba4-40a3-bffb-d96f250699f9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:07.965330 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3bba2e5d-51ea-48e3-8722-8c281245b44f req-c7af3d19-6ba4-40a3-bffb-d96f250699f9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 945 time: 0.1005695 Mar 11 17:14:08.039542 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3bba2e5d-51ea-48e3-8722-8c281245b44f req-34277ba3-b9b9-4c18-8b07-da6e50a370a3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634291 Mar 11 17:14:08.160904 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:14:08.241539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:08.241808 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.368495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.399296 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:14:08.408748 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:14:08.474477 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.563823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=10']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:08.580123 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'code': 200} Mar 11 17:14:09.004132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b300a-7546-46ae-aaa2-e0d89940210b req-b3fa3c7c-f97a-4721-922b-4c61d217d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:09.005661 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-718b300a-7546-46ae-aaa2-e0d89940210b req-b3fa3c7c-f97a-4721-922b-4c61d217d629 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1100 time: 0.0793891 Mar 11 17:14:09.049689 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-718b300a-7546-46ae-aaa2-e0d89940210b req-8ddcc233-4c82-443c-861f-cba2873946d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380375 Mar 11 17:14:09.277103 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78629f1d-1e9f-4e19-a648-9bf2a701b240 req-8afd9501-f416-40fa-8aa0-bf4169ff7e34 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:09.278607 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-78629f1d-1e9f-4e19-a648-9bf2a701b240 req-8afd9501-f416-40fa-8aa0-bf4169ff7e34 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 947 time: 0.1015947 Mar 11 17:14:09.330052 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-78629f1d-1e9f-4e19-a648-9bf2a701b240 req-9346ccdc-4551-438b-a632-ef5b2a298f39 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448577 Mar 11 17:14:09.936937 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:10.576619 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69db0e-4e25-44c5-8b66-6f59657f2941 req-6b829edb-4f95-4ad8-be18-519ff6b3b94e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:10.579015 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b69db0e-4e25-44c5-8b66-6f59657f2941 req-6b829edb-4f95-4ad8-be18-519ff6b3b94e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 947 time: 0.1254463 Mar 11 17:14:10.637490 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6b69db0e-4e25-44c5-8b66-6f59657f2941 req-a345a4db-0b96-473b-a333-e2657a3167b8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506263 Mar 11 17:14:11.255870 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-405eb41a-9e39-475b-aea7-bb0f737b7eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.878493 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e2c23-bfff-4d14-9267-8ba58bb03bec req-9fddb885-f606-4b65-ac60-879ba52480ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:11.879668 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cd6e2c23-bfff-4d14-9267-8ba58bb03bec req-9fddb885-f606-4b65-ac60-879ba52480ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 947 time: 0.0966830 Mar 11 17:14:11.956938 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-cd6e2c23-bfff-4d14-9267-8ba58bb03bec req-34cc455b-f15c-4d26-8541-1cd04e86e71f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698283 Mar 11 17:14:13.184947 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f87ebb-0568-4a22-acd4-7e5f9a7ca321 req-a7f61f9a-a4e3-49f1-9885-e28b6e12b45a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:13.186610 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-56f87ebb-0568-4a22-acd4-7e5f9a7ca321 req-a7f61f9a-a4e3-49f1-9885-e28b6e12b45a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 947 time: 0.1016498 Mar 11 17:14:13.243301 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-56f87ebb-0568-4a22-acd4-7e5f9a7ca321 req-a26033a0-098c-4c5e-8b93-8f938ce715d6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488701 Mar 11 17:14:13.433370 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2fe470c0-525a-40f9-a44f-6d7963459e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.965060 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-ee1ebbe0-b1bb-4380-b2da-660bc9e82dfe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785697 Mar 11 17:14:14.125207 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-71c8e045-45db-4321-8ddb-8abb0138d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:14.126743 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-71c8e045-45db-4321-8ddb-8abb0138d42a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1100 time: 0.0844853 Mar 11 17:14:14.311038 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-ed75132a-ad68-4b0d-bd77-1a06b744f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:14.312783 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-ed75132a-ad68-4b0d-bd77-1a06b744f05a service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1610744 Mar 11 17:14:14.428714 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-afc2a732-e829-4c8c-9fbf-7ff7bf828c7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 1002 time: 0.1105480 Mar 11 17:14:14.499999 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-8fbd556f-6edd-4b41-8c70-8438a449cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:14.501578 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-8fbd556f-6edd-4b41-8c70-8438a449cec1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0672891 Mar 11 17:14:14.587219 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-3920f98d-750a-47dd-b5a4-a0f96da867f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:14.588621 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-3920f98d-750a-47dd-b5a4-a0f96da867f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815508 Mar 11 17:14:14.747400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:14.752201 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-4cf88b25-2259-47aa-b048-fb41fd657b4f service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566710 Mar 11 17:14:14.895337 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f9e3c798-c099-4957-b778-9f224cba63e8 req-0cf0e4c6-08bf-457f-a082-e83d54e5af11 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389530 Mar 11 17:14:14.970513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:16.273057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:25.907980 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:14:39.941546 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:41.204240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b116cc3f-2770-4b78-b2c4-681bca71b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:43.427022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-48711c64-f3c2-443d-9420-4f36133768a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:44.752954 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:44.918539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:46.113600 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:02.909223 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:15:10.026498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:11.198136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1a935f7-d868-4d11-ae06-7b1e1c9a5bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:13.444151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-22ccd3ad-f0f6-46c2-a7f5-f5b9a155c237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.736555 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:14.958442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:15.944369 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-2c3e6ef1-7188-48ac-a729-dac57b9f5dbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925353 Mar 11 17:15:16.113755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:16.196308 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-979c7878-e1b4-4cf1-90d3-16e3d1bc1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.197689 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-979c7878-e1b4-4cf1-90d3-16e3d1bc1e89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1100 time: 0.1843584 Mar 11 17:15:16.364049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-4d1a799e-8a08-4fed-9644-083a732031dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.365510 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-4d1a799e-8a08-4fed-9644-083a732031dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1459348 Mar 11 17:15:16.483945 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-c6f6a0d7-90e5-4237-84cd-1eeddbf6ae71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 1002 time: 0.1115870 Mar 11 17:15:16.570204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-6c47adcd-2ef7-4b37-987b-e91d5fd929e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.572658 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-6c47adcd-2ef7-4b37-987b-e91d5fd929e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0828161 Mar 11 17:15:16.682162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-6efa64e7-6eed-427e-9773-bb8498203d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.683693 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-6efa64e7-6eed-427e-9773-bb8498203d90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035774 Mar 11 17:15:16.856143 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-1aae9f13-5f74-45e1-8583-8cf3fcc3a19e service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657085 Mar 11 17:15:17.040105 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10ae1fd8-d8d6-4b19-a57a-fea7d68a5495 req-b8c721de-faeb-4958-98a1-481574781f6c service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782017 Mar 11 17:15:23.116648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44198) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:23.331520 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Deleting port d86c3806-c819-44e8-b5fa-3065f8a7c3bf {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:15:23.332496 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.515533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.515852 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.644983 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Calling delete_port for d86c3806-c819-44e8-b5fa-3065f8a7c3bf owned by network:floatingip {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:15:23.901320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.963917 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event deleted for resources: {'Port': ['ID=d86c3806-c819-44e8-b5fa-3065f8a7c3bf,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:24.001698 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.002022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.002382 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.002705 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.003132 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.003473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.003904 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.004279 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.004835 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.005244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.005637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.005963 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:24.199846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for floatingip, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.200967 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Floating IP 43f8d435-8297-430c-8f0a-354aafa68583 disassociated (deleted). External IP: 172.26.8.243, port: 2b356e65-5bdf-4d20-8b3e-a5344af66f82. Mar 11 17:15:24.603412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:15:24.796653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:15:24.807556 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] Sync routers for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:15:24.823391 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:15:24.824261 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:24.894343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:24.960599 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6eab6f1d-b1a9-4a70-9781-f97a6a399754 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "DELETE /v2.0/floatingips/43f8d435-8297-430c-8f0a-354aafa68583 HTTP/1.1" status: 204 len: 168 time: 1.8426592 Mar 11 17:15:24.961395 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:25.029029 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:15:25.147817 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'status': 'completed', 'code': 200} Mar 11 17:15:25.278859 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-620a707f-9c10-4896-87d6-2940d4ac98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.281245 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-620a707f-9c10-4896-87d6-2940d4ac98de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 1100 time: 0.1093788 Mar 11 17:15:25.428096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-a429e13d-6816-4e38-9252-90e632006518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.429910 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-a429e13d-6816-4e38-9252-90e632006518 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1428401 Mar 11 17:15:25.436021 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:25.442274 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] Checking router: 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:15:25.461883 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:15:25.462989 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:15:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:25.511973 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-57402005-38ab-4975-9e23-da990271fc0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 200 len: 217 time: 0.0755997 Mar 11 17:15:25.589397 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-d0fb2749-aa03-4a1c-8c5c-9ed965236ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.590974 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-d0fb2749-aa03-4a1c-8c5c-9ed965236ca1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0728431 Mar 11 17:15:25.721479 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:15:25.734138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-35554b88-fabd-4024-a0c9-7d80ea7ca440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.736417 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-35554b88-fabd-4024-a0c9-7d80ea7ca440 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1387320 Mar 11 17:15:25.901478 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c427-a655-4f09-9447-9fb68ec03a97 req-295a37d1-a0c2-482c-8600-afb661433504 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.902236 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e3d3c427-a655-4f09-9447-9fb68ec03a97 req-295a37d1-a0c2-482c-8600-afb661433504 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:15:25.919108 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-ee978306-bfbc-469f-934d-9ad840a47ba6 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760657 Mar 11 17:15:26.040160 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-e3d3c427-a655-4f09-9447-9fb68ec03a97 req-295a37d1-a0c2-482c-8600-afb661433504 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:15:26.041222 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e3d3c427-a655-4f09-9447-9fb68ec03a97 req-295a37d1-a0c2-482c-8600-afb661433504 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 947 time: 0.3557284 Mar 11 17:15:26.112299 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:26.117794 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d831c-34c2-4ebb-9649-d9de44d00d9e None None] The sync data for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv is: [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:15:26.262819 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e3d3c427-a655-4f09-9447-9fb68ec03a97 req-8e011798-ae3c-4b51-90bc-57468877dbd3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704105 Mar 11 17:15:26.267528 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e4ad0428-54a3-40bf-9c99-ce8bc3706e76 req-e4f6153b-ba09-4fa4-b7ae-3e76cc74d66d service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403764 Mar 11 17:15:26.403184 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40d960-369c-497b-ab71-db3c46cc8c87 None None] New status for floating IP 43f8d435-8297-430c-8f0a-354aafa68583: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:15:27.041217 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-eb881c81-6813-4405-8c73-151776b647f8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:27.042701 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-eb881c81-6813-4405-8c73-151776b647f8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 947 time: 0.0912948 Mar 11 17:15:27.135327 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Deleting port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:15:27.135651 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.447375 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] For port 2b356e65-5bdf-4d20-8b3e-a5344af66f82, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2b356e65-5bdf-4d20-8b3e-a5344af66f82,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:15:27.447758 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.537894 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc0229-24a5-4908-af62-0082fcbfd956 req-a06d1b91-4cc1-441a-8a18-5546d5a2682a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:27.540283 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-67dc0229-24a5-4908-af62-0082fcbfd956 req-a06d1b91-4cc1-441a-8a18-5546d5a2682a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 947 time: 0.1358905 Mar 11 17:15:27.622812 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-67dc0229-24a5-4908-af62-0082fcbfd956 req-06fb8c96-18c9-46e3-9353-50f6aa41c11b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=8c1e6036-7d7f-48f9-90f5-0c06b68c7649&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696108 Mar 11 17:15:27.644724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Calling delete_port for 2b356e65-5bdf-4d20-8b3e-a5344af66f82 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:15:27.935439 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.993175 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event deleted for resources: {'Port': ['ID=2b356e65-5bdf-4d20-8b3e-a5344af66f82,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:28.089978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] No DVR routers for this DVR port 2b356e65-5bdf-4d20-8b3e-a5344af66f82 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:15:28.092929 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.097416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-deleted', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:15:28.152314 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824', 'name': 'network-vif-deleted', 'tag': '2b356e65-5bdf-4d20-8b3e-a5344af66f82', 'status': 'completed', 'code': 200} Mar 11 17:15:28.181747 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f8b6bbe4-70bc-47b8-ba1c-c35aff746a70 req-8a81a2d5-d338-43d8-882a-7e1bd51ec171 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "DELETE /v2.0/ports/2b356e65-5bdf-4d20-8b3e-a5344af66f82 HTTP/1.1" status: 204 len: 173 time: 1.1328769 Mar 11 17:15:28.822593 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0dfad53e-6639-46d6-b20b-ced862530b89 req-e706da85-4836-4b98-a6ad-b4a4257fa90a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c6b6f3a-a1b2-407c-a0c6-6c0fe7fa6824 HTTP/1.1" status: 200 len: 210 time: 0.0503449 Mar 11 17:15:29.944106 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44234) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:30.039036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e394f6bf-fc27-47f7-88b6-29fd9caab405 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.080211 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e394f6bf-fc27-47f7-88b6-29fd9caab405 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.255221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e394f6bf-fc27-47f7-88b6-29fd9caab405 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.276280 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394f6bf-fc27-47f7-88b6-29fd9caab405 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e6036-7d7f-48f9-90f5-0c06b68c7649,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:30.411968 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-e394f6bf-fc27-47f7-88b6-29fd9caab405 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:30.413299 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-e394f6bf-fc27-47f7-88b6-29fd9caab405 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "DELETE /v2.0/security-groups/8c1e6036-7d7f-48f9-90f5-0c06b68c7649 HTTP/1.1" status: 204 len: 168 time: 0.4677892 Mar 11 17:15:30.596727 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:15:30.644562 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 2b356e65-5bdf-4d20-8b3e-a5344af66f82 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:15:30.644902 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 2b356e65-5bdf-4d20-8b3e-a5344af66f82 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:15:31.114289 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44246) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:31.119696 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432283286', 'description': 'tempest-secgroup-smoke-1432283286 description', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:31.126694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:31.131222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:31.134464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:31.141877 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:31.289461 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.312240 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:31.317223 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:31.320276 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:31.326157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:31.398051 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.518655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.579929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b436b3-d13a-4b7d-9cae-61691cfa9061,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:31.588554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.588898 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.589235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.589565 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.589925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.590284 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.590635 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.590951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.591271 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.591592 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.591910 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.592244 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:31.730651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.732661 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-1904de30-4a82-4b56-8b84-6b1847ea9e61 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6170516 Mar 11 17:15:31.735678 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44250) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:31.741806 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '91b436b3-d13a-4b7d-9cae-61691cfa9061', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:31.748303 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:31.752604 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:31.755759 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:31.761681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:31.918379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:31.989012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.101213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.125409 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9ebb07-7c62-47b4-99b4-aac3c7473f4c,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:32.220110 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.221375 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d41d49e5-02fa-4cef-a862-2aaa85878b3c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4844694 Mar 11 17:15:32.224349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44254) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:32.229358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '91b436b3-d13a-4b7d-9cae-61691cfa9061', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:32.235901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:32.240394 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:32.244492 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:32.251788 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:32.359599 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.432320 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.575313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.599544 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d7737c-eb1c-4235-9a72-15d5c8be745d,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:32.724109 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.725346 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d5276af5-20b6-4a2a-9b24-d43e5558fdb8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5001547 Mar 11 17:15:32.728261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44258) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:32.733348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '91b436b3-d13a-4b7d-9cae-61691cfa9061', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:32.740910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:32.744846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:32.747815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:32.754274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:32.863248 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:32.952961 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.107096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.133657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8884a4-ae49-4517-8673-724904630130,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:33.242591 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.243929 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-362b0ea6-e126-4320-a836-60f55a3449ab tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5146782 Mar 11 17:15:33.246643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44262) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:33.252287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '91b436b3-d13a-4b7d-9cae-61691cfa9061', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:33.258690 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:33.262525 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:33.265527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:33.272542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:33.373658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.450202 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.632162 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.656166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19eb7192-403c-4c67-92bd-8712e7c0ac97,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:33.736910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.737669 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-41a00a58-4bd2-479a-87bc-bef442a6516e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4898996 Mar 11 17:15:33.740610 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44266) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:33.746047 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '91b436b3-d13a-4b7d-9cae-61691cfa9061', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:33.753221 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:33.757707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:33.760777 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:33.766831 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:33.884132 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Project cc9e2d5163b74768bc74773c9a4d53f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:15:33.891726 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:33.963268 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.076840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.102231 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbb6b81-8ebc-4593-b9c0-6f64fef72067,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:34.198433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.199891 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d8ff459c-194b-4e1b-a4d2-38d612c1e094 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4581339 Mar 11 17:15:34.204484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44270) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:34.211346 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'security_group_rule': {'security_group_id': '91b436b3-d13a-4b7d-9cae-61691cfa9061', 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:15:34.218004 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:34.225092 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:security_group_rule and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:34.228443 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:34.236345 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:34.335300 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.securitygroups_db [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Project cc9e2d5163b74768bc74773c9a4d53f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:15:34.345097 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.418801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.489512 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.515948 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412c7ff2-7ca2-470e-a760-be79542234e6,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:34.628354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:34.629635 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-ce7e4095-fc55-4f89-83c2-17efefe0e9b3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4238567 Mar 11 17:15:39.916416 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:15:39.999595 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:41.268164 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-01231d42-1d16-428f-91d0-cc05be7cf9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:43.447789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-58628d81-3421-4950-91df-236b9a0b442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:44.941924 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.278610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:46.507010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:09.209777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1aecf6ac-31a1-4102-bbc7-542445814268 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:16:09.334671 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1aecf6ac-31a1-4102-bbc7-542445814268 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:16:09.336068 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1aecf6ac-31a1-4102-bbc7-542445814268 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432283286&fields=id&tenant_id=cc9e2d5163b74768bc74773c9a4d53f5 HTTP/1.1" status: 200 len: 267 time: 0.1712909 Mar 11 17:16:09.505005 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-72623762-b217-4a1b-897a-ea80e1d95f27 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:09.506510 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-72623762-b217-4a1b-897a-ea80e1d95f27 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 809 time: 0.1633677 Mar 11 17:16:09.524452 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-f19c2616-7154-44e1-aee0-9287fdb90b30 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/quotas/cc9e2d5163b74768bc74773c9a4d53f5 HTTP/1.1" status: 200 len: 375 time: 0.0120180 Mar 11 17:16:09.624430 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-8e857299-ce9e-4d99-98ab-1619a448e25d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945258 Mar 11 17:16:09.765560 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-30f1c491-b328-4b35-84dd-6fc4b3cbd51f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:16:09.767262 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-30f1c491-b328-4b35-84dd-6fc4b3cbd51f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469372 Mar 11 17:16:09.909150 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-9454c308-6229-4da7-8d54-ef9331fb0526 service neutron] 10.222.0.57 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353667 Mar 11 17:16:09.997544 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:10.050093 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-3a52189d-2410-4a36-9c9d-c875abb2c2af service neutron] 10.222.0.57 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342962 Mar 11 17:16:11.027813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0e5d4940-59a9-400c-8f87-ae2f9fd9bb98 req-86b7e313-5a3e-4e08-8584-a5e9cd0c37ec tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:16:11.152779 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0e5d4940-59a9-400c-8f87-ae2f9fd9bb98 req-86b7e313-5a3e-4e08-8584-a5e9cd0c37ec tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:16:11.154561 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0e5d4940-59a9-400c-8f87-ae2f9fd9bb98 req-86b7e313-5a3e-4e08-8584-a5e9cd0c37ec tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 210 time: 0.1745877 Mar 11 17:16:11.254573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-51924f9c-db90-412a-ac9d-ce41e1f8bfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:12.318604 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1e0e725-b7bf-4c35-a6ba-61a835f5db67 req-5f441bc7-4068-4a60-a170-307ed783280a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 210 time: 0.0436423 Mar 11 17:16:13.476163 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2d63a3c4-9d48-44d4-8cbd-de90d89611b8 req-1e7a8a54-4130-49c5-8e69-2b309e47a262 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 210 time: 0.0470345 Mar 11 17:16:13.502956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-cc5237e0-bf35-4732-b03e-76bfdac27933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:13.658858 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-48f4a723-b938-4a98-b456-88339c4fec30 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:13.660545 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-48f4a723-b938-4a98-b456-88339c4fec30 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 809 time: 0.1613181 Mar 11 17:16:13.713417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-f9d29f5d-fcac-4c3b-8343-f9c2e4078e58 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:security_group {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:16:13.725708 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-f9d29f5d-fcac-4c3b-8343-f9c2e4078e58 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:security_group {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:16:13.726851 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-f9d29f5d-fcac-4c3b-8343-f9c2e4078e58 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc9e2d5163b74768bc74773c9a4d53f5 HTTP/1.1" status: 200 len: 380 time: 0.0581977 Mar 11 17:16:13.736166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'port': {'device_id': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'admin_state_up': True, 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'security_groups': ['91b436b3-d13a-4b7d-9cae-61691cfa9061']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:13.997387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:16:14.009172 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:16:14.123778 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Made reservation on behalf of cc9e2d5163b74768bc74773c9a4d53f5 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:16:14.129550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.339095 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Allocated IP 172.20.0.11 (88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6/9e0add32-78c3-4abf-96e0-c47fccdd22d8/8be2b8b7-5d1d-4dea-a699-25cb8e9add77) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:14.593468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.612256 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Transition to ACTIVE for port object 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:16:14.669491 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-1029d204-bd66-4ad0-b236-7e37057b6d05 req-b0febca4-c9a1-403b-8462-622a2416f5bd tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 210 time: 0.0526085 Mar 11 17:16:14.787629 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.801779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.859316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:14.863082 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:14.875920 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:16:14.910839 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'Port': ['ID=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:14.922755 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:14.957498 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:14.958536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:15.095845 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-1885e66c-10bb-4d9e-8b3d-f03bdf9f521f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3641860 Mar 11 17:16:15.107103 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Request body: {'port': {'device_id': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:15.232167 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:15.321302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-33a05684-8892-425d-9a4d-c84a926e65e9 None None] Provisioning for port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:16:15.326918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-33a05684-8892-425d-9a4d-c84a926e65e9 None None] Provisioning complete for port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:15.327432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-33a05684-8892-425d-9a4d-c84a926e65e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:15.388422 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-33a05684-8892-425d-9a4d-c84a926e65e9 None None] Port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:16:15.643242 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:15.650582 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:15.671153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Transition to ACTIVE for port object 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:16:15.821965 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.012874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Pushing event updated for resources: {'Port': ['ID=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:16.105764 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa90c17-a3db-4cb4-bd1d-489b4348412c req-1fa22d61-9dd9-428d-a548-a7f49972cdb6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:16.106605 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1aa90c17-a3db-4cb4-bd1d-489b4348412c req-1fa22d61-9dd9-428d-a548-a7f49972cdb6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:16:16.142637 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Attempting to bind port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:16:16.142973 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Attempting to bind port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:16:16.143304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Attempting to bind port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 on network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:16:16.148407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 on network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 17:16:16.148805 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Attempting to bind port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 on network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:16:16.157902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:16:16.158430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Checking segment: {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:16:16.158699 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Bound using segment: {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:16:16.159153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Bound port: 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e2892e-8a82-471f-854b-513d6e3017f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:16:16.159497 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.167305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.248295 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-1aa90c17-a3db-4cb4-bd1d-489b4348412c req-1fa22d61-9dd9-428d-a548-a7f49972cdb6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:16:16.249457 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1aa90c17-a3db-4cb4-bd1d-489b4348412c req-1fa22d61-9dd9-428d-a548-a7f49972cdb6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.4658799 Mar 11 17:16:16.278860 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:16:16.299950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:16:16.313737 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1aa90c17-a3db-4cb4-bd1d-489b4348412c req-95dd80d7-2d3f-47be-8f4a-d5780014c790 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543704 Mar 11 17:16:16.426927 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.491723 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:16.492563 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:16.493967 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] 10.222.0.35 "PUT /v2.0/ports/8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1094 time: 1.3913629 Mar 11 17:16:16.494432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:16.535363 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab3eed-6141-4f0a-9bfd-33e9e27a8bec service neutron] Pushing event updated for resources: {'Port': ['ID=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:16.557574 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'status': 'completed', 'code': 200} Mar 11 17:16:16.660899 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865f83f-664f-470b-af10-a0d064c5cf8b req-8502ecd8-965e-45ee-b703-254ce35463f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:16.662317 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2865f83f-664f-470b-af10-a0d064c5cf8b req-8502ecd8-965e-45ee-b703-254ce35463f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1097 time: 0.0822513 Mar 11 17:16:16.911048 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:16:16.950848 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865f83f-664f-470b-af10-a0d064c5cf8b req-f75bb47b-d9b8-4edf-a992-7da31e93447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:16.952341 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2865f83f-664f-470b-af10-a0d064c5cf8b req-f75bb47b-d9b8-4edf-a992-7da31e93447f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2835045 Mar 11 17:16:17.100624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865f83f-664f-470b-af10-a0d064c5cf8b req-1f295c30-1c9c-45e7-a372-1b9c5e7d9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:17.102044 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2865f83f-664f-470b-af10-a0d064c5cf8b req-1f295c30-1c9c-45e7-a372-1b9c5e7d9999 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438422 Mar 11 17:16:17.217737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-f91a60d8-0830-4225-bdbc-7896c0dddcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:17.220789 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-f91a60d8-0830-4225-bdbc-7896c0dddcd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1097 time: 0.0826845 Mar 11 17:16:17.293839 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-3d53ae6f-cd0d-42a6-9a32-38a43880e59e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 217 time: 0.0659571 Mar 11 17:16:17.361587 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-74bb8c6d-2e15-44a3-aa12-8bc0a1bdc184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:17.363057 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-74bb8c6d-2e15-44a3-aa12-8bc0a1bdc184 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0616972 Mar 11 17:16:17.524786 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-83439993-3958-4634-957b-831bce3bd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:17.526261 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-83439993-3958-4634-957b-831bce3bd1e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1568861 Mar 11 17:16:17.583761 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a901d-3394-499e-ad16-af0c51f88a00 req-c64e9eda-4fcf-4053-aeba-2f90fae9fab5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:17.585248 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eb2a901d-3394-499e-ad16-af0c51f88a00 req-c64e9eda-4fcf-4053-aeba-2f90fae9fab5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.1502922 Mar 11 17:16:17.713932 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-eb2a901d-3394-499e-ad16-af0c51f88a00 req-bf87184d-1843-40b2-9671-cba4a1981960 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747540 Mar 11 17:16:17.727364 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-b7d895b0-94ae-4570-b0f6-747f6f72ac4e service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926820 Mar 11 17:16:17.896995 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c00c33f-6bc6-4826-a18d-3e6ab2a59d83 req-fc643a4e-7ae5-4f4e-ab83-336034dfe7b0 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641757 Mar 11 17:16:18.956501 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c69b4d-822a-461b-8115-806b0c75f963 req-ba8b7e89-94a3-4316-855c-4b47c3c8f3a6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:18.959080 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c9c69b4d-822a-461b-8115-806b0c75f963 req-ba8b7e89-94a3-4316-855c-4b47c3c8f3a6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.1160743 Mar 11 17:16:19.014220 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c9c69b4d-822a-461b-8115-806b0c75f963 req-a2f1665a-9831-4dbe-8bc0-a16255445f70 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489352 Mar 11 17:16:20.227044 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2d16-045d-43d0-b23c-24a3847735f2 req-943373fd-5576-4706-a4a2-6afa4955edbd tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:20.228503 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5f9e2d16-045d-43d0-b23c-24a3847735f2 req-943373fd-5576-4706-a4a2-6afa4955edbd tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0938730 Mar 11 17:16:20.276990 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5f9e2d16-045d-43d0-b23c-24a3847735f2 req-59f12b1e-cc46-404b-8802-33609dbfeff6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Mar 11 17:16:21.481602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb50da-3228-4dda-a3cd-91e289f26a48 req-6151f7e8-94d5-4811-8455-3a4bff9c0ebc tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:21.483261 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93cb50da-3228-4dda-a3cd-91e289f26a48 req-6151f7e8-94d5-4811-8455-3a4bff9c0ebc tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0896850 Mar 11 17:16:21.545061 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-93cb50da-3228-4dda-a3cd-91e289f26a48 req-f2aa23e4-4cea-4c3e-801a-8cae7b45a678 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528572 Mar 11 17:16:22.741387 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff759-f441-4710-b347-a7fb1f97ae77 req-4ed5ec99-4f19-4f0b-be8a-d49922492997 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:22.742906 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd5ff759-f441-4710-b347-a7fb1f97ae77 req-4ed5ec99-4f19-4f0b-be8a-d49922492997 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0833313 Mar 11 17:16:22.791103 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-dd5ff759-f441-4710-b347-a7fb1f97ae77 req-fce6bb75-ca17-4115-a5be-460d1ca099f8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 Mar 11 17:16:23.990029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3d3d4-b921-4d9f-8b0b-659a9bcacd07 req-761dea12-4b0a-439e-ba29-8aa668b26306 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:23.991520 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7fd3d3d4-b921-4d9f-8b0b-659a9bcacd07 req-761dea12-4b0a-439e-ba29-8aa668b26306 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0894921 Mar 11 17:16:24.044699 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-7fd3d3d4-b921-4d9f-8b0b-659a9bcacd07 req-d7bb76d1-9586-45cd-81df-19ff606569f1 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475001 Mar 11 17:16:24.797821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:16:24.937427 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:16:24.951271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'port_id': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'mac_address': 'fa:16:3e:02:3c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:16:25.011654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:25.029035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:16:25.046802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:16:25.237237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:25.246062 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc58fb-f2c9-4e03-a757-a43498a62650 req-b6b69c84-66dc-4891-a425-8e0ba3d32ca4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:25.247715 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d8bc58fb-f2c9-4e03-a757-a43498a62650 req-b6b69c84-66dc-4891-a425-8e0ba3d32ca4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0862947 Mar 11 17:16:25.295638 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d8bc58fb-f2c9-4e03-a757-a43498a62650 req-6681fed3-9825-4953-b579-37cd75927bd8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Mar 11 17:16:25.307685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:25.315280 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.315617 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.315947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.316273 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.316591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.316909 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.317225 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.317540 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.317854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.318206 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.318497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.318803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:25.473518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['8be2b8b7-5d1d-4dea-a699-25cb8e9add77'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:16:26.504695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713541b0-3f82-40aa-8eb4-f2ff79b63da4 req-0c48ea66-dc13-4449-aac0-00e449fdfa85 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:26.506295 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-713541b0-3f82-40aa-8eb4-f2ff79b63da4 req-0c48ea66-dc13-4449-aac0-00e449fdfa85 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 945 time: 0.0940783 Mar 11 17:16:26.557441 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-713541b0-3f82-40aa-8eb4-f2ff79b63da4 req-fb899f1c-d4d9-48ff-b998-c54adee908e0 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 Mar 11 17:16:26.814256 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:16:26.969004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:16:26.974886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:16:26.975248 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:27.114470 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:27.145193 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:27.156710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:16:27.198818 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'code': 200} Mar 11 17:16:27.247305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:27.333007 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:27.725434 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad399e5d-6ff6-4fa9-8b48-1460095e22d8 req-529ee724-a3ff-4ced-916e-c4df9207bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:27.726842 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ad399e5d-6ff6-4fa9-8b48-1460095e22d8 req-529ee724-a3ff-4ced-916e-c4df9207bd40 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0882025 Mar 11 17:16:27.779965 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ad399e5d-6ff6-4fa9-8b48-1460095e22d8 req-8edad046-00f6-403d-8690-b209229eefdd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467336 Mar 11 17:16:27.793792 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d09b-8d1b-433d-97cf-aa173ce6bd17 req-0a78890c-b818-4d88-b10d-ef457a1534f5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:27.795321 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-11c9d09b-8d1b-433d-97cf-aa173ce6bd17 req-0a78890c-b818-4d88-b10d-ef457a1534f5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.1115100 Mar 11 17:16:27.850713 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-11c9d09b-8d1b-433d-97cf-aa173ce6bd17 req-5f7b8ef3-c11d-4e2d-8e5d-5d349dcc4ad3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476544 Mar 11 17:16:29.075014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca251da0-fd95-473c-9c45-accfc27407a6 req-3bd2db46-826e-47a2-b969-4fdcfc3cd5b9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:29.076801 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca251da0-fd95-473c-9c45-accfc27407a6 req-3bd2db46-826e-47a2-b969-4fdcfc3cd5b9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.1003010 Mar 11 17:16:29.125632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ca251da0-fd95-473c-9c45-accfc27407a6 req-4b703b6d-d720-4caa-8fa3-6a8b16b0c0b0 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410655 Mar 11 17:16:30.338853 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f3723-5161-451b-a7ab-c5a0cbb04f63 req-7ba4cf0f-d9e4-4803-9d76-99e59ccb350a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:30.340474 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-493f3723-5161-451b-a7ab-c5a0cbb04f63 req-7ba4cf0f-d9e4-4803-9d76-99e59ccb350a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0982182 Mar 11 17:16:30.404191 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-493f3723-5161-451b-a7ab-c5a0cbb04f63 req-f245d74d-4fe6-4343-87c5-50c6ce310e03 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562191 Mar 11 17:16:30.609348 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b748d-7a05-411b-91a0-88604f13258c req-a1076e21-58e4-4d38-aa83-8700de45bdd9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:30.610870 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-002b748d-7a05-411b-91a0-88604f13258c req-a1076e21-58e4-4d38-aa83-8700de45bdd9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0973656 Mar 11 17:16:30.663887 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-002b748d-7a05-411b-91a0-88604f13258c req-7ca65b5b-c374-48b4-93d9-9f73e84c123a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472028 Mar 11 17:16:30.687957 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44526) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:30.929750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf744e6-c3a3-4ce5-9697-5852354a5f3e tempest-TestShelveInstance-679492380 tempest-TestShelveInstance-679492380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:30.930445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6bf744e6-c3a3-4ce5-9697-5852354a5f3e tempest-TestShelveInstance-679492380 tempest-TestShelveInstance-679492380-project-admin] Synchronizing usage tracker for tenant:303bc88d3a0340a3a54d8022fdcfb655 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:16:31.092410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-6bf744e6-c3a3-4ce5-9697-5852354a5f3e tempest-TestShelveInstance-679492380 tempest-TestShelveInstance-679492380-project-admin] Unset dirty status for tenant:303bc88d3a0340a3a54d8022fdcfb655 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:16:31.093832 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-6bf744e6-c3a3-4ce5-9697-5852354a5f3e tempest-TestShelveInstance-679492380 tempest-TestShelveInstance-679492380-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1094 time: 0.4046650 Mar 11 17:16:31.097032 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44532) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:16:31.102385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:16:31.108993 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:16:31.114194 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Usage tracker for resource:floatingip and tenant:cc9e2d5163b74768bc74773c9a4d53f5 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:16:31.117302 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:16:31.123984 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:16:31.226800 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.388901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.597856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Allocated IP 172.26.8.197 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/10274129-ef99-43c9-a05b-7eaeb3aed2ef) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:16:31.803994 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.929212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:31.995064 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:16:31.998094 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:16:32.007026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:16:32.047668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'Port': ['ID=10274129-ef99-43c9-a05b-7eaeb3aed2ef,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:32.068333 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.068598 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.068827 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.069157 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.069480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.069803 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.070124 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.070488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.070888 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.071319 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.071746 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.072163 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:16:32.551901 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:32.722701 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:32.957763 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:33.083477 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:33.200439 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event updated for resources: {'Port': ['ID=10274129-ef99-43c9-a05b-7eaeb3aed2ef,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:16:33.213980 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:33.515344 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Floating IP 8ad3e6f8-47f1-4992-8cd3-8eb7693c8b78 associated. External IP: 172.26.8.197, port: 8be2b8b7-5d1d-4dea-a699-25cb8e9add77. Mar 11 17:16:33.915702 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:16:34.133518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:16:34.145009 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] Sync routers for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:16:34.157981 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:16:34.158620 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:34.300568 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:34.352005 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:16:34.370195 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-c2c4be06-cd02-4edd-ae05-f72b16b9ac9b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2642021 Mar 11 17:16:34.370195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:16:34.511664 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'status': 'completed', 'code': 200} Mar 11 17:16:34.615358 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-ee2d1076-8e12-4b4a-a4c6-e4503ed97fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:34.616836 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-ee2d1076-8e12-4b4a-a4c6-e4503ed97fca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0739682 Mar 11 17:16:34.754813 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '8ad3e6f8-47f1-4992-8cd3-8eb7693c8b78', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'port_id': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'mac_address': 'fa:16:3e:02:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:16:32Z', 'updated_at': '2022-03-11T17:16:32Z', 'revision_number': 0, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:34.758926 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] Checking router: 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:16:34.769020 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:16:34.769726 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:16:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:34.866307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-87583cd5-9294-4b5d-b4fd-6db221038e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:34.867777 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-87583cd5-9294-4b5d-b4fd-6db221038e32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.2422984 Mar 11 17:16:34.963483 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:16:34.995181 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-76cb3428-f066-4483-9ad5-064ac7688500 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1000 time: 0.1210921 Mar 11 17:16:35.063273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-9ee7264d-cb79-4b4b-934c-7c95920e9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.064556 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-9ee7264d-cb79-4b4b-934c-7c95920e9d1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0625360 Mar 11 17:16:35.155449 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-87ae5df3-510b-4be6-8f01-ff3c12262a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.157648 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-87ae5df3-510b-4be6-8f01-ff3c12262a4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842636 Mar 11 17:16:35.306216 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-4325f99e-2d97-4301-9cd9-428dfdd88537 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416800 Mar 11 17:16:35.360291 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '8ad3e6f8-47f1-4992-8cd3-8eb7693c8b78', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'port_id': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'mac_address': 'fa:16:3e:02:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:16:32Z', 'updated_at': '2022-03-11T17:16:32Z', 'revision_number': 0, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:16:35.365755 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142dead7-9a20-4cb5-9f81-5976a70fba89 None None] The sync data for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv is: [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '8ad3e6f8-47f1-4992-8cd3-8eb7693c8b78', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'port_id': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'mac_address': 'fa:16:3e:02:3c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:16:32Z', 'updated_at': '2022-03-11T17:16:32Z', 'revision_number': 0, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:16:35.462598 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8b8d517a-14c5-4ce3-bab7-05820bed1a19 req-9ae0499b-64cb-4faf-af07-0c524995a142 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464822 Mar 11 17:16:35.591190 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8fb586-5c52-4b2a-be0e-7c68d0a4ece7 None None] New status for floating IP 8ad3e6f8-47f1-4992-8cd3-8eb7693c8b78: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:16:40.081348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.317867 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e6f36094-b683-40ee-96e4-f6b934590af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.418139 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-33333a26-1f0a-49b7-a919-0c442088fd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.766123 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:44.904049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:46.139605 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:53.912870 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:17:10.028610 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:11.237479 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-fa66eaa8-d998-4b96-921e-0dc076424949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:13.451299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b3e-b6c2-4395-b5aa-1a9f8883abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:14.798004 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:14.940761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:16.191783 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:16.942075 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-c24cdd9a-f870-4b7d-bb50-e060de2cb148 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880547 Mar 11 17:17:17.107660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-24455995-dddd-46e0-9663-e4bc5cefe973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:17.109231 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-24455995-dddd-46e0-9663-e4bc5cefe973 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0927587 Mar 11 17:17:17.290976 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-16d415c5-96a8-4dbd-aa51-5daffbf26753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:17.292436 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-16d415c5-96a8-4dbd-aa51-5daffbf26753 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1564674 Mar 11 17:17:17.440222 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-df520b59-4e52-4cb1-9653-29c4f0afb305 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1002 time: 0.1262634 Mar 11 17:17:17.534051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-0847226b-5152-4168-9d15-74d8ed31d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:17.535631 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-0847226b-5152-4168-9d15-74d8ed31d591 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0869057 Mar 11 17:17:17.620945 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-19bee732-23d8-4d28-b7e7-b941cd97ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:17.622960 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-19bee732-23d8-4d28-b7e7-b941cd97ae5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806909 Mar 11 17:17:17.777869 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-3e3bb345-e151-419c-8838-114f780313d8 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486306 Mar 11 17:17:17.957335 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-419543d8-4553-47b2-aadf-18fd7b29eae6 req-d5625c76-882c-42cc-8db6-a0478257dd2a service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718104 Mar 11 17:17:30.920051 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:17:40.204996 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:41.353655 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-96175100-c890-4493-ac31-6bc7e0ddb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:43.451735 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3a323799-ea5c-4214-9200-cf4cf5365b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:44.742128 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:44.925568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:46.197097 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.927729 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:18:09.980791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:11.215418 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5e697a63-4627-404b-af3b-28f39042cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.465820 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-8caa085a-6ee6-47e5-a1ab-0b08f73af9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:14.767837 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.002134 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.174997 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.944573 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-2b95cd47-86b1-4a8c-bc9b-2da65a2e1a17 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0924561 Mar 11 17:18:17.102627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-09901597-f5e9-4443-9e26-1bb336666079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.104070 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-09901597-f5e9-4443-9e26-1bb336666079 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0828466 Mar 11 17:18:17.383364 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-1be338a7-0906-41ba-8f1c-d6a15c8ca05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.384786 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-1be338a7-0906-41ba-8f1c-d6a15c8ca05c service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.2603896 Mar 11 17:18:17.493940 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-5a4ab774-bb1b-42da-a900-d5020d29eb7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1002 time: 0.1023269 Mar 11 17:18:17.562772 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-babecf59-bafd-4c93-8b36-65b5cc5f615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.564199 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-babecf59-bafd-4c93-8b36-65b5cc5f615f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0635524 Mar 11 17:18:17.642731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-51a7b06e-5918-468c-a6b9-a8aac8c7f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:17.644371 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-51a7b06e-5918-468c-a6b9-a8aac8c7f928 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741355 Mar 11 17:18:17.656241 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-fc76f26e-5ca8-4f52-a95a-915db3938e97 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:18:17.657532 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-fc76f26e-5ca8-4f52-a95a-915db3938e97 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062978 Mar 11 17:18:17.801637 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-f4bf8efa-d333-47f9-967a-7fc1d5a1730f service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384425 Mar 11 17:18:17.946696 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ecb1a255-47c1-44d7-b78c-8dfe05b3ea0b req-ff32f7bf-a3d3-467c-9437-4a1cb1f78eb3 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379137 Mar 11 17:18:40.044519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:41.305037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8df9-402e-4318-9939-f204977e6346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.437497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-88d5b2ab-8eaa-4ee7-9451-9f5bd8fa8e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:44.768074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:44.919493 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:18:44.967829 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:46.151637 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:10.030898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:11.236325 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-75a6a555-ecf7-46d5-babb-b83cbfae601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:13.413466 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0ee6-0798-478b-a0b1-2c55b60dabfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:14.767589 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:14.927357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.241619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:16.976379 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6312a832-8c05-434d-8796-e6ba58746dfd req-86e62532-f51b-4c3a-b4f4-d8b4b0d23b20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1274109 Mar 11 17:19:17.123036 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312a832-8c05-434d-8796-e6ba58746dfd req-6c30810e-075d-47d3-b83a-47b04e8f42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:17.124413 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6312a832-8c05-434d-8796-e6ba58746dfd req-6c30810e-075d-47d3-b83a-47b04e8f42c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0765862 Mar 11 17:19:17.277136 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312a832-8c05-434d-8796-e6ba58746dfd req-513e2c9b-44f8-4313-8c1e-893d0df806fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:17.278603 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6312a832-8c05-434d-8796-e6ba58746dfd req-513e2c9b-44f8-4313-8c1e-893d0df806fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1331365 Mar 11 17:19:17.391109 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6312a832-8c05-434d-8796-e6ba58746dfd req-c9739b12-c9cb-46ad-92f8-344e8ded3f03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1002 time: 0.1056411 Mar 11 17:19:17.458992 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312a832-8c05-434d-8796-e6ba58746dfd req-d0f842bb-c46f-4968-93ac-6b99be459ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:17.460470 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6312a832-8c05-434d-8796-e6ba58746dfd req-d0f842bb-c46f-4968-93ac-6b99be459ed3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0635581 Mar 11 17:19:17.549508 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312a832-8c05-434d-8796-e6ba58746dfd req-1cd04996-975a-4680-adb7-b2bff99e6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:17.551128 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6312a832-8c05-434d-8796-e6ba58746dfd req-1cd04996-975a-4680-adb7-b2bff99e6a64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841408 Mar 11 17:19:17.703370 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6312a832-8c05-434d-8796-e6ba58746dfd req-cb8279af-ef79-4d04-a2e7-cbeba70c768a service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450605 Mar 11 17:19:17.842851 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6312a832-8c05-434d-8796-e6ba58746dfd req-6a7f42d8-3041-4614-901e-18d112985315 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339900 Mar 11 17:19:21.920377 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:19:40.024478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.218433 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-eb091a31-369d-4c6d-bafc-e05ec20d366e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.042872 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d394d-2ed3-466a-a807-2b7067ec033b req-14895101-f2e4-46f1-b1df-1743e7dd48ed tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:43.045563 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d3d394d-2ed3-466a-a807-2b7067ec033b req-14895101-f2e4-46f1-b1df-1743e7dd48ed tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.1525390 Mar 11 17:19:43.111532 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8d3d394d-2ed3-466a-a807-2b7067ec033b req-b341fb59-d714-4ab9-afbf-d1300027dafc tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480499 Mar 11 17:19:43.463988 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe7a1-fca9-44d4-88ba-322fd55fe566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.376702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321c3e-d941-48d0-ad51-69a456b41ac7 req-8f3938af-40a2-44b4-8304-6c73334e8610 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:44.378248 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00321c3e-d941-48d0-ad51-69a456b41ac7 req-8f3938af-40a2-44b4-8304-6c73334e8610 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.1400049 Mar 11 17:19:44.424493 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00321c3e-d941-48d0-ad51-69a456b41ac7 req-d211b2c7-5461-45f0-aab9-72b90aeb93e3 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403702 Mar 11 17:19:44.750042 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:44.944679 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.637117 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a5775-4fca-482b-afea-5ce4749c5829 req-e9fc5864-1eef-4357-ac70-1f60e03c0d35 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:45.638586 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c49a5775-4fca-482b-afea-5ce4749c5829 req-e9fc5864-1eef-4357-ac70-1f60e03c0d35 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0899565 Mar 11 17:19:45.686011 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c49a5775-4fca-482b-afea-5ce4749c5829 req-5e94b329-0266-4303-8dba-d00445ac31e9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 Mar 11 17:19:46.143658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.982593 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78eb2e-96ac-4538-a69b-c285665ff0d6 req-c7900a4e-a627-485b-ac11-c7fbc36023e4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:46.983938 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce78eb2e-96ac-4538-a69b-c285665ff0d6 req-c7900a4e-a627-485b-ac11-c7fbc36023e4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.1878827 Mar 11 17:19:47.029030 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ce78eb2e-96ac-4538-a69b-c285665ff0d6 req-da7d7254-df17-47bc-b3bd-db6963a6d5c1 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390878 Mar 11 17:19:48.257318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3949b-d993-4bf4-a3e5-b68a7c09907d req-66e1e733-8789-4bc6-ab41-65284c9e28a9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:48.259016 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b3949b-d993-4bf4-a3e5-b68a7c09907d req-66e1e733-8789-4bc6-ab41-65284c9e28a9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0959175 Mar 11 17:19:48.314230 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-51b3949b-d993-4bf4-a3e5-b68a7c09907d req-3c94a6b6-7bab-475c-80f7-ce14553a3ae9 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Mar 11 17:19:49.549433 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec9453-ee95-4652-887b-b1fe851b78dc req-887e92ae-98e6-434f-8919-3c6cb79d1639 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:49.551270 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-18ec9453-ee95-4652-887b-b1fe851b78dc req-887e92ae-98e6-434f-8919-3c6cb79d1639 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.1243289 Mar 11 17:19:49.603131 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-18ec9453-ee95-4652-887b-b1fe851b78dc req-24050e01-cded-48cb-9c90-8881a071a05c tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436754 Mar 11 17:19:50.841767 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730686b-cba0-4f3d-90dd-9b890dcb62a5 req-a881c413-ac9d-4897-9687-ff85e2d01a2f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:50.844058 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d730686b-cba0-4f3d-90dd-9b890dcb62a5 req-a881c413-ac9d-4897-9687-ff85e2d01a2f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.1248100 Mar 11 17:19:50.893989 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d730686b-cba0-4f3d-90dd-9b890dcb62a5 req-f129bde1-356b-477f-828a-638239dd5fe2 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442743 Mar 11 17:19:52.091006 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03936a-fd68-4a0a-9738-252ec4ccd316 req-57625b4c-8901-4696-9668-61acfe1920ed tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:52.092461 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c03936a-fd68-4a0a-9738-252ec4ccd316 req-57625b4c-8901-4696-9668-61acfe1920ed tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0848148 Mar 11 17:19:52.138007 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-5c03936a-fd68-4a0a-9738-252ec4ccd316 req-a0a5d492-5d14-41fa-9f22-69b67387cd36 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398819 Mar 11 17:19:53.236468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-a6d1132e-6d70-4b1a-b359-593f7e352706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:53.237988 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-a6d1132e-6d70-4b1a-b359-593f7e352706 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0874970 Mar 11 17:19:53.335186 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5d93f-56f9-4d5d-9130-66474e9ee015 req-e5f6e583-b34c-45a6-8c12-a5cd791eda42 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:53.336727 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20c5d93f-56f9-4d5d-9130-66474e9ee015 req-e5f6e583-b34c-45a6-8c12-a5cd791eda42 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0868027 Mar 11 17:19:53.379105 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-52c01a18-e4cf-4dce-a8cc-983f69da4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:53.380590 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-52c01a18-e4cf-4dce-a8cc-983f69da4ea3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1367347 Mar 11 17:19:53.394481 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20c5d93f-56f9-4d5d-9130-66474e9ee015 req-ead492c1-dd0f-422b-9082-41c60701c0b1 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514202 Mar 11 17:19:53.496051 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-ce39a80c-581f-4121-9a22-9327f29be3a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1002 time: 0.1082323 Mar 11 17:19:53.563403 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-189b9fc5-b4fb-4944-86e3-a444485e9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:53.564890 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-189b9fc5-b4fb-4944-86e3-a444485e9c6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0634456 Mar 11 17:19:53.646488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-11dbe517-d431-4af3-ba5f-799b00295404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:53.647977 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-11dbe517-d431-4af3-ba5f-799b00295404 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776434 Mar 11 17:19:53.796079 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-ca10572e-5ea6-4a92-a960-ed59f6e69687 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411974 Mar 11 17:19:53.954103 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-10af4694-20c4-440b-8e31-b00914dff1d2 req-323418a5-0a17-4aab-967e-5c08728abedf service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519289 Mar 11 17:19:54.588046 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606aff8-a656-464d-9423-aa5e132ba78e req-e33415d5-14bb-4a92-8a36-27d5d4f22e1a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:54.590133 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7606aff8-a656-464d-9423-aa5e132ba78e req-e33415d5-14bb-4a92-8a36-27d5d4f22e1a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0840814 Mar 11 17:19:54.635371 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7606aff8-a656-464d-9423-aa5e132ba78e req-33eaa555-be70-4fb6-afc3-d50313b59eeb tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395043 Mar 11 17:19:55.850285 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412a15c-35c1-45d1-bfa0-fab4f5bfe4a8 req-5c1fb865-2de9-48a3-bbab-e991a459864a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:55.851806 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b412a15c-35c1-45d1-bfa0-fab4f5bfe4a8 req-5c1fb865-2de9-48a3-bbab-e991a459864a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.1069198 Mar 11 17:19:55.906526 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-b412a15c-35c1-45d1-bfa0-fab4f5bfe4a8 req-f59743b3-f335-4623-9816-0c83594d6ae1 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482838 Mar 11 17:19:57.120359 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d7bb6-9b66-4c27-8a24-305adf04f1b3 req-2627528e-2eac-454b-bb39-3197839a639f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:57.121870 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-510d7bb6-9b66-4c27-8a24-305adf04f1b3 req-2627528e-2eac-454b-bb39-3197839a639f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0905023 Mar 11 17:19:57.181155 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-510d7bb6-9b66-4c27-8a24-305adf04f1b3 req-83fe36c5-b4d5-4f2e-bd67-2b5c47220918 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513718 Mar 11 17:19:57.670517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44658) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:19:57.731282 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2495844-d659-4a6b-b37b-7b1ec5d0486e req-0dfa63e1-d9e1-43f3-bd85-591c55bffc21 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:57.733434 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2495844-d659-4a6b-b37b-7b1ec5d0486e req-0dfa63e1-d9e1-43f3-bd85-591c55bffc21 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0920467 Mar 11 17:19:57.793555 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c2495844-d659-4a6b-b37b-7b1ec5d0486e req-ce4cc3be-1fa9-4604-919e-cd16bd9721d2 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510550 Mar 11 17:19:57.857209 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-9ba5ddab-c02d-4ce8-b135-fb1654eebfaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1851344 Mar 11 17:19:57.903211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:19:58.047410 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.078454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:19:58.089026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:19:58.161387 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:58.228196 dv-neutron-833379-1-hyperv neutron-server[88602]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'code': 422} returned with failed status Mar 11 17:19:58.271332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:19:58.282965 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.283498 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.284032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.284693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.285192 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.285704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.286271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.286825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.287394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.288016 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.288556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.289111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:19:58.936950 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:19:59.003035 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309594a-d89d-46a8-9118-563ba1b71316 req-b8935a15-21cd-45f0-9855-bd94cc314fca tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:19:59.004655 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6309594a-d89d-46a8-9118-563ba1b71316 req-b8935a15-21cd-45f0-9855-bd94cc314fca tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0961008 Mar 11 17:19:59.061796 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6309594a-d89d-46a8-9118-563ba1b71316 req-f9df01f5-67a9-4855-b520-a6c3a0f03246 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482314 Mar 11 17:20:00.265596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3645e-b97d-4e81-b2b0-7178ff8f3b13 req-e1c4fd68-858d-41fd-8ac4-1a10e8fe1c78 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:00.267188 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1c3645e-b97d-4e81-b2b0-7178ff8f3b13 req-e1c4fd68-858d-41fd-8ac4-1a10e8fe1c78 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0920002 Mar 11 17:20:00.321371 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-f1c3645e-b97d-4e81-b2b0-7178ff8f3b13 req-e69accd2-6601-4915-9d7a-2324bf66eb13 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460308 Mar 11 17:20:01.543567 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa030c-d98e-4fb4-8d71-55b86540ed98 req-e30281e4-af66-4193-82f7-79af934f7e69 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.546923 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c5fa030c-d98e-4fb4-8d71-55b86540ed98 req-e30281e4-af66-4193-82f7-79af934f7e69 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.1094439 Mar 11 17:20:01.608492 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c5fa030c-d98e-4fb4-8d71-55b86540ed98 req-9ef65ad5-0014-4306-bd7f-447e50d82a15 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553095 Mar 11 17:20:01.894584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-ea822104-aa10-445e-8b9f-64349abfddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.895962 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-ea822104-aa10-445e-8b9f-64349abfddaf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1&tenant_id=cc9e2d5163b74768bc74773c9a4d53f5 HTTP/1.1" status: 200 len: 1097 time: 0.0747297 Mar 11 17:20:01.994671 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-9112c249-ad66-4cc9-b8fe-a880afacd389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:01.996360 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-9112c249-ad66-4cc9-b8fe-a880afacd389 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1097 time: 0.0769019 Mar 11 17:20:02.278781 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-797e32f1-db69-44de-8ae3-de18092001f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.280855 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-797e32f1-db69-44de-8ae3-de18092001f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.2784910 Mar 11 17:20:02.419217 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-d71dbfea-c3ed-4b30-ac2f-b8a89b3b94b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1000 time: 0.1320691 Mar 11 17:20:02.508438 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-dd64819f-22f2-464e-a5ca-713dd9f6af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.509943 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-dd64819f-22f2-464e-a5ca-713dd9f6af00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0845699 Mar 11 17:20:02.599624 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-82624e5b-937f-4125-8fb2-8d937c81cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.601098 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-82624e5b-937f-4125-8fb2-8d937c81cd62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841060 Mar 11 17:20:02.763234 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-7be5c328-3196-485e-8a1a-0330fbf633ba service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545243 Mar 11 17:20:02.926614 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c4570838-1b3d-444b-b0a8-4c8aa4571400 req-577a296e-6cb4-4dfa-9831-192df3540fe0 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574445 Mar 11 17:20:02.944997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635f53-7095-4025-abc1-987c4249d19c req-bb40ad7f-24b4-40ad-8c8b-b16c95c7bb3b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:02.946649 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c635f53-7095-4025-abc1-987c4249d19c req-bb40ad7f-24b4-40ad-8c8b-b16c95c7bb3b tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.2140305 Mar 11 17:20:02.999859 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2c635f53-7095-4025-abc1-987c4249d19c req-00caf283-8c8e-48c2-a59f-ec6942eda409 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Mar 11 17:20:04.206116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f3dc6-8f49-447a-9310-862738fd6250 req-ff30d891-d90e-40d9-a30e-d8c036e211e7 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:04.207589 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-981f3dc6-8f49-447a-9310-862738fd6250 req-ff30d891-d90e-40d9-a30e-d8c036e211e7 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0969124 Mar 11 17:20:04.257439 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-981f3dc6-8f49-447a-9310-862738fd6250 req-a7975230-f28d-43d8-bfc9-82047640e66d tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438817 Mar 11 17:20:05.480452 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635874d-acb3-47a0-b4db-673d214ec066 req-a43b3117-1b31-4373-8ae8-61b84d04a6d4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:05.482042 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8635874d-acb3-47a0-b4db-673d214ec066 req-a43b3117-1b31-4373-8ae8-61b84d04a6d4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0992725 Mar 11 17:20:05.537823 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8635874d-acb3-47a0-b4db-673d214ec066 req-5a2428b5-f297-4665-b420-e37dab305582 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 Mar 11 17:20:06.756812 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d30b87-8f2f-42da-a154-af5a94533773 req-9d6fb1ad-1d71-47f5-9567-56686e2c5067 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:06.758364 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32d30b87-8f2f-42da-a154-af5a94533773 req-9d6fb1ad-1d71-47f5-9567-56686e2c5067 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.1017520 Mar 11 17:20:06.823896 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-32d30b87-8f2f-42da-a154-af5a94533773 req-e772c63a-1ed4-40d5-b94c-94e1034072f8 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529084 Mar 11 17:20:08.037686 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307aa4d-6122-47a7-8e4e-8124f302dd51 req-589d9725-69f8-4b70-a012-60b0881200fe tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:08.039258 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5307aa4d-6122-47a7-8e4e-8124f302dd51 req-589d9725-69f8-4b70-a012-60b0881200fe tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0976853 Mar 11 17:20:08.096070 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-5307aa4d-6122-47a7-8e4e-8124f302dd51 req-bc3e1b2f-82b3-4e77-b90b-7582bcb91930 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461137 Mar 11 17:20:09.301643 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f3bf0-97ec-482b-b715-4b1454385850 req-829952e7-0ed0-4608-aa4a-3645bab4c452 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:09.303137 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-383f3bf0-97ec-482b-b715-4b1454385850 req-829952e7-0ed0-4608-aa4a-3645bab4c452 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 944 time: 0.0857754 Mar 11 17:20:09.349707 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-383f3bf0-97ec-482b-b715-4b1454385850 req-b5573c05-eed9-44e8-b7b2-24a360dc0eb6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402641 Mar 11 17:20:10.027639 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:20:10.065915 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.179806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:20:10.193176 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'port_id': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'mac_address': 'fa:16:3e:02:3c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:20:10.252359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.273583 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:20:10.301922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:20:10.378299 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:10.451779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:10.561564 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d823c-aff6-4306-a46b-8aaeda997d79 req-18276ce3-1896-4410-a6b6-20dd62962bc5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:10.562988 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-aa4d823c-aff6-4306-a46b-8aaeda997d79 req-18276ce3-1896-4410-a6b6-20dd62962bc5 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 945 time: 0.0972624 Mar 11 17:20:10.610106 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-aa4d823c-aff6-4306-a46b-8aaeda997d79 req-f24881d2-6a91-41de-83cf-873386848a1f tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 Mar 11 17:20:10.624809 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['8be2b8b7-5d1d-4dea-a699-25cb8e9add77'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:20:11.229545 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ba05-93e8-4c47-ae37-7158e304cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.808770 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef923c-30f3-43f4-950b-233ebae44b30 req-070e95af-777e-4a0a-9352-adacb820ffbe tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:11.810146 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7eef923c-30f3-43f4-950b-233ebae44b30 req-070e95af-777e-4a0a-9352-adacb820ffbe tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 945 time: 0.0867982 Mar 11 17:20:11.855692 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-7eef923c-30f3-43f4-950b-233ebae44b30 req-ae99f401-a65c-42d8-8e23-a202597e345a tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398493 Mar 11 17:20:12.028449 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:20:12.106898 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:20:12.107157 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.237753 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.266522 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:20:12.276519 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:20:12.312591 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'code': 200} Mar 11 17:20:12.395316 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.465189 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:20:12.677602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c55bde-d11a-4fce-8ea3-5ee68f287660 req-2be92564-8082-47a2-b517-ad3474054dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:12.679106 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6c55bde-d11a-4fce-8ea3-5ee68f287660 req-2be92564-8082-47a2-b517-ad3474054dbc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0715566 Mar 11 17:20:12.723113 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-d6c55bde-d11a-4fce-8ea3-5ee68f287660 req-f9b3ecc8-4ab2-46f6-ad2f-cd7e4be83ad2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370002 Mar 11 17:20:13.050647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ed2aa-b4e6-4c79-a260-71fe237f240f req-5ba34321-90bb-48c0-a50b-2332493d8202 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:13.055508 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e2ed2aa-b4e6-4c79-a260-71fe237f240f req-5ba34321-90bb-48c0-a50b-2332493d8202 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0868902 Mar 11 17:20:13.103002 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-8e2ed2aa-b4e6-4c79-a260-71fe237f240f req-b2fa384f-7f35-480c-8312-bd42b0177e4e tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Mar 11 17:20:13.435701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2105de8b-37d7-487d-8c78-8c5e4f7678e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.308174 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69d1f-14fa-40b3-b0b9-173168f6b5ee req-27d3bd06-35ec-4de6-a88e-3f9082f56f04 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:14.309715 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53c69d1f-14fa-40b3-b0b9-173168f6b5ee req-27d3bd06-35ec-4de6-a88e-3f9082f56f04 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0864606 Mar 11 17:20:14.362552 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-53c69d1f-14fa-40b3-b0b9-173168f6b5ee req-6631fee9-8d15-412f-8f7d-890d0e9c2184 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458090 Mar 11 17:20:14.743746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:14.960600 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:16.195591 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:18.931587 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-f0313616-e88a-4c32-98b3-2f0a24e23969 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705261 Mar 11 17:20:19.079141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-acf82c3e-2b37-4824-8f0e-85821d9bdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:19.080624 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-acf82c3e-2b37-4824-8f0e-85821d9bdc33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0767210 Mar 11 17:20:19.228488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-66fe081d-5a9c-43d5-95ad-0404b820b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:19.230001 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-66fe081d-5a9c-43d5-95ad-0404b820b31e service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1297619 Mar 11 17:20:19.454999 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-6955d5f3-6756-48c1-a332-0f0172bb4a3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1002 time: 0.2183590 Mar 11 17:20:19.521681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-ad528e4e-8ee4-4660-a351-833903f5c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:19.523053 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-ad528e4e-8ee4-4660-a351-833903f5c633 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0617795 Mar 11 17:20:19.608692 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-553aaa4f-b08d-4679-b363-f5861b8ac921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:20:19.610280 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-553aaa4f-b08d-4679-b363-f5861b8ac921 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800529 Mar 11 17:20:19.755591 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-7d046b73-baa2-4e0b-ac09-af327d297e9a service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389356 Mar 11 17:20:19.890506 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-97b55e40-1dde-4e29-83c2-244de683ff4c req-eff7c701-e4f2-4b20-8ae0-2db46b930ca8 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281106 Mar 11 17:20:35.917178 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:20:40.040547 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.229262 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-63caa5c6-12b6-4816-a8bf-956937d9e4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.438361 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a6109401-e566-4e90-81ab-7f907f7aa082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.810607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:44.984385 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:46.177947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:10.064978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.250031 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-34eb342f-ce03-491c-a7bc-ec695579f015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.916889 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:21:13.451712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d12701f2-5f9a-4753-9f49-a854827e36cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.817539 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:14.988682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:16.215816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:20.945775 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8daf389-57fe-4269-b879-e652e63373d5 req-91b4d7e5-3892-4487-9db9-1a1960b26f5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824986 Mar 11 17:21:21.104457 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf389-57fe-4269-b879-e652e63373d5 req-61dcfd6f-c5cd-492a-81ae-b767e63e93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.105948 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8daf389-57fe-4269-b879-e652e63373d5 req-61dcfd6f-c5cd-492a-81ae-b767e63e93c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0845728 Mar 11 17:21:21.273578 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf389-57fe-4269-b879-e652e63373d5 req-0f0f40bd-0c6f-47a3-9076-ee1fbc2865fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.275133 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8daf389-57fe-4269-b879-e652e63373d5 req-0f0f40bd-0c6f-47a3-9076-ee1fbc2865fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1465766 Mar 11 17:21:21.389320 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8daf389-57fe-4269-b879-e652e63373d5 req-503cc838-3228-44e2-9a20-7956d789a070 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1002 time: 0.1082332 Mar 11 17:21:21.464304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf389-57fe-4269-b879-e652e63373d5 req-f8ea4f8f-f24a-4199-8bb7-3819e95d8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.465765 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8daf389-57fe-4269-b879-e652e63373d5 req-f8ea4f8f-f24a-4199-8bb7-3819e95d8876 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0711169 Mar 11 17:21:21.554055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daf389-57fe-4269-b879-e652e63373d5 req-2d0bd616-dd48-46af-bf21-3868c650b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:21:21.555594 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8daf389-57fe-4269-b879-e652e63373d5 req-2d0bd616-dd48-46af-bf21-3868c650b886 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837204 Mar 11 17:21:21.710563 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8daf389-57fe-4269-b879-e652e63373d5 req-5aa130d5-a01f-4a9c-98a4-9c45ddbd0ed3 service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482966 Mar 11 17:21:21.856601 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e8daf389-57fe-4269-b879-e652e63373d5 req-188c8bc1-a5a7-4d65-b82d-cb1ff5f65a0b service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393511 Mar 11 17:21:40.322034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.294408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-052033e0-23fd-4d19-a2f0-ae992d958e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.448570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b05b0849-a9bd-4418-af9f-3d64dd5a3534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.758077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:44.951436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:46.125478 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:49.916509 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:22:10.079367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.213550 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4d1fa140-c260-4009-b89d-0ea5757845f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.442035 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ee9b3412-489b-42fd-8bd7-3b74ffaee018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.744691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.944660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:16.139570 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:21.943301 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-aa1a28d2-d584-4483-a14b-559dffa874cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842106 Mar 11 17:22:22.087600 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-f4649c93-c030-4647-9a08-9a450bfb3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:22.089063 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-f4649c93-c030-4647-9a08-9a450bfb3a9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0746925 Mar 11 17:22:22.240523 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-871cd3a5-aeea-4c63-bfe1-6996297fa9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:22.242093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-871cd3a5-aeea-4c63-bfe1-6996297fa9f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1345983 Mar 11 17:22:22.356732 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-d9fe78b7-2c50-453a-b07d-aaa94cd79a2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 1002 time: 0.1080892 Mar 11 17:22:22.424780 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-2b0ea9a7-01ea-4d97-8064-9e255889363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:22.426256 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-2b0ea9a7-01ea-4d97-8064-9e255889363c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0627205 Mar 11 17:22:22.633360 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-a2c2bfa3-4a8a-4eee-9ea2-fb37fbec8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:22.634861 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-a2c2bfa3-4a8a-4eee-9ea2-fb37fbec8e5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1991458 Mar 11 17:22:22.791028 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-87c7d2ed-3dd4-4a65-a537-11a4019d568f service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495109 Mar 11 17:22:22.948480 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-169e9a59-4cf7-4df5-b9c1-c357a49d53c9 req-34407a14-4a05-46d8-b368-c7ef5062166a service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511564 Mar 11 17:22:25.712674 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44762) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:26.215368 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Deleting port 10274129-ef99-43c9-a05b-7eaeb3aed2ef {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:26.215899 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.408868 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.409212 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.538496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Calling delete_port for 10274129-ef99-43c9-a05b-7eaeb3aed2ef owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:26.784578 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.833396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event deleted for resources: {'Port': ['ID=10274129-ef99-43c9-a05b-7eaeb3aed2ef,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:26.873160 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.873705 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.874027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.874386 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.874710 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.875035 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.875542 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.875862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.876185 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.876505 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.876831 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.877145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:26.921339 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:22:26.945636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:26.946061 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Floating IP 8ad3e6f8-47f1-4992-8cd3-8eb7693c8b78 disassociated (deleted). External IP: 172.26.8.197, port: 8be2b8b7-5d1d-4dea-a699-25cb8e9add77. Mar 11 17:22:27.467314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:22:27.661476 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:22:27.673390 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] Sync routers for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:27.684602 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:22:27.693108 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:27.757400 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:27.824486 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a23d07c8-bc29-4d25-8f05-4a91ad275078 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "DELETE /v2.0/floatingips/8ad3e6f8-47f1-4992-8cd3-8eb7693c8b78 HTTP/1.1" status: 204 len: 168 time: 2.1095004 Mar 11 17:22:27.825517 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:27.888771 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:22:28.055317 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'status': 'completed', 'code': 200} Mar 11 17:22:28.159469 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ca411-3e13-4937-ac43-895056fc3770 req-a26893fb-d295-4e6f-8396-ad0ad2adcb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:28.160964 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e82ca411-3e13-4937-ac43-895056fc3770 req-a26893fb-d295-4e6f-8396-ad0ad2adcb49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 1099 time: 0.0799303 Mar 11 17:22:28.268398 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:28.272558 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] Checking router: 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:28.283122 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:22:28.284080 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:28.310472 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ca411-3e13-4937-ac43-895056fc3770 req-07757276-0945-4ad2-a607-2fae44316f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:28.312051 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e82ca411-3e13-4937-ac43-895056fc3770 req-07757276-0945-4ad2-a607-2fae44316f92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 200 len: 910 time: 0.1423581 Mar 11 17:22:28.397679 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e82ca411-3e13-4937-ac43-895056fc3770 req-ab353286-f767-4a58-9ee8-04a8796cb80c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 200 len: 217 time: 0.0786364 Mar 11 17:22:28.499123 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ca411-3e13-4937-ac43-895056fc3770 req-e0ed881c-20c4-4550-ba37-74482a534f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:28.500617 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e82ca411-3e13-4937-ac43-895056fc3770 req-e0ed881c-20c4-4550-ba37-74482a534f00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 200 len: 848 time: 0.0972373 Mar 11 17:22:28.572289 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:22:28.595122 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ca411-3e13-4937-ac43-895056fc3770 req-11bccdfe-55f3-4228-9145-ba4af9815cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:28.596685 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e82ca411-3e13-4937-ac43-895056fc3770 req-11bccdfe-55f3-4228-9145-ba4af9815cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893815 Mar 11 17:22:28.748129 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e82ca411-3e13-4937-ac43-895056fc3770 req-42b82f59-731b-4147-937b-dfae34b8a19e service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443849 Mar 11 17:22:28.895971 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-e82ca411-3e13-4937-ac43-895056fc3770 req-be558540-21b6-42f7-9058-8b3a55f0ec6f service neutron] 10.222.0.35 "GET /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417310 Mar 11 17:22:28.943651 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:28.948817 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2578740-3f55-44bb-9206-67ccb4dfb80c None None] The sync data for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv is: [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:10:46Z', 'revision_number': 4, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '559b9f9c-fb11-4d95-ac8d-e53fa534aa59', 'name': '', 'network_id': '88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'mac_address': 'fa:16:3e:9b:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:45Z', 'updated_at': '2022-03-11T17:10:52Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'subnets': [{'id': '9e0add32-78c3-4abf-96e0-c47fccdd22d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:29.198807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b072f-15e0-497d-a253-ea3f3ec88bad None None] New status for floating IP 8ad3e6f8-47f1-4992-8cd3-8eb7693c8b78: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:22:29.514585 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762f996-e257-4850-9705-10027974d3db req-469f63d8-8dc6-4405-b44e-f01909fd19e6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:29.515277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d762f996-e257-4850-9705-10027974d3db req-469f63d8-8dc6-4405-b44e-f01909fd19e6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:29.656443 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-d762f996-e257-4850-9705-10027974d3db req-469f63d8-8dc6-4405-b44e-f01909fd19e6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:29.657776 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d762f996-e257-4850-9705-10027974d3db req-469f63d8-8dc6-4405-b44e-f01909fd19e6 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.2308736 Mar 11 17:22:29.709905 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-d762f996-e257-4850-9705-10027974d3db req-ce7dafeb-d5fa-405f-962b-d43562552897 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462651 Mar 11 17:22:30.918689 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61233094-79c5-4f84-984a-677b8fe7d85a req-b5e058ca-a359-4f69-b13d-2ba7d4e15b92 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:30.920331 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-61233094-79c5-4f84-984a-677b8fe7d85a req-b5e058ca-a359-4f69-b13d-2ba7d4e15b92 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0916934 Mar 11 17:22:30.975625 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-61233094-79c5-4f84-984a-677b8fe7d85a req-521ccaa3-c2f3-4699-9216-6696dd9eaa51 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/security-groups?id=91b436b3-d13a-4b7d-9cae-61691cfa9061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493279 Mar 11 17:22:31.074235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-4b9ff116-8da3-4ce7-af18-d0af4f8e2536 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:31.075409 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-4b9ff116-8da3-4ce7-af18-d0af4f8e2536 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 946 time: 0.0916216 Mar 11 17:22:31.149543 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Deleting port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:31.149885 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.422156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] For port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:31.422533 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.671967 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Calling delete_port for 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:31.898722 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:31.956010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event deleted for resources: {'Port': ['ID=8be2b8b7-5d1d-4dea-a699-25cb8e9add77,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:32.004153 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.004493 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.004830 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.005157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.005485 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.005813 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.006131 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.006476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.006795 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.007115 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.007432 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.007746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:32.047776 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] No DVR routers for this DVR port 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:32.050299 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:32.052891 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'name': 'network-vif-deleted', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:22:32.133515 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-353d5cfa-ff12-4d68-8a9f-325f232c281f req-5047e736-6384-4f45-8b40-b85ca5d66db4 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.35 "DELETE /v2.0/ports/8be2b8b7-5d1d-4dea-a699-25cb8e9add77 HTTP/1.1" status: 204 len: 173 time: 1.0524056 Mar 11 17:22:32.154710 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5763054b-cb67-42c4-9a8a-82c7b17700f1', 'name': 'network-vif-deleted', 'tag': '8be2b8b7-5d1d-4dea-a699-25cb8e9add77', 'status': 'completed', 'code': 200} Mar 11 17:22:32.155123 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-8474d444-f49c-4095-8428-02a4d23a5087 req-0f9c175e-954e-4fc1-a177-572f6ef42791 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 210 time: 0.0470202 Mar 11 17:22:32.779861 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:32.815136 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:22:32.815484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 8be2b8b7-5d1d-4dea-a699-25cb8e9add77 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:33.324673 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6cc23ed2-daae-4a13-8db0-ccf7c38c2154 req-8643c1dc-15e0-4267-91ff-b6607c988642 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Synchronizing usage tracker for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:22:33.456550 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6cc23ed2-daae-4a13-8db0-ccf7c38c2154 req-8643c1dc-15e0-4267-91ff-b6607c988642 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Unset dirty status for tenant:cc9e2d5163b74768bc74773c9a4d53f5 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:22:33.458626 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6cc23ed2-daae-4a13-8db0-ccf7c38c2154 req-8643c1dc-15e0-4267-91ff-b6607c988642 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5763054b-cb67-42c4-9a8a-82c7b17700f1 HTTP/1.1" status: 200 len: 210 time: 0.1852796 Mar 11 17:22:34.592139 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44796) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:34.679794 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fde8c7e5-55f7-4568-9260-9b55c0b51a94 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.718335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fde8c7e5-55f7-4568-9260-9b55c0b51a94 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.879668 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fde8c7e5-55f7-4568-9260-9b55c0b51a94 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.902499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8c7e5-55f7-4568-9260-9b55c0b51a94 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b436b3-d13a-4b7d-9cae-61691cfa9061,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:34.989766 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fde8c7e5-55f7-4568-9260-9b55c0b51a94 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:34.990931 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fde8c7e5-55f7-4568-9260-9b55c0b51a94 tempest-TestShelveInstance-322824516 tempest-TestShelveInstance-322824516-project] 10.222.0.57 "DELETE /v2.0/security-groups/91b436b3-d13a-4b7d-9cae-61691cfa9061 HTTP/1.1" status: 204 len: 168 time: 0.3977334 Mar 11 17:22:35.128485 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44802) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:35.884307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.396798 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Deleting port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:36.397133 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.584282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] For port 559b9f9c-fb11-4d95-ac8d-e53fa534aa59, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=559b9f9c-fb11-4d95-ac8d-e53fa534aa59,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:36.584691 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:36.717161 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Calling delete_port for 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:37.138458 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:37.188074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Pushing event deleted for resources: {'Port': ['ID=559b9f9c-fb11-4d95-ac8d-e53fa534aa59,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:37.473310 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:37.979264 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:22:38.168830 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:22:38.177700 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] Sync routers for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:38.187597 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:22:38.192271 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:38.241182 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-139c31aa-98ac-44eb-b85b-4f8617c4400a admin admin] 10.222.0.57 "PUT /v2.0/routers/42a5c74b-15b0-4bf7-a446-d0811ad2f0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1112845 Mar 11 17:22:38.243342 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44808) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:38.375550 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:22:38.441549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks [] for router, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.631392 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.675488 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:22:36Z', 'revision_number': 5, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port': {'id': '7f9719ca-8a38-4c7d-9048-e836939dfb24', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:41Z', 'updated_at': '2022-03-11T17:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:38.681610 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] Checking router: 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:38.690737 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] Routers {'42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:22:38.691345 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:38.707636 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Deleting port 7f9719ca-8a38-4c7d-9048-e836939dfb24 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:38.707979 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.853015 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] Set router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:22:38.902810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] For port 7f9719ca-8a38-4c7d-9048-e836939dfb24, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=7f9719ca-8a38-4c7d-9048-e836939dfb24,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:38.903025 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.962684 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:22:38Z', 'revision_number': 6, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:38.967551 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df62862c-1816-495a-8e30-a5578ca65320 None None] The sync data for ids ['42a5c74b-15b0-4bf7-a446-d0811ad2f0c6'] in dv-neutron-833379-1-hyperv is: [{'id': '42a5c74b-15b0-4bf7-a446-d0811ad2f0c6', 'name': 'tempest-TestShelveInstance-1963350494-router', 'tenant_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:40Z', 'updated_at': '2022-03-11T17:22:38Z', 'revision_number': 6, 'project_id': 'cc9e2d5163b74768bc74773c9a4d53f5', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:39.030916 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Calling delete_port for 7f9719ca-8a38-4c7d-9048-e836939dfb24 owned by network:router_gateway {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:39.309960 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.358733 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9719ca-8a38-4c7d-9048-e836939dfb24,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:39.583936 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.771734 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.774140 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.881813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.882388 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 {{(pid=88601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:22:39.896777 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:39.898108 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-fdbd33e2-819e-4ba0-8fc1-630524809166 admin admin] 10.222.0.57 "DELETE /v2.0/routers/42a5c74b-15b0-4bf7-a446-d0811ad2f0c6 HTTP/1.1" status: 204 len: 168 time: 1.6538172 Mar 11 17:22:39.901655 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44812) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:39.972202 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c83946-572a-49b1-a14a-8a4620325371 admin admin] Deleting subnet 9e0add32-78c3-4abf-96e0-c47fccdd22d8 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:22:39.975743 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9c83946-572a-49b1-a14a-8a4620325371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.032057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9c83946-572a-49b1-a14a-8a4620325371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.104249 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.115553 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9c83946-572a-49b1-a14a-8a4620325371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.258919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9c83946-572a-49b1-a14a-8a4620325371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.297411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c83946-572a-49b1-a14a-8a4620325371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0add32-78c3-4abf-96e0-c47fccdd22d8,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:40.303758 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f9c83946-572a-49b1-a14a-8a4620325371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.310416 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b75638-d0e2-4d02-9130-7fc9e21f9407 None None] Network 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:22:40.311636 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f9c83946-572a-49b1-a14a-8a4620325371 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9e0add32-78c3-4abf-96e0-c47fccdd22d8 HTTP/1.1" status: 204 len: 168 time: 0.4089639 Mar 11 17:22:40.313357 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44816) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:40.433314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.450415 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:40.451135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Deleting port d06d6c0e-4f51-437f-aee4-43728914d9f9 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:40.451135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.515294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:22:40.515515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 559b9f9c-fb11-4d95-ac8d-e53fa534aa59 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:40.515760 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7f9719ca-8a38-4c7d-9048-e836939dfb24 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:40.555978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 7f9719ca-8a38-4c7d-9048-e836939dfb24 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:22:40.556317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 7f9719ca-8a38-4c7d-9048-e836939dfb24 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:40.652852 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] DHCP port deletion for 88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:22:40.657951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] Deleting port d06d6c0e-4f51-437f-aee4-43728914d9f9 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:40.658367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.675334 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] For port d06d6c0e-4f51-437f-aee4-43728914d9f9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d06d6c0e-4f51-437f-aee4-43728914d9f9,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:40.675698 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.802687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Calling delete_port for d06d6c0e-4f51-437f-aee4-43728914d9f9 owned by network:dhcp {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:40.875703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] For port d06d6c0e-4f51-437f-aee4-43728914d9f9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d06d6c0e-4f51-437f-aee4-43728914d9f9,segment=NetworkSegment(c4e2892e-8a82-471f-854b-513d6e3017f9),segment_id=c4e2892e-8a82-471f-854b-513d6e3017f9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:40.876293 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:40.955510 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.000978 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] Calling delete_port for d06d6c0e-4f51-437f-aee4-43728914d9f9 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:41.002689 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06d6c0e-4f51-437f-aee4-43728914d9f9,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:41.006694 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] No DVR routers for this DVR port d06d6c0e-4f51-437f-aee4-43728914d9f9 on host dv-neutron-833379-1-hyperv {{(pid=88601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:22:41.083896 dv-neutron-833379-1-hyperv neutron-server[88602]: util.warn( Mar 11 17:22:41.090688 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:22:41.091047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:22:41.126399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.154678 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6']}} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:41.168998 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e2892e-8a82-471f-854b-513d6e3017f9') {'for_net_delete': True} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:41.173530 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.services.segments.db [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e2892e-8a82-471f-854b-513d6e3017f9') {} {{(pid=88601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:41.182432 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8294333'] for segment, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.201138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.208193 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=88601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:22:41.208518 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7652888'] for segment, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.219429 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c92aacf3-632c-4e33-977d-1c37ee583b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: Traceback (most recent call last): Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: timer() Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: cb(*args, **kw) Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: return func(*args, **kwargs) Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: self._notify() Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: self.callback(batched_events) Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: event.method(event) Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: return f(self, *a, **k) Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._get(url).json() Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:41.222250 dv-neutron-833379-1-hyperv neutron-server[88601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:41.504314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.523516 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.534919 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] Pushing event deleted for resources: {'Network': ['ID=88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:41.592573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] Deleting port d06d6c0e-4f51-437f-aee4-43728914d9f9 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:41.592958 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.602144 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-68ee6420-17dd-4d4a-9dd0-9b0e9312ff40 admin admin] 10.222.0.57 "DELETE /v2.0/networks/88fcb076-c1a3-41e2-b788-8b9cfd5a5cd6 HTTP/1.1" status: 204 len: 168 time: 1.2875395 Mar 11 17:22:41.605817 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44820) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:41.664766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-68d15c31-0138-4b49-96a0-acac4f451739 None None] The port 'd06d6c0e-4f51-437f-aee4-43728914d9f9' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 17:22:42.227623 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.438246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d06d6c0e-4f51-437f-aee4-43728914d9f9 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:42.481246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: d06d6c0e-4f51-437f-aee4-43728914d9f9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:22:42.481497 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d06d6c0e-4f51-437f-aee4-43728914d9f9 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:42.634603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Deleting port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:42.635995 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.820089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.db [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] For port cc35e184-7290-4d7f-8d51-0d8bb3fcca9f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=cc35e184-7290-4d7f-8d51-0d8bb3fcca9f,segment=NetworkSegment(68d7fa54-c915-446a-b773-e5a5cf603ff9),segment_id=68d7fa54-c915-446a-b773-e5a5cf603ff9)] {{(pid=88601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:42.820343 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.951736 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Calling delete_port for cc35e184-7290-4d7f-8d51-0d8bb3fcca9f owned by network:router_interface {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:43.330665 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:43.383952 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc35e184-7290-4d7f-8d51-0d8bb3fcca9f,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:43.418893 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d0502420-2912-411d-adf9-53cf32bb249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:43.698325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.097759 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Router c57a1c2a-ff8c-457d-839b-c884e3b123f0 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:22:44.286661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:22:44.295638 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] Sync routers for ids ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:44.305266 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] Routers {'c57a1c2a-ff8c-457d-839b-c884e3b123f0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:22:44.305886 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:44.387087 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-626df9ce-75ea-4736-a316-b1d8291eb37c admin admin] 10.222.0.57 "PUT /v2.0/routers/c57a1c2a-ff8c-457d-839b-c884e3b123f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7793000 Mar 11 17:22:44.391317 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44824) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:44.547437 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] Set router c57a1c2a-ff8c-457d-839b-c884e3b123f0 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:22:44.597977 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.787529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.796260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.881751 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Deleting port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:44.882305 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:44.909854 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:51Z', 'updated_at': '2022-03-11T17:22:43Z', 'revision_number': 5, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'gw_port': {'id': '4fb8e36f-99a1-46ed-8059-45ed4816a1d0', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:02:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:10:53Z', 'updated_at': '2022-03-11T17:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:44.914264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] Checking router: c57a1c2a-ff8c-457d-839b-c884e3b123f0 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:44.924877 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] Routers {'c57a1c2a-ff8c-457d-839b-c884e3b123f0'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:22:44.925517 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:44.984822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.091923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] Set router c57a1c2a-ff8c-457d-839b-c884e3b123f0 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:22:45.129882 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] For port 4fb8e36f-99a1-46ed-8059-45ed4816a1d0, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=4fb8e36f-99a1-46ed-8059-45ed4816a1d0,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:45.130260 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.203627 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:51Z', 'updated_at': '2022-03-11T17:22:44Z', 'revision_number': 6, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:45.208093 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48bd435-dd5d-4c96-98d1-375d22a637e2 None None] The sync data for ids ['c57a1c2a-ff8c-457d-839b-c884e3b123f0'] in dv-neutron-833379-1-hyperv is: [{'id': 'c57a1c2a-ff8c-457d-839b-c884e3b123f0', 'name': 'tempest-TestShelveInstance-1140589318-router', 'tenant_id': '303bc88d3a0340a3a54d8022fdcfb655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:10:51Z', 'updated_at': '2022-03-11T17:22:44Z', 'revision_number': 6, 'project_id': '303bc88d3a0340a3a54d8022fdcfb655', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:45.263452 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Calling delete_port for 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:45.550648 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.603598 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb8e36f-99a1-46ed-8059-45ed4816a1d0,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:45.843120 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.035998 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.038540 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.144218 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.145116 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c57a1c2a-ff8c-457d-839b-c884e3b123f0 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:22:46.164245 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.169044 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3ca7f4b4-4902-4f2c-9272-6e1a276412c5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c57a1c2a-ff8c-457d-839b-c884e3b123f0 HTTP/1.1" status: 204 len: 168 time: 1.7720582 Mar 11 17:22:46.169404 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44828) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:46.173027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.253216 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_v2 [None req-8925e173-2f97-4efa-ad29-c8144a9b9f74 admin admin] Deleting subnet 5065afd8-1c28-4d9e-afbf-fb52ead0add3 {{(pid=88601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:22:46.253216 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8925e173-2f97-4efa-ad29-c8144a9b9f74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.303390 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8925e173-2f97-4efa-ad29-c8144a9b9f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8294324'] for subnet, precommit_delete_associations {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.391695 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8925e173-2f97-4efa-ad29-c8144a9b9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.440713 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:46.477308 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:22:46.477643 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 4fb8e36f-99a1-46ed-8059-45ed4816a1d0 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:46.478073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cc35e184-7290-4d7f-8d51-0d8bb3fcca9f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:46.517697 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: cc35e184-7290-4d7f-8d51-0d8bb3fcca9f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:22:46.518040 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device cc35e184-7290-4d7f-8d51-0d8bb3fcca9f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:46.588488 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8925e173-2f97-4efa-ad29-c8144a9b9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7652930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7954293'] for subnet, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.631857 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925e173-2f97-4efa-ad29-c8144a9b9f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5065afd8-1c28-4d9e-afbf-fb52ead0add3,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:46.635663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-8925e173-2f97-4efa-ad29-c8144a9b9f74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.645561 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d207848-9cf7-45d1-991c-bf541fe0d2f4 None None] Network 92a48277-cdfe-45ab-b80a-d6a60c9a17ef requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:22:46.646845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44832) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:46.647530 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-8925e173-2f97-4efa-ad29-c8144a9b9f74 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5065afd8-1c28-4d9e-afbf-fb52ead0add3 HTTP/1.1" status: 204 len: 168 time: 0.4761565 Mar 11 17:22:46.772821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.788392 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Deleting port 348e925f-cfad-40f4-9196-cd6413fffb38 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:46.789057 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:46.960625 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] DHCP port deletion for 92a48277-cdfe-45ab-b80a-d6a60c9a17ef request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:22:46.967431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] Deleting port 348e925f-cfad-40f4-9196-cd6413fffb38 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:46.968243 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.050340 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] For port 348e925f-cfad-40f4-9196-cd6413fffb38, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=348e925f-cfad-40f4-9196-cd6413fffb38,segment=NetworkSegment(68d7fa54-c915-446a-b773-e5a5cf603ff9),segment_id=68d7fa54-c915-446a-b773-e5a5cf603ff9)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:47.050702 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.197774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Calling delete_port for 348e925f-cfad-40f4-9196-cd6413fffb38 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:47.204027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] For port 348e925f-cfad-40f4-9196-cd6413fffb38, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=348e925f-cfad-40f4-9196-cd6413fffb38,segment=NetworkSegment(68d7fa54-c915-446a-b773-e5a5cf603ff9),segment_id=68d7fa54-c915-446a-b773-e5a5cf603ff9)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:47.204880 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.358855 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.378351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] Calling delete_port for 348e925f-cfad-40f4-9196-cd6413fffb38 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:22:47.406769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=348e925f-cfad-40f4-9196-cd6413fffb38,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:47.410564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] No DVR routers for this DVR port 348e925f-cfad-40f4-9196-cd6413fffb38 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:22:47.458770 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:22:47.459091 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:22:47.533406 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.561747 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a48277-cdfe-45ab-b80a-d6a60c9a17ef']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:47.574819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d7fa54-c915-446a-b773-e5a5cf603ff9') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:47.575107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d7fa54-c915-446a-b773-e5a5cf603ff9') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:47.586456 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.607300 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.616834 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:22:47.617239 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:22:47.630412 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:22:47.822290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.839001 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:47.849111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a48277-cdfe-45ab-b80a-d6a60c9a17ef,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:47.863163 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-2824c118-664d-4977-83d1-1cf74daf1ad2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/92a48277-cdfe-45ab-b80a-d6a60c9a17ef HTTP/1.1" status: 204 len: 168 time: 1.2090406 Mar 11 17:22:47.960187 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] Deleting port 348e925f-cfad-40f4-9196-cd6413fffb38 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:22:47.960578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.033248 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-540679a9-0a20-435c-9a71-0eeedc416321 None None] The port '348e925f-cfad-40f4-9196-cd6413fffb38' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 17:22:48.277550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44838) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:48.330057 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-5f16fe37-a4bb-4f91-a625-d5543f913919 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc9e2d5163b74768bc74773c9a4d53f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511782 Mar 11 17:22:48.332576 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44842) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:48.401550 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8bab66f-0792-4602-937a-9a0314d60c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.434536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8bab66f-0792-4602-937a-9a0314d60c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.435811 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 348e925f-cfad-40f4-9196-cd6413fffb38 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:22:48.472337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 348e925f-cfad-40f4-9196-cd6413fffb38 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:22:48.472674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 348e925f-cfad-40f4-9196-cd6413fffb38 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:22:48.696448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8bab66f-0792-4602-937a-9a0314d60c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.715422 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bab66f-0792-4602-937a-9a0314d60c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb20f978-387a-4264-884d-90179d3b6119,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:48.721989 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-d8bab66f-0792-4602-937a-9a0314d60c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:48.723277 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-d8bab66f-0792-4602-937a-9a0314d60c3c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb20f978-387a-4264-884d-90179d3b6119 HTTP/1.1" status: 204 len: 168 time: 0.3897400 Mar 11 17:22:49.625840 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44850) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:49.680655 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-4bc6fdbf-695b-400c-a063-6e972e3f7155 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=303bc88d3a0340a3a54d8022fdcfb655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534852 Mar 11 17:22:49.683196 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44854) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:49.766570 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3500942e-f4f4-4105-b4d1-694c09212864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.796993 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3500942e-f4f4-4105-b4d1-694c09212864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.961335 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3500942e-f4f4-4105-b4d1-694c09212864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.978356 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500942e-f4f4-4105-b4d1-694c09212864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615bb2b3-590a-49df-a3e6-1839a777e3a3,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:49.984880 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-3500942e-f4f4-4105-b4d1-694c09212864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:49.986784 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-3500942e-f4f4-4105-b4d1-694c09212864 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/615bb2b3-590a-49df-a3e6-1839a777e3a3 HTTP/1.1" status: 204 len: 168 time: 0.3017337 Mar 11 17:22:51.343805 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44878) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:51.458013 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-688121684-network', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:51.463011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:51.466929 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Usage tracker for resource:network and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:51.469829 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:51.477304 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:51.573095 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Made reservation on behalf of a3aa16f0850543c0a6bb5eb9a0524b91 for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:51.575480 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.588167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.603119 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:51.607242 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Usage tracker for resource:security_group_rule and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:51.610063 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:51.615974 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:51.714115 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.793306 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.827027 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:22:51.835677 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60932202-d411-4301-97f9-5fd77a667f50,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:51.841466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.841812 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Added segment 22bbf69d-562f-444a-98dc-590191456ad4 of type vlan for network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb Mar 11 17:22:51.875048 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.003663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.005316 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:52.006324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.116355 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] Pushing event updated for resources: {'Network': ['ID=75a4edf1-6685-4410-90e2-5cf7e09ccbfb,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:52.126032 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:22:52.144455 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-89ffd4a3-cb39-40e8-8c25-e2f885bf6af5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7991579 Mar 11 17:22:52.148084 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44884) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:52.154474 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Request body: {'subnet': {'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-688121684-subnet', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:52.159295 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:52.163195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Usage tracker for resource:subnet and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:52.167654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:52.177971 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:52.296581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Made reservation on behalf of a3aa16f0850543c0a6bb5eb9a0524b91 for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:22:52.298992 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.590204 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.668726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c39dcae-bed0-410c-8bbd-c41934d1d7bb,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:52.682500 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Checking segment: {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:22:52.682897 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Network hostable DHCP agents. Network: 75a4edf1-6685-4410-90e2-5cf7e09ccbfb, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:22:52.795128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:22:52.887475 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 75a4edf1-6685-4410-90e2-5cf7e09ccbfb) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:52.891921 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:22:52.892663 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:52.898447 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabddd35-bb00-4d8b-b03a-16738da163a8 None None] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:22:53.018752 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-955f750e-26fd-449d-a3fa-035424d09b0b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8691998 Mar 11 17:22:53.021073 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44888) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:53.027612 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:22:53.033136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:22:53.041590 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Usage tracker for resource:router and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:22:53.045625 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:22:53.053269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:22:53.140305 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 17:22:53.141276 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.164765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.166816 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.188294 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.316635 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Allocated IP 172.20.0.2 (75a4edf1-6685-4410-90e2-5cf7e09ccbfb/6c39dcae-bed0-410c-8bbd-c41934d1d7bb/d8bc6840-1267-427b-ba09-a10a6b469275) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:53.581452 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.582902 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.594267 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Transition to ACTIVE for port object d8bc6840-1267-427b-ba09-a10a6b469275 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:53.625204 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Transition to ACTIVE for port object d8bc6840-1267-427b-ba09-a10a6b469275 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:53.761577 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.832950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:53.836109 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:53.845814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:22:53.878492 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Pushing event updated for resources: {'Port': ['ID=d8bc6840-1267-427b-ba09-a10a6b469275,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:53.930073 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.930518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.930875 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.931221 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.931607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.932284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.932284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.932573 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.932897 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.933213 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.933527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.933838 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:53.960612 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Attempting to bind port d8bc6840-1267-427b-ba09-a10a6b469275 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:53.960964 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Attempting to bind port d8bc6840-1267-427b-ba09-a10a6b469275 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:53.961322 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Attempting to bind port d8bc6840-1267-427b-ba09-a10a6b469275 on network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:22:53.968408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:22:53.968774 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Checking segment: {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:22:53.969168 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:53.969552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Bound using segment: {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:22:53.970021 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Bound port: d8bc6840-1267-427b-ba09-a10a6b469275, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:53.970430 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.062752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.073442 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] For port d8bc6840-1267-427b-ba09-a10a6b469275, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:22:54.077043 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] For port d8bc6840-1267-427b-ba09-a10a6b469275, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d8bc6840-1267-427b-ba09-a10a6b469275,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:22:54.097583 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.159762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.261130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Allocated IP 172.26.8.95 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/57bc9795-3f95-43cb-aad8-a9e3cd229a3f) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:54.266265 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6a1da-c3d4-4657-85ea-0eac846e54ac None None] Pushing event updated for resources: {'Port': ['ID=d8bc6840-1267-427b-ba09-a10a6b469275,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:54.577944 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.790722 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:54.858077 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:54.861101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:54.869492 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:22:54.902639 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Pushing event updated for resources: {'Port': ['ID=57bc9795-3f95-43cb-aad8-a9e3cd229a3f,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:55.264493 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5e630-68aa-4468-9490-ce97352d099b None None] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:22:55.550622 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-80f51f0b-f126-4647-a7e7-7e8aa41ed9a5 None None] Provisioning for port d8bc6840-1267-427b-ba09-a10a6b469275 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:55.555216 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:55.920812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.372173 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 17:22:56.483586 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d8bc6840-1267-427b-ba09-a10a6b469275 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:56.669324 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port d8bc6840-1267-427b-ba09-a10a6b469275 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:56.675342 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d8bc6840-1267-427b-ba09-a10a6b469275 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:56.675712 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.682884 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:22:56.696548 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Sync routers for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:22:56.709480 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:22:56.711556 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:56.808388 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.835337 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:56.836657 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-e465f5c0-2dc1-4305-b84b-b8ac34e63fcc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8145850 Mar 11 17:22:56.839523 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44894) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:22:56.847542 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port d8bc6840-1267-427b-ba09-a10a6b469275, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d8bc6840-1267-427b-ba09-a10a6b469275,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:22:56.937501 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:22:56.938036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.010709 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=d8bc6840-1267-427b-ba09-a10a6b469275,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:57.240464 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:55Z', 'revision_number': 3, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:57.244950 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Checking router: c2355ae3-3b54-4610-b5eb-fbc0f7383a89 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:22:57.245311 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Updating router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:22:57.303777 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.588837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.675741 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.692306 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Transition to ACTIVE for port object 57bc9795-3f95-43cb-aad8-a9e3cd229a3f will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:57.793381 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.812151 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Allocated IP 172.20.0.1 (75a4edf1-6685-4410-90e2-5cf7e09ccbfb/6c39dcae-bed0-410c-8bbd-c41934d1d7bb/47796a09-8461-4be2-b372-e4a14b73b63b) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:22:57.873355 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Attempting to bind port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:22:57.873719 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Attempting to bind port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:22:57.874077 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Attempting to bind port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:22:57.883324 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Pushing event updated for resources: {'Port': ['ID=57bc9795-3f95-43cb-aad8-a9e3cd229a3f,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:57.886092 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:22:57.886479 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:22:57.886869 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.887257 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:22:57.887713 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Bound port: 57bc9795-3f95-43cb-aad8-a9e3cd229a3f, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:22:57.888074 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.924238 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.924577 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.924908 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.925235 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.925559 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.925880 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.926228 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.926697 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.926852 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.927172 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.927484 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.927797 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:22:57.975704 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] For port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:22:57.976413 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:57.979980 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] For port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=57bc9795-3f95-43cb-aad8-a9e3cd229a3f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:22:57.995279 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Transition to ACTIVE for port object 47796a09-8461-4be2-b372-e4a14b73b63b will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:22:58.085688 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.104731 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.181502 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fdf02-2871-442e-b158-63e7ca47c2b0 None None] Pushing event updated for resources: {'Port': ['ID=57bc9795-3f95-43cb-aad8-a9e3cd229a3f,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:58.187501 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:22:58.187778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:58.188109 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:58.190810 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:58.204256 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:22:58.238945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=47796a09-8461-4be2-b372-e4a14b73b63b,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:58.289228 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.435054 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:22:58.513920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d8bc6840-1267-427b-ba09-a10a6b469275 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:22:58.674332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port d8bc6840-1267-427b-ba09-a10a6b469275 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:58.674769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.704116 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-578d0ef8-95b2-4dfe-8fdf-adba1963af81 None None] Provisioning for port 47796a09-8461-4be2-b372-e4a14b73b63b completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:22:58.715920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-578d0ef8-95b2-4dfe-8fdf-adba1963af81 None None] Provisioning complete for port 47796a09-8461-4be2-b372-e4a14b73b63b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:58.716350 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-578d0ef8-95b2-4dfe-8fdf-adba1963af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:58.793700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-578d0ef8-95b2-4dfe-8fdf-adba1963af81 None None] Port 47796a09-8461-4be2-b372-e4a14b73b63b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:22:58.800825 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:55Z', 'revision_number': 3, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:22:58.804986 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade6eab-2400-422a-8702-4dd30940754e None None] The sync data for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv is: [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:55Z', 'revision_number': 3, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:22:58.984001 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.250313 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.330728 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.454928 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=47796a09-8461-4be2-b372-e4a14b73b63b,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:22:59.457463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.636164 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:22:59.637491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:22:59.871222 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:22:59.931689 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-7756cdbb-f216-46cb-ab29-2125edeb3d6e None None] Provisioning complete for port 47796a09-8461-4be2-b372-e4a14b73b63b triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:22:59.932271 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-7756cdbb-f216-46cb-ab29-2125edeb3d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:59.990334 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-7756cdbb-f216-46cb-ab29-2125edeb3d6e None None] Port 47796a09-8461-4be2-b372-e4a14b73b63b cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:23:00.078651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:23:00.088263 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-7874f6d5-deae-4c02-b069-c4017c7bcdd8 admin admin] 10.222.0.57 "PUT /v2.0/routers/c2355ae3-3b54-4610-b5eb-fbc0f7383a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2477038 Mar 11 17:23:00.419802 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Sync routers for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:00.446659 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:23:00.447389 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:00.509065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 57bc9795-3f95-43cb-aad8-a9e3cd229a3f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:00.694117 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:23:00.829822 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:00.856793 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:00.857151 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.083748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44912) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:01.090771 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-467029241-network', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:01.095917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:01.100496 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Usage tracker for resource:network and tenant:5ff77104293641c7a3a844f37be8dd9a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:01.107101 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:01.118105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:01.184260 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.207167 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=57bc9795-3f95-43cb-aad8-a9e3cd229a3f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:23:01.215765 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Made reservation on behalf of 5ff77104293641c7a3a844f37be8dd9a for: {'network': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:01.218281 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for network, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.223814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:22:59Z', 'revision_number': 2, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:01.228960 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Checking router: c2355ae3-3b54-4610-b5eb-fbc0f7383a89 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:01.229294 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Updating router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 port 47796a09-8461-4be2-b372-e4a14b73b63b binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:23:01.236448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.255988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:01.260508 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff77104293641c7a3a844f37be8dd9a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:01.263661 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:01.270394 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:01.300916 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.315911 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.371007 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.469236 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.483574 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=57bc9795-3f95-43cb-aad8-a9e3cd229a3f,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:01.514778 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=88601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:23:01.517196 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2e1f03-d40a-4fbc-8b99-c20b3f6441a2,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:01.534822 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.535221 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.segments_db [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Added segment 9e81aeec-9e53-44b2-a9a2-e774eb6b8acc of type vlan for network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c Mar 11 17:23:01.570325 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728838340253'] for network, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.741614 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891'] for network, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.742924 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:01.743850 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Notify callbacks [] for network, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.781560 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.799813 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Transition to ACTIVE for port object 47796a09-8461-4be2-b372-e4a14b73b63b will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:01.871549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac0426a-8c11-41e6-897b-d8176b8ccc6c,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:01.882030 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c details requested by agent ovs-agent-dv-neutron-833379-1-hyperv with host dv-neutron-833379-1-hyperv {{(pid=88602) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:23:01.968982 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:01.984355 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ff6cb880-78b8-411a-a881-4bade13b5a49 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8993053 Mar 11 17:23:01.987650 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44916) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:01.993318 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Request body: {'subnet': {'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-467029241-subnet', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'ip_version': 4}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:01.998837 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:02.005257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Usage tracker for resource:subnet and tenant:5ff77104293641c7a3a844f37be8dd9a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:02.009123 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:02.015977 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:02.126495 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbe5e5-5edd-4e2a-9e63-97fa26c6a13f None None] Pushing event updated for resources: {'Port': ['ID=47796a09-8461-4be2-b372-e4a14b73b63b,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:02.132401 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Made reservation on behalf of 5ff77104293641c7a3a844f37be8dd9a for: {'subnet': 1} {{(pid=88601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:02.136257 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7954256'] for subnet, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.248796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Attempting to bind port 47796a09-8461-4be2-b372-e4a14b73b63b on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:02.249520 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Attempting to bind port 47796a09-8461-4be2-b372-e4a14b73b63b by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:02.249895 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Attempting to bind port 47796a09-8461-4be2-b372-e4a14b73b63b on network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:23:02.256472 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:23:02.256747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Checking segment: {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:23:02.256922 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.257363 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Bound using segment: {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:23:02.258202 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Bound port: 47796a09-8461-4be2-b372-e4a14b73b63b, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:02.258400 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.369545 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] For port 47796a09-8461-4be2-b372-e4a14b73b63b, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:23:02.373816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] For port 47796a09-8461-4be2-b372-e4a14b73b63b, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=47796a09-8461-4be2-b372-e4a14b73b63b,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:23:02.451200 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.488133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 57bc9795-3f95-43cb-aad8-a9e3cd229a3f up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:02.492074 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7652743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7954274'] for subnet, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.599518 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbe5e5-5edd-4e2a-9e63-97fa26c6a13f None None] Pushing event updated for resources: {'Port': ['ID=47796a09-8461-4be2-b372-e4a14b73b63b,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:02.604234 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:23:02.604868 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:02.700431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:02.700804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.714275 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe34c99d-7558-45ea-9b9d-59efbd39f647,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:02.725809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Checking segment: {'id': '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:23:02.726146 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Network hostable DHCP agents. Network: 2ac0426a-8c11-41e6-897b-d8176b8ccc6c, hostable agents: ['6551f1a0-77d4-46e7-97bf-5eec1cee9a2c'], hosted agents: [] {{(pid=88601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:23:02.846104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c is scheduled to be hosted by DHCP agent 6551f1a0-77d4-46e7-97bf-5eec1cee9a2c with binding_index 1 {{(pid=88601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:23:02.923175 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:23:02.970113 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833379-1-hyperv, 2ac0426a-8c11-41e6-897b-d8176b8ccc6c) {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:02.974651 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:02.994781 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:02.995172 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63494b35-ee36-406b-b1d6-3d16dba4d81a None None] Network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:23:03.211058 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-52aaf218-5e46-4efd-81af-915508e9ed94 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2222886 Mar 11 17:23:03.213913 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44920) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:03.218997 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:03.225152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:03.230403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Usage tracker for resource:router and tenant:5ff77104293641c7a3a844f37be8dd9a is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:03.233411 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:03.239420 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:03.461687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1772676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3096'] for router, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.463423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1770884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1798967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1726883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3089'] for router, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.479385 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.531337 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ccb3962-51a2-5d25-bba0-88039ce38ccc-2ac0426a-8c11-41e6-897b-d8176b8ccc6c', 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'fixed_ips': [{'subnet_id': 'fe34c99d-7558-45ea-9b9d-59efbd39f647'}]}} from dv-neutron-833379-1-hyperv. {{(pid=88602) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 11 17:23:03.533804 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.706593 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:02Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:03.711155 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcde30-f193-4362-8e36-565c2ff26800 None None] The sync data for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv is: [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:02Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:03.737463 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.db_base_plugin_common [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Allocated IP 172.20.0.2 (2ac0426a-8c11-41e6-897b-d8176b8ccc6c/fe34c99d-7558-45ea-9b9d-59efbd39f647/a2bc4b12-34f0-41a2-aeda-8c217a53a0a9) {{(pid=88602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:03.895945 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1798945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1772662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3079'] for router, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:03.921563 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:23:04.020803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Notify callbacks [] for port, precommit_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.033053 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Transition to ACTIVE for port object a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:04.055349 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Transition to ACTIVE for port object a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 will not be triggered until provisioned by entity DHCP. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:04.168285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552'] for port, after_create {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.238067 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c is already hosted by enough agents. {{(pid=88602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:04.241466 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Resources bound (agent type, host, resource id): {{(pid=88602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:04.246779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Received port after_create {{(pid=88602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:23:04.263664 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Pushing event updated for resources: {'Port': ['ID=a2bc4b12-34f0-41a2-aeda-8c217a53a0a9,revision_number=1']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:04.320570 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.353008 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.369824 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Attempting to bind port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:04.370333 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Attempting to bind port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:04.370813 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Attempting to bind port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 on network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:23:04.377401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:23:04.377869 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Checking segment: {'id': '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:23:04.378307 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.378701 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Bound using segment: {'id': '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:23:04.379178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Bound port: a2bc4b12-34f0-41a2-aeda-8c217a53a0a9, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:04.379556 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.515816 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] For port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:23:04.519835 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] For port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a2bc4b12-34f0-41a2-aeda-8c217a53a0a9,segment=NetworkSegment(9e81aeec-9e53-44b2-a9a2-e774eb6b8acc),segment_id=9e81aeec-9e53-44b2-a9a2-e774eb6b8acc)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:23:04.521486 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 47796a09-8461-4be2-b372-e4a14b73b63b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:04.559764 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Allocated IP 172.26.8.167 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:04.681436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.734394 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 47796a09-8461-4be2-b372-e4a14b73b63b completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:04.741022 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.752487 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 47796a09-8461-4be2-b372-e4a14b73b63b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:04.752769 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.812524 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc95c2-5c41-47ec-800d-7902b5483759 None None] Pushing event updated for resources: {'Port': ['ID=a2bc4b12-34f0-41a2-aeda-8c217a53a0a9,revision_number=2']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:04.832358 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.910644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:04.914201 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:04.917165 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:23:04.928806 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:04.970947 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 47796a09-8461-4be2-b372-e4a14b73b63b, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=47796a09-8461-4be2-b372-e4a14b73b63b,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:23:04.975545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Pushing event updated for resources: {'Port': ['ID=8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:05.040112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:05.205766 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=47796a09-8461-4be2-b372-e4a14b73b63b,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:05.690026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:05.917623 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404190b-e142-44da-acb1-2efbc74ad921 None None] Network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:23:06.055093 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1772649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1798922'] for router, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.122729 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-05641d6b-b704-42a1-af1d-c96a90ef861b None None] Provisioning for port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:06.382988 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Router 7171c26b-c4ef-4712-b738-826ab8fcae18 is scheduled to L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 with binding_index 1 {{(pid=88601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 11 17:23:06.540015 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 47796a09-8461-4be2-b372-e4a14b73b63b up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:06.578152 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:23:06.588088 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Sync routers for ids ['7171c26b-c4ef-4712-b738-826ab8fcae18'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:06.598673 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Routers {'7171c26b-c4ef-4712-b738-826ab8fcae18'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:23:06.599540 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7171c26b-c4ef-4712-b738-826ab8fcae18'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:06.614278 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 47796a09-8461-4be2-b372-e4a14b73b63b triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:06.614645 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.680549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] Notify callbacks [] for router, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:06.682670 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-308bb6ac-b611-4f06-9ba7-1b1a3ba0620e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4675162 Mar 11 17:23:06.685536 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44924) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:06.741896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:06.796605 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Set router 7171c26b-c4ef-4712-b738-826ab8fcae18 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:23:06.874966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:06.880814 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:06.881138 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.013096 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.055796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a2bc4b12-34f0-41a2-aeda-8c217a53a0a9,segment=NetworkSegment(9e81aeec-9e53-44b2-a9a2-e774eb6b8acc),segment_id=9e81aeec-9e53-44b2-a9a2-e774eb6b8acc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:23:07.130992 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:03Z', 'updated_at': '2022-03-11T17:23:05Z', 'revision_number': 3, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'gw_port': {'id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:04Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:07.136589 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Checking router: 7171c26b-c4ef-4712-b738-826ab8fcae18 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:07.137004 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Updating router 7171c26b-c4ef-4712-b738-826ab8fcae18 port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 binding host dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:23:07.199785 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.254675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.377143 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=a2bc4b12-34f0-41a2-aeda-8c217a53a0a9,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:07.605596 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.616749 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Notify callbacks [] for port, precommit_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.631990 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.provisioning_blocks [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Transition to ACTIVE for port object 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 will not be triggered until provisioned by entity L2. {{(pid=88603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:07.770424 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.843354 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Allocated IP 172.20.0.1 (2ac0426a-8c11-41e6-897b-d8176b8ccc6c/fe34c99d-7558-45ea-9b9d-59efbd39f647/b77c460f-a1f2-4a4f-a6bb-a501934a6921) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:07.860671 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Attempting to bind port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:07.861194 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Attempting to bind port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:07.861702 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Attempting to bind port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 on network 4685d94e-a86c-4851-83bb-ea47cd8951ec {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:23:07.869174 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d54284-2e7c-4ef1-be8e-5580263a2919 None None] Pushing event updated for resources: {'Port': ['ID=8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9,revision_number=2']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:07.874896 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:23:07.875396 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Checking segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:23:07.875867 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.876375 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Bound using segment: {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'} {{(pid=88603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:23:07.876916 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.managers [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Bound port: 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44136f8f-3190-453c-baac-d438fb0d7451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec'}}] {{(pid=88603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:07.877407 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:07.962153 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] For port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:23:07.965663 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.plugins.ml2.db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] For port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:23:08.013468 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.031990 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.provisioning_blocks [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Transition to ACTIVE for port object b77c460f-a1f2-4a4f-a6bb-a501934a6921 will not be triggered until provisioned by entity DHCP. {{(pid=88601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:08.040952 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron_lib.callbacks.manager [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.122864 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Routers {'7171c26b-c4ef-4712-b738-826ab8fcae18'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:23:08.123477 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7171c26b-c4ef-4712-b738-826ab8fcae18'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:08.153292 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.193988 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d54284-2e7c-4ef1-be8e-5580263a2919 None None] Pushing event updated for resources: {'Port': ['ID=8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9,revision_number=3']} {{(pid=88603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:08.223120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:08.225939 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:08.230812 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:23:08.280545 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b77c460f-a1f2-4a4f-a6bb-a501934a6921,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:08.300465 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1798716'] for router_interface, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.328133 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] Set router 7171c26b-c4ef-4712-b738-826ab8fcae18 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:23:08.458284 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:08.551000 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.560090 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:08.560467 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.609112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-abd14e86-01ff-4b38-b557-c4d4d27c7ee6 None None] Provisioning for port b77c460f-a1f2-4a4f-a6bb-a501934a6921 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:08.617891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-abd14e86-01ff-4b38-b557-c4d4d27c7ee6 None None] Provisioning complete for port b77c460f-a1f2-4a4f-a6bb-a501934a6921 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:08.618263 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-abd14e86-01ff-4b38-b557-c4d4d27c7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.695615 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-abd14e86-01ff-4b38-b557-c4d4d27c7ee6 None None] Port b77c460f-a1f2-4a4f-a6bb-a501934a6921 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:23:08.715302 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:03Z', 'updated_at': '2022-03-11T17:23:05Z', 'revision_number': 3, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'gw_port': {'id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:04Z', 'updated_at': '2022-03-11T17:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:08.719801 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3a84b-59e2-4261-8786-597f2d48b231 None None] The sync data for ids ['7171c26b-c4ef-4712-b738-826ab8fcae18'] in dv-neutron-833379-1-hyperv is: [{'id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:03Z', 'updated_at': '2022-03-11T17:23:05Z', 'revision_number': 3, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'gw_port': {'id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:04Z', 'updated_at': '2022-03-11T17:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:08.858120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:08.924273 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.051531 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b77c460f-a1f2-4a4f-a6bb-a501934a6921,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:09.053950 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1799893'] for router_interface, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.208672 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:09.209811 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:09.425555 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Router 7171c26b-c4ef-4712-b738-826ab8fcae18 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:23:09.525728 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-6918e6de-411f-4965-816a-1799cc0e7c15 None None] Provisioning complete for port b77c460f-a1f2-4a4f-a6bb-a501934a6921 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:09.527100 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6918e6de-411f-4965-816a-1799cc0e7c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:09.591956 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-6918e6de-411f-4965-816a-1799cc0e7c15 None None] Port b77c460f-a1f2-4a4f-a6bb-a501934a6921 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:23:09.755579 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:23:09.765524 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-89406493-13bd-48cb-801c-08e7766694c6 admin admin] 10.222.0.57 "PUT /v2.0/routers/7171c26b-c4ef-4712-b738-826ab8fcae18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0789156 Mar 11 17:23:10.072871 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.503140 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:10.515324 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44934) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:10.521466 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1183654164', 'description': 'tempest-secgroup-smoke-1183654164 description', 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:10.529108 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:10.533905 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:security_group and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:10.537277 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:10.543992 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:10.662396 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.674906 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Sync routers for ids ['7171c26b-c4ef-4712-b738-826ab8fcae18'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:10.684143 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Routers {'7171c26b-c4ef-4712-b738-826ab8fcae18'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:23:10.684307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:10.684763 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7171c26b-c4ef-4712-b738-826ab8fcae18'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:10.688089 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:security_group_rule and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:10.691167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:10.697644 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:10.743682 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:10.760392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:10.760871 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.773172 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.884026 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.932983 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866d0344-4daa-48b2-91a0-600c8796c939,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:10.964569 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Set router 7171c26b-c4ef-4712-b738-826ab8fcae18 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:23:10.995448 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:10.996974 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-657b7f8f-d4a9-4ca5-b9fa-beb1d46759de tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4803796 Mar 11 17:23:11.000506 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44938) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:11.011269 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'security_group_rule': {'security_group_id': '866d0344-4daa-48b2-91a0-600c8796c939', 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:11.020009 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:11.024149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:security_group_rule and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:11.028078 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:11.035120 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:11.127732 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.152934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.198467 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.215357 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:23:11.284057 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.310522 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3911030d-bc28-402a-a6d7-2f1d8dc887a0,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:11.341862 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f17d4e81-fcd7-41c0-96d9-0cd003097547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.343105 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.387416 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.388642 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-ab0bc833-188f-4468-8ee9-c80b7b3257d9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3868382 Mar 11 17:23:11.391308 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44942) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:11.396434 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'security_group_rule': {'security_group_id': '866d0344-4daa-48b2-91a0-600c8796c939', 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:11.406537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:11.407549 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:security_group_rule and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:11.410755 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:11.420491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:11.430821 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:11.448705 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:03Z', 'updated_at': '2022-03-11T17:23:08Z', 'revision_number': 4, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'gw_port': {'id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:04Z', 'updated_at': '2022-03-11T17:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'b77c460f-a1f2-4a4f-a6bb-a501934a6921', 'name': '', 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'mac_address': 'fa:16:3e:6d:91:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'fe34c99d-7558-45ea-9b9d-59efbd39f647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:07Z', 'updated_at': '2022-03-11T17:23:08Z', 'revision_number': 2, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'subnets': [{'id': 'fe34c99d-7558-45ea-9b9d-59efbd39f647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:11.451491 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Checking router: 7171c26b-c4ef-4712-b738-826ab8fcae18 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:11.451842 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Updating router 7171c26b-c4ef-4712-b738-826ab8fcae18 port b77c460f-a1f2-4a4f-a6bb-a501934a6921 binding host dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 17:23:11.512171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.543925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.614473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.719948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.747762 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591b2989-f278-4040-8e4c-55f06c307295,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:11.858010 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.859274 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9f63f83e-d6a2-4d21-b252-b9f6cf566dc2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4670131 Mar 11 17:23:11.863141 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44946) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:11.867179 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'security_group_rule': {'security_group_id': '866d0344-4daa-48b2-91a0-600c8796c939', 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:11.873335 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:11.875392 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.877203 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:security_group_rule and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:11.880349 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:11.886785 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:11.887876 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Transition to ACTIVE for port object b77c460f-a1f2-4a4f-a6bb-a501934a6921 will not be triggered until provisioned by entity L2. {{(pid=88602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:12.000173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.035985 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.108953 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.177314 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.203074 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6205d-1e52-4bef-8ac1-aaf4fdc2ef10 None None] Pushing event updated for resources: {'Port': ['ID=b77c460f-a1f2-4a4f-a6bb-a501934a6921,revision_number=3']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.204399 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81010637-ebab-43a0-a96a-e5a88bebb307,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.236980 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Attempting to bind port b77c460f-a1f2-4a4f-a6bb-a501934a6921 on host dv-neutron-833379-1-hyperv for vnic_type normal with profile {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:12.237578 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Attempting to bind port b77c460f-a1f2-4a4f-a6bb-a501934a6921 by drivers openvswitch,hyperv on host dv-neutron-833379-1-hyperv at level 0 using segments [{'id': '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c'}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:12.237718 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Attempting to bind port b77c460f-a1f2-4a4f-a6bb-a501934a6921 on network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:23:12.243912 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Checking agent: {'id': 'dd61589a-1e4a-44c9-9545-7bfa75ee25f7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833379-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 6, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 6, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833379-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:23:12.245762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Checking segment: {'id': '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:23:12.245762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.245762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Bound using segment: {'id': '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c'} {{(pid=88602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:23:12.245762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.managers [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Bound port: b77c460f-a1f2-4a4f-a6bb-a501934a6921, host: dv-neutron-833379-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c'}}] {{(pid=88602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:12.246095 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.286046 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.287208 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-37490679-a8f1-434b-ba5d-dba56344127e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243331 Mar 11 17:23:12.291902 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 44950) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:12.297381 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'security_group_rule': {'security_group_id': '866d0344-4daa-48b2-91a0-600c8796c939', 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:12.303468 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:12.308857 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:security_group_rule and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:12.312821 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:12.319043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:12.351448 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] For port b77c460f-a1f2-4a4f-a6bb-a501934a6921, host dv-neutron-833379-1-hyperv, cleared binding levels {{(pid=88602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:23:12.356917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] For port b77c460f-a1f2-4a4f-a6bb-a501934a6921, host dv-neutron-833379-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b77c460f-a1f2-4a4f-a6bb-a501934a6921,segment=NetworkSegment(9e81aeec-9e53-44b2-a9a2-e774eb6b8acc),segment_id=9e81aeec-9e53-44b2-a9a2-e774eb6b8acc)] {{(pid=88602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:23:12.437729 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.447331 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.490292 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:12.511422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.565634 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.592746 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Routers {'7171c26b-c4ef-4712-b738-826ab8fcae18'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:23:12.593836 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:22:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7171c26b-c4ef-4712-b738-826ab8fcae18'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:12.594975 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314e8603-955c-4b87-8bda-ca52b6254716,revision_number=0']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.657966 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6205d-1e52-4bef-8ac1-aaf4fdc2ef10 None None] Pushing event updated for resources: {'Port': ['ID=b77c460f-a1f2-4a4f-a6bb-a501934a6921,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:12.672989 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.678836 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-a6bced1b-ee1e-4349-b7f3-d238c35a8b1b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3844163 Mar 11 17:23:12.682537 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44954) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:12.691038 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'security_group_rule': {'security_group_id': '866d0344-4daa-48b2-91a0-600c8796c939', 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:12.693527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:12.693901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.702263 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:12.710128 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:security_group_rule and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:12.714464 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:12.723393 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:12.846475 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Project a3aa16f0850543c0a6bb5eb9a0524b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:23:12.854875 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.917823 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] Set router 7171c26b-c4ef-4712-b738-826ab8fcae18 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:23:12.932019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.039813 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.069229 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6c3b5c-d9cd-4d13-a88e-5e74a91217f6,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:13.147391 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.148597 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-20f38e7b-492c-4876-ae9f-919ff0f2938d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4644289 Mar 11 17:23:13.152631 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 44958) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:13.158091 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'security_group_rule': {'security_group_id': '866d0344-4daa-48b2-91a0-600c8796c939', 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:13.164521 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:13.169457 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:security_group_rule and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:13.172479 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:13.179145 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:13.267480 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.securitygroups_db [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Project a3aa16f0850543c0a6bb5eb9a0524b91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:23:13.276136 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.323198 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:03Z', 'updated_at': '2022-03-11T17:23:08Z', 'revision_number': 4, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'gw_port': {'id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:04Z', 'updated_at': '2022-03-11T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'b77c460f-a1f2-4a4f-a6bb-a501934a6921', 'name': '', 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'mac_address': 'fa:16:3e:6d:91:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'fe34c99d-7558-45ea-9b9d-59efbd39f647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:07Z', 'updated_at': '2022-03-11T17:23:12Z', 'revision_number': 4, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'subnets': [{'id': 'fe34c99d-7558-45ea-9b9d-59efbd39f647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:13.327367 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b600c-7cd6-4c4e-89a4-a5c0e65e78c5 None None] The sync data for ids ['7171c26b-c4ef-4712-b738-826ab8fcae18'] in dv-neutron-833379-1-hyperv is: [{'id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:03Z', 'updated_at': '2022-03-11T17:23:08Z', 'revision_number': 4, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'gw_port': {'id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:04Z', 'updated_at': '2022-03-11T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': 'b77c460f-a1f2-4a4f-a6bb-a501934a6921', 'name': '', 'network_id': '2ac0426a-8c11-41e6-897b-d8176b8ccc6c', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'mac_address': 'fa:16:3e:6d:91:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'fe34c99d-7558-45ea-9b9d-59efbd39f647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:07Z', 'updated_at': '2022-03-11T17:23:12Z', 'revision_number': 4, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'subnets': [{'id': 'fe34c99d-7558-45ea-9b9d-59efbd39f647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:13.348138 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.440772 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756402'] for security_group_rule, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.472866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-58776d5f-961a-4e9e-8f99-54391510414d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.474917 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb05eb8-93f9-481a-af99-0240c61e452e,revision_number=0']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:13.554821 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.562327 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-2b7ca9a5-0ef8-4c7e-8ec6-9802abd5a12d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4026082 Mar 11 17:23:13.738894 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-9c2165f7-a6bc-46ef-b1dd-b46dec4edaff tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183654164&fields=id&tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91 HTTP/1.1" status: 200 len: 267 time: 0.0498414 Mar 11 17:23:14.008037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-fbb5c9be-f58e-4a66-a4b2-cf258731d24c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:14.009968 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-fbb5c9be-f58e-4a66-a4b2-cf258731d24c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 809 time: 0.2633457 Mar 11 17:23:14.025942 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-7282ce5f-f0ea-4b27-a009-299f916cc223 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/quotas/a3aa16f0850543c0a6bb5eb9a0524b91 HTTP/1.1" status: 200 len: 375 time: 0.0102465 Mar 11 17:23:14.112216 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-729d3e56-061e-44d0-bff5-26202b4fc769 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810454 Mar 11 17:23:14.294845 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-92ecd173-0f8f-449d-a553-38df3c112455 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=88600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 11 17:23:14.296083 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-92ecd173-0f8f-449d-a553-38df3c112455 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504804 Mar 11 17:23:14.441183 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-3f91449b-fcde-4d2a-aa58-858f5bc8ceee service neutron] 10.222.0.57 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391261 Mar 11 17:23:14.485049 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b77c460f-a1f2-4a4f-a6bb-a501934a6921 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:14.594906 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-3a1e2a16-bdab-4e67-a34c-b3ef63dc16a4 service neutron] 10.222.0.57 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467152 Mar 11 17:23:14.644011 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning for port b77c460f-a1f2-4a4f-a6bb-a501934a6921 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:14.649300 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b77c460f-a1f2-4a4f-a6bb-a501934a6921 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:14.649700 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.794858 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.818714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:14.850660 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] For port b77c460f-a1f2-4a4f-a6bb-a501934a6921, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b77c460f-a1f2-4a4f-a6bb-a501934a6921,segment=NetworkSegment(9e81aeec-9e53-44b2-a9a2-e774eb6b8acc),segment_id=9e81aeec-9e53-44b2-a9a2-e774eb6b8acc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:23:14.913442 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-208b5215-beb0-4273-888e-82fc1e1af8ad req-67e71dc0-cc57-4824-893f-208e10ce6f7c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Synchronizing usage tracker for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:14.960010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.019187 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.028460 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-208b5215-beb0-4273-888e-82fc1e1af8ad req-67e71dc0-cc57-4824-893f-208e10ce6f7c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Unset dirty status for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:15.029673 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-208b5215-beb0-4273-888e-82fc1e1af8ad req-67e71dc0-cc57-4824-893f-208e10ce6f7c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 210 time: 0.1719794 Mar 11 17:23:15.043653 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Pushing event updated for resources: {'Port': ['ID=b77c460f-a1f2-4a4f-a6bb-a501934a6921,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:16.139093 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ed14b725-5407-43bd-b38c-e20559272bf4 req-d54e742b-9376-4ba9-8a55-65d342c12f74 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 210 time: 0.0480707 Mar 11 17:23:16.154017 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:16.461310 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b77c460f-a1f2-4a4f-a6bb-a501934a6921 up at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:16.537135 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Provisioning complete for port b77c460f-a1f2-4a4f-a6bb-a501934a6921 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:16.537502 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:17.298407 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-dd505c89-ff72-428d-80a1-2e5350fcd2ef req-767c7e2e-25db-4bdc-b572-f9ecb43062f5 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 210 time: 0.0434084 Mar 11 17:23:17.540602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-2381fbc0-cd24-4154-874d-a449757ae403 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:17.542867 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-2381fbc0-cd24-4154-874d-a449757ae403 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 809 time: 0.1564870 Mar 11 17:23:17.596559 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b54a86f8-449f-4249-aae2-cd83fcf5e312 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91 HTTP/1.1" status: 200 len: 380 time: 0.0454268 Mar 11 17:23:17.605380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'port': {'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'admin_state_up': True, 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'security_groups': ['866d0344-4daa-48b2-91a0-600c8796c939']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:17.754551 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:17.766748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:17.834347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Made reservation on behalf of a3aa16f0850543c0a6bb5eb9a0524b91 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:23:17.837825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.021422 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Allocated IP 172.20.0.12 (75a4edf1-6685-4410-90e2-5cf7e09ccbfb/6c39dcae-bed0-410c-8bbd-c41934d1d7bb/28535f5d-c6da-4937-8b44-8798b78c9201) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:18.232101 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.248935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Transition to ACTIVE for port object 28535f5d-c6da-4937-8b44-8798b78c9201 will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:18.343592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.412402 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:18.416944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:18.430074 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:23:18.507491 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'Port': ['ID=28535f5d-c6da-4937-8b44-8798b78c9201,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:18.543055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:18.543739 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.597572 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54bbb-06b7-4cab-ae1d-2bd0d0b57bc0 req-880d71c7-c61b-469e-9660-465074464467 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:18.598424 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-46a54bbb-06b7-4cab-ae1d-2bd0d0b57bc0 req-880d71c7-c61b-469e-9660-465074464467 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Synchronizing usage tracker for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:18.645766 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-446dd27b-1e56-411f-b0ed-65299da16688 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0441098 Mar 11 17:23:18.657594 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Request body: {'port': {'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:18.714950 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-46a54bbb-06b7-4cab-ae1d-2bd0d0b57bc0 req-880d71c7-c61b-469e-9660-465074464467 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Unset dirty status for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:18.716031 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-46a54bbb-06b7-4cab-ae1d-2bd0d0b57bc0 req-880d71c7-c61b-469e-9660-465074464467 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 932 time: 0.3003485 Mar 11 17:23:18.800990 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-99cccd46-49a0-4e80-80de-f3c7831230fb None None] Provisioning for port 28535f5d-c6da-4937-8b44-8798b78c9201 completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:18.804343 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.806275 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-99cccd46-49a0-4e80-80de-f3c7831230fb None None] Provisioning complete for port 28535f5d-c6da-4937-8b44-8798b78c9201 triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:18.806906 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-99cccd46-49a0-4e80-80de-f3c7831230fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:18.823676 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-46a54bbb-06b7-4cab-ae1d-2bd0d0b57bc0 req-0c063097-08b5-47f2-9410-34efb73244c3 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795283 Mar 11 17:23:18.871606 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-99cccd46-49a0-4e80-80de-f3c7831230fb None None] Port 28535f5d-c6da-4937-8b44-8798b78c9201 cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:23:19.279216 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28535f5d-c6da-4937-8b44-8798b78c9201 {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:23:19.287735 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.302652 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Transition to ACTIVE for port object 28535f5d-c6da-4937-8b44-8798b78c9201 will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:23:19.365429 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.505251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Pushing event updated for resources: {'Port': ['ID=28535f5d-c6da-4937-8b44-8798b78c9201,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:19.623737 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Attempting to bind port 28535f5d-c6da-4937-8b44-8798b78c9201 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:23:19.624489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Attempting to bind port 28535f5d-c6da-4937-8b44-8798b78c9201 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:23:19.624489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Attempting to bind port 28535f5d-c6da-4937-8b44-8798b78c9201 on network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:23:19.629267 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Port 28535f5d-c6da-4937-8b44-8798b78c9201 on network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 17:23:19.629586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Attempting to bind port 28535f5d-c6da-4937-8b44-8798b78c9201 on network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:23:19.634721 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:23:19.635627 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Checking segment: {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:23:19.636208 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Bound using segment: {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:23:19.636851 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Bound port: 28535f5d-c6da-4937-8b44-8798b78c9201, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:23:19.637204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.737156 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:23:19.740286 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=28535f5d-c6da-4937-8b44-8798b78c9201,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:23:19.812157 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.871128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:19.871738 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:19.873151 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-b7241a80-9235-4103-a508-699db5014b8c service neutron] 10.222.0.35 "PUT /v2.0/ports/28535f5d-c6da-4937-8b44-8798b78c9201 HTTP/1.1" status: 200 len: 1094 time: 1.2197621 Mar 11 17:23:19.873597 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:19.916987 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7241a80-9235-4103-a508-699db5014b8c service neutron] Pushing event updated for resources: {'Port': ['ID=28535f5d-c6da-4937-8b44-8798b78c9201,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:19.930962 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201', 'status': 'completed', 'code': 200} Mar 11 17:23:20.037748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab7bb-a8c5-476f-85b4-f775180559bb req-60dd5722-4280-4aa9-a66a-d00fd9e5a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:20.039270 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aafab7bb-a8c5-476f-85b4-f775180559bb req-60dd5722-4280-4aa9-a66a-d00fd9e5a17e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 1097 time: 0.0828817 Mar 11 17:23:20.047681 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc591f7-548f-4dd0-a689-bc3a81123bce req-09f99df4-cfc4-466b-8997-8f7834630aea tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:20.049283 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4dc591f7-548f-4dd0-a689-bc3a81123bce req-09f99df4-cfc4-466b-8997-8f7834630aea tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 944 time: 0.0939054 Mar 11 17:23:20.102473 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4dc591f7-548f-4dd0-a689-bc3a81123bce req-b0caf3fc-7475-463b-be7b-302cf2f24654 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Synchronizing usage tracker for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:security_group {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:20.195846 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab7bb-a8c5-476f-85b4-f775180559bb req-7f17e4e6-4973-47ea-8645-7e90269940e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:20.197276 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aafab7bb-a8c5-476f-85b4-f775180559bb req-7f17e4e6-4973-47ea-8645-7e90269940e7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1510105 Mar 11 17:23:20.217328 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-4dc591f7-548f-4dd0-a689-bc3a81123bce req-b0caf3fc-7475-463b-be7b-302cf2f24654 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Unset dirty status for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:security_group {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:20.218522 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4dc591f7-548f-4dd0-a689-bc3a81123bce req-b0caf3fc-7475-463b-be7b-302cf2f24654 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625073 Mar 11 17:23:20.342012 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafab7bb-a8c5-476f-85b4-f775180559bb req-337cf155-22ed-4a8c-8226-205a1b3fec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:20.343402 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-aafab7bb-a8c5-476f-85b4-f775180559bb req-337cf155-22ed-4a8c-8226-205a1b3fec77 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1397059 Mar 11 17:23:20.475164 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-269d37f2-304b-40a2-b80b-57fe29efed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:20.476632 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-269d37f2-304b-40a2-b80b-57fe29efed61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 1097 time: 0.0937266 Mar 11 17:23:20.551161 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-3461b9a8-3d77-4fcb-94ba-2057fa2b0fbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28535f5d-c6da-4937-8b44-8798b78c9201 HTTP/1.1" status: 200 len: 217 time: 0.0673578 Mar 11 17:23:20.614746 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-c5a3479f-b993-49e3-a65a-0639af142357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:20.616099 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-c5a3479f-b993-49e3-a65a-0639af142357 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.0584054 Mar 11 17:23:20.692045 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-5bc62772-13d4-41c6-8ff5-17c7745d42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:20.693509 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-5bc62772-13d4-41c6-8ff5-17c7745d42e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708232 Mar 11 17:23:20.834349 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-87779098-60ba-4a1d-9f63-1a52d8e6ee2e service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343338 Mar 11 17:23:20.970634 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-529df9f7-f715-438b-940f-a39d77ee7d4f req-77cbea76-3649-41cf-b2c2-81b621d2b19f service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298592 Mar 11 17:23:21.422022 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22330503-dd62-4c8a-9d16-ab726f8b6b5f req-8b7308bd-5246-415d-a0ca-07f552256afe tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:21.423546 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22330503-dd62-4c8a-9d16-ab726f8b6b5f req-8b7308bd-5246-415d-a0ca-07f552256afe tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 944 time: 0.0922883 Mar 11 17:23:21.474133 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-22330503-dd62-4c8a-9d16-ab726f8b6b5f req-dd5820c2-d4a8-4a3c-8020-24453c3d3c95 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408731 Mar 11 17:23:22.662053 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587ec59-750a-4bee-8e29-6d2afdcd3405 req-a9b9758f-976c-4418-b935-155d45796672 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:22.663466 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2587ec59-750a-4bee-8e29-6d2afdcd3405 req-a9b9758f-976c-4418-b935-155d45796672 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 944 time: 0.0818956 Mar 11 17:23:22.710354 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-2587ec59-750a-4bee-8e29-6d2afdcd3405 req-8ce4d797-7a26-4c29-ad5a-f4cfa37a5c49 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Mar 11 17:23:23.894194 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc7ec1-8f2c-4726-baa9-70f92408f36a req-b2d7f760-13f5-4cfa-b5f5-b33df35d25ea tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:23.895553 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1adc7ec1-8f2c-4726-baa9-70f92408f36a req-b2d7f760-13f5-4cfa-b5f5-b33df35d25ea tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 944 time: 0.0796623 Mar 11 17:23:23.942998 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1adc7ec1-8f2c-4726-baa9-70f92408f36a req-d468212c-5a94-43a4-b485-4a8169157b0f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Mar 11 17:23:24.873741 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 28535f5d-c6da-4937-8b44-8798b78c9201 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:23:25.015237 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=28535f5d-c6da-4937-8b44-8798b78c9201,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:23:25.030268 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '28535f5d-c6da-4937-8b44-8798b78c9201', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:23:25.090714 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:25.112703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28535f5d-c6da-4937-8b44-8798b78c9201 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:23:25.130099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=28535f5d-c6da-4937-8b44-8798b78c9201,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:23:25.140097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158b4b8-307a-4a8e-8747-c76266f65a86 req-418311df-e73d-4f89-b440-7dbcc3a37124 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:25.143428 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6158b4b8-307a-4a8e-8747-c76266f65a86 req-418311df-e73d-4f89-b440-7dbcc3a37124 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 944 time: 0.0900462 Mar 11 17:23:25.190550 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-6158b4b8-307a-4a8e-8747-c76266f65a86 req-5343e487-d49a-4482-ba72-754d492366bd tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 Mar 11 17:23:25.192499 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:25.262466 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=28535f5d-c6da-4937-8b44-8798b78c9201,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:25.419287 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['28535f5d-c6da-4937-8b44-8798b78c9201'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:23:26.401372 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87399a82-9e44-4ef2-b402-07ea6a5d6c02 req-b88759e1-b167-48f8-b8fa-b33552229b1e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:26.403001 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87399a82-9e44-4ef2-b402-07ea6a5d6c02 req-b88759e1-b167-48f8-b8fa-b33552229b1e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 945 time: 0.0976491 Mar 11 17:23:26.453668 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87399a82-9e44-4ef2-b402-07ea6a5d6c02 req-a8f9d194-c587-4228-8db6-19c0b0d9bcf2 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439017 Mar 11 17:23:26.882244 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 28535f5d-c6da-4937-8b44-8798b78c9201 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:23:27.044228 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port 28535f5d-c6da-4937-8b44-8798b78c9201 completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:23:27.053106 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 28535f5d-c6da-4937-8b44-8798b78c9201 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:23:27.053683 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.238057 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.266934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:27.277778 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=28535f5d-c6da-4937-8b44-8798b78c9201,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:23:27.314746 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201', 'code': 200} Mar 11 17:23:27.371161 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:27.443297 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=28535f5d-c6da-4937-8b44-8798b78c9201,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:27.823466 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089b01d-3042-437c-bf8f-31bbff453143 req-b8f34ae4-6c41-4952-9e11-e034ad41f3b0 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:27.824089 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1089b01d-3042-437c-bf8f-31bbff453143 req-b8f34ae4-6c41-4952-9e11-e034ad41f3b0 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 946 time: 0.2519937 Mar 11 17:23:27.858876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4122b21-de19-497e-b866-8fc1ed46e9b2 req-02c7f66b-09fd-4fe5-b664-486ec19b61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:27.860451 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4122b21-de19-497e-b866-8fc1ed46e9b2 req-02c7f66b-09fd-4fe5-b664-486ec19b61f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 1099 time: 0.2299378 Mar 11 17:23:27.920544 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1089b01d-3042-437c-bf8f-31bbff453143 req-d880e57e-f926-4f15-986b-f4abf0bc36ec tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843081 Mar 11 17:23:27.928899 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b4122b21-de19-497e-b866-8fc1ed46e9b2 req-54657ed0-cfd2-465c-b1e4-1c983b00a952 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608144 Mar 11 17:23:29.123109 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca096d-6ab0-409f-8c09-116016cda3fb req-db0e1331-f78c-46a2-8812-6b8fc77abff0 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:29.124778 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-65ca096d-6ab0-409f-8c09-116016cda3fb req-db0e1331-f78c-46a2-8812-6b8fc77abff0 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 946 time: 0.0895004 Mar 11 17:23:29.172887 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-65ca096d-6ab0-409f-8c09-116016cda3fb req-b2d7df01-6121-4cb6-9b66-533d3d7f104c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Mar 11 17:23:30.369435 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd83d-f7df-4fbe-9d45-10c255fe9e25 req-7345e8f2-3a19-41c8-b17f-e5c3247088ae tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.370959 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f5efd83d-f7df-4fbe-9d45-10c255fe9e25 req-7345e8f2-3a19-41c8-b17f-e5c3247088ae tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 946 time: 0.0898457 Mar 11 17:23:30.418745 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f5efd83d-f7df-4fbe-9d45-10c255fe9e25 req-dc66c6cd-4759-47ba-955b-1af7dfcf1d6d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Mar 11 17:23:30.619931 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4fb72-14a5-4282-a517-2027fafae2eb req-7786e4b9-f0f9-4d6e-86e7-4e2e4cf6421a tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.621467 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ec4fb72-14a5-4282-a517-2027fafae2eb req-7786e4b9-f0f9-4d6e-86e7-4e2e4cf6421a tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 946 time: 0.0876217 Mar 11 17:23:30.668730 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0ec4fb72-14a5-4282-a517-2027fafae2eb req-cc583739-d16c-4e20-b3ad-d34088498480 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Mar 11 17:23:30.692431 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 45034) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:30.821602 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7765f-5f7c-4199-9cff-7ec81c6c41dc tempest-TestSnapshotPattern-543876656 tempest-TestSnapshotPattern-543876656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:30.823307 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9fd7765f-5f7c-4199-9cff-7ec81c6c41dc tempest-TestSnapshotPattern-543876656 tempest-TestSnapshotPattern-543876656-project-admin] Synchronizing usage tracker for tenant:5ff77104293641c7a3a844f37be8dd9a on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:23:30.953834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-9fd7765f-5f7c-4199-9cff-7ec81c6c41dc tempest-TestSnapshotPattern-543876656 tempest-TestSnapshotPattern-543876656-project-admin] Unset dirty status for tenant:5ff77104293641c7a3a844f37be8dd9a on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:23:30.955078 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-9fd7765f-5f7c-4199-9cff-7ec81c6c41dc tempest-TestSnapshotPattern-543876656 tempest-TestSnapshotPattern-543876656-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 1094 time: 0.2616508 Mar 11 17:23:30.957991 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 45040) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:23:30.963834 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.v2.base [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:23:30.970589 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:23:30.975654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:floatingip and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:23:30.979534 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88601) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:23:30.985654 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.quota.driver [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88601) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:23:31.091381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for floatingip, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.251381 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.413167 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.db_base_plugin_common [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Allocated IP 172.26.8.81 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/14de87e1-3860-4432-ac2b-c0087d43d3cd) {{(pid=88601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:23:31.577649 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for port, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.714891 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:31.783903 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:23:31.786948 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.base_scheduler [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources bound (agent type, host, resource id): {{(pid=88601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:23:31.798684 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Received port after_create {{(pid=88601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:23:31.834603 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'Port': ['ID=14de87e1-3860-4432-ac2b-c0087d43d3cd,revision_number=1']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:31.854483 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.854824 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.855159 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.855491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.855815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.856142 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.856463 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.856783 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.857105 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.857423 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.857738 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:31.858054 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:23:32.383130 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.567259 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.785539 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for port, precommit_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:32.857208 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7652988'] for port, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.015410 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'Port': ['ID=14de87e1-3860-4432-ac2b-c0087d43d3cd,revision_number=2']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:23:33.029862 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:33.229530 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Floating IP facbbc85-7a65-4727-8646-1997876062be associated. External IP: 172.26.8.81, port: 28535f5d-c6da-4937-8b44-8798b78c9201. Mar 11 17:23:33.638282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:23:33.956162 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:23:33.967408 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] Sync routers for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:23:33.980262 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:23:33.980882 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:34.068030 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:34.151352 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-3cbb84bf-eb6c-4603-af76-f35a0b18472c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1922140 Mar 11 17:23:34.151934 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:23:34.181263 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:23:34.200391 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201', 'status': 'completed', 'code': 200} Mar 11 17:23:34.313956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045082-66d2-4053-8fdd-f2106314505a req-9f6b13ef-5d92-4aec-a6a3-bb644f132b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:34.316497 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00045082-66d2-4053-8fdd-f2106314505a req-9f6b13ef-5d92-4aec-a6a3-bb644f132b3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 1099 time: 0.0918393 Mar 11 17:23:34.470059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045082-66d2-4053-8fdd-f2106314505a req-298aaad3-ba97-4dd6-b91d-aea1d20d54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:34.471582 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00045082-66d2-4053-8fdd-f2106314505a req-298aaad3-ba97-4dd6-b91d-aea1d20d54e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 910 time: 0.1480443 Mar 11 17:23:34.588543 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00045082-66d2-4053-8fdd-f2106314505a req-200eba7b-727c-4685-b342-f5cbae699447 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28535f5d-c6da-4937-8b44-8798b78c9201 HTTP/1.1" status: 200 len: 999 time: 0.1104462 Mar 11 17:23:34.658883 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'facbbc85-7a65-4727-8646-1997876062be', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:32Z', 'updated_at': '2022-03-11T17:23:32Z', 'revision_number': 0, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:34.663870 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] Checking router: c2355ae3-3b54-4610-b5eb-fbc0f7383a89 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:23:34.666430 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045082-66d2-4053-8fdd-f2106314505a req-e709cc75-3b73-42f0-af65-4820512cefda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:34.667881 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00045082-66d2-4053-8fdd-f2106314505a req-e709cc75-3b73-42f0-af65-4820512cefda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.0732527 Mar 11 17:23:34.673955 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:23:34.674619 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:23:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:34.764323 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00045082-66d2-4053-8fdd-f2106314505a req-35da4993-b4d3-42cd-a38c-bfc298fc7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:23:34.766718 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00045082-66d2-4053-8fdd-f2106314505a req-35da4993-b4d3-42cd-a38c-bfc298fc7327 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914395 Mar 11 17:23:34.898283 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:23:34.967460 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00045082-66d2-4053-8fdd-f2106314505a req-a48fb7cf-d3d3-4d9f-a11b-c7e7bc2e019e service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910577 Mar 11 17:23:35.146049 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-00045082-66d2-4053-8fdd-f2106314505a req-c937e777-73c3-4374-920d-f811c55b7f47 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718445 Mar 11 17:23:35.355642 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'facbbc85-7a65-4727-8646-1997876062be', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:32Z', 'updated_at': '2022-03-11T17:23:32Z', 'revision_number': 0, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:23:35.359729 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4608b3ce-94aa-4b25-829d-8d404a611976 None None] The sync data for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv is: [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'facbbc85-7a65-4727-8646-1997876062be', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:32Z', 'updated_at': '2022-03-11T17:23:32Z', 'revision_number': 0, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:23:35.577710 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabdef1e-4403-4f9a-ba77-475cb80a9f20 None None] New status for floating IP facbbc85-7a65-4727-8646-1997876062be: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:23:40.107665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:40.922798 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:23:41.256891 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d8769483-7cba-4641-84ad-8081522fcd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.427530 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1f4ccc19-0a5c-4570-a3c4-45c7ccb8a291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.775254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:44.952081 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:46.147708 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:10.125037 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.226866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-413a51a6-5480-4c34-9515-99ab5f97c25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.398264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-26bc12cb-d8f2-4fee-9645-db114ade0587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.740908 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:14.935508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:16.187423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:17.924029 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:24:21.972534 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-4bbe0bcf-66df-4826-82d5-e97bca32599a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1179848 Mar 11 17:24:22.115978 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-9acae255-7fad-4ce4-b82c-d4d8c62ecde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:22.117355 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-9acae255-7fad-4ce4-b82c-d4d8c62ecde7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 1099 time: 0.0730541 Mar 11 17:24:22.275537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-dd240404-e90d-4cec-9b74-3b28f08ccaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:22.277012 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-dd240404-e90d-4cec-9b74-3b28f08ccaac service neutron] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 910 time: 0.1408088 Mar 11 17:24:22.387110 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-e74b8b7a-afaa-4784-9b63-b77d1a030b12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28535f5d-c6da-4937-8b44-8798b78c9201 HTTP/1.1" status: 200 len: 1001 time: 0.1036105 Mar 11 17:24:22.453752 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-9d0c358b-4fe1-4944-a879-4ff627795ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:22.455228 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-9d0c358b-4fe1-4944-a879-4ff627795ab3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.0616949 Mar 11 17:24:22.549943 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-0e862e8f-70e5-413b-b603-0b93964fa6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:24:22.551501 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-0e862e8f-70e5-413b-b603-0b93964fa6a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893617 Mar 11 17:24:22.799075 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-7c784757-8b00-4c5b-92ed-fde415ce92a5 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408369 Mar 11 17:24:22.934534 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-11646fe0-9d80-4b4f-a310-baaf85202d24 req-9c3d9c58-8d28-49ec-b73b-09d2f8dda971 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290548 Mar 11 17:24:40.168750 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:41.236913 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5275c289-c97d-4348-8ddf-d7fb488a2fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:43.442856 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-236283fd-7fa4-468e-accd-b3c7adc70518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.751451 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:44.973946 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:46.168363 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:54.925495 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:25:10.105062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:11.236331 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-291563f1-a85a-43b9-8e64-fbec12a6ac26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:13.403272 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-651a3873-e2ef-4fdf-99fb-39032309c01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.762846 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:14.927661 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:16.185336 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:23.903844 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-71185d16-84d0-497b-a44c-cd10dadba207 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707810 Mar 11 17:25:24.051321 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-eafc3864-d7e3-4949-8a27-c092d85436c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:24.052803 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-eafc3864-d7e3-4949-8a27-c092d85436c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 1099 time: 0.0789366 Mar 11 17:25:24.229073 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-c51db587-bb9a-46d4-8925-d8f1f490f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:24.231056 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-c51db587-bb9a-46d4-8925-d8f1f490f6f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 910 time: 0.1585095 Mar 11 17:25:24.335917 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-d4c24355-b1fe-4fe9-9263-40843193cbb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28535f5d-c6da-4937-8b44-8798b78c9201 HTTP/1.1" status: 200 len: 1001 time: 0.0983763 Mar 11 17:25:24.398577 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-29bcbe12-837c-4dde-aaf6-a53678ec4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:24.399978 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-29bcbe12-837c-4dde-aaf6-a53678ec4df5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.0585282 Mar 11 17:25:24.478284 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-f46c9e45-cc54-4f34-915b-2028359d9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:24.480364 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-f46c9e45-cc54-4f34-915b-2028359d9359 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740752 Mar 11 17:25:24.617581 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-7f1bcece-ec4b-4b29-afa6-f9f46cb4f476 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312292 Mar 11 17:25:24.759234 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-29c86a3e-abb8-49f2-9a31-947af56fe239 req-a29ee522-a92a-4b3b-8e1c-2ffd78826577 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353962 Mar 11 17:25:31.933117 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:25:33.456360 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 28535f5d-c6da-4937-8b44-8798b78c9201 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:25:33.601022 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=28535f5d-c6da-4937-8b44-8798b78c9201,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:25:33.616976 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': '28535f5d-c6da-4937-8b44-8798b78c9201', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:25:33.673762 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.690359 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28535f5d-c6da-4937-8b44-8798b78c9201 {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:25:33.708328 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=28535f5d-c6da-4937-8b44-8798b78c9201,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:25:33.802119 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:33.888575 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=28535f5d-c6da-4937-8b44-8798b78c9201,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:33.896925 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['28535f5d-c6da-4937-8b44-8798b78c9201'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:25:33.924101 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.924445 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.924785 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.925118 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.925446 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.925787 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.926111 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.926455 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.926780 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.927099 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.927420 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:33.927758 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:35.456948 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 28535f5d-c6da-4937-8b44-8798b78c9201 up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:25:35.557665 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port 28535f5d-c6da-4937-8b44-8798b78c9201 triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:35.558302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.713201 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.756685 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:35.784036 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=28535f5d-c6da-4937-8b44-8798b78c9201,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:25:35.882211 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:35.981995 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201', 'code': 200} Mar 11 17:25:36.024554 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=28535f5d-c6da-4937-8b44-8798b78c9201,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:40.132485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:41.247866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-647b030b-235f-4945-8f87-f59857077b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:43.407949 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d990f6d1-ae3f-4d26-bf45-1a2d4bacdb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.739773 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:44.987218 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:46.161935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:47.160588 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-3f1e3403-1e34-4b8d-b820-e1410946bb36 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183654164&fields=id&tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91 HTTP/1.1" status: 200 len: 267 time: 0.0431120 Mar 11 17:25:47.326135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-09a74c88-8b3b-4538-ae01-ea37a038c60e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:47.326752 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-09a74c88-8b3b-4538-ae01-ea37a038c60e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Synchronizing usage tracker for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:network {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:47.406634 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-09a74c88-8b3b-4538-ae01-ea37a038c60e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Unset dirty status for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:network {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:47.407837 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-09a74c88-8b3b-4538-ae01-ea37a038c60e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 809 time: 0.2392809 Mar 11 17:25:47.427240 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-36e76887-ed28-448f-bd0a-d7413903c6bd tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/quotas/a3aa16f0850543c0a6bb5eb9a0524b91 HTTP/1.1" status: 200 len: 375 time: 0.0112135 Mar 11 17:25:47.532698 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-17379a20-eea6-4946-aeac-e0cf56ba8216 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0974431 Mar 11 17:25:47.751167 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-0e6ce727-b66c-48a4-85af-20864bb0217e service neutron] 10.222.0.57 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032478 Mar 11 17:25:47.900261 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-ce297c9a-532c-4b47-8491-3f68333030aa service neutron] 10.222.0.57 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421890 Mar 11 17:25:48.300976 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9afdb1f5-3fb6-4db8-adb8-cc3da79624d5 req-7d5d5a37-5f6f-4dbc-93ff-34d3bddb4211 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 210 time: 0.1072824 Mar 11 17:25:49.459963 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f422fe3-b06f-4d51-8513-3dcc18cf504f req-cefc7cfe-4beb-4623-87f6-a7ac22569a55 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 210 time: 0.0442176 Mar 11 17:25:50.670152 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-e5700d89-847f-4ee9-9c0a-b1ae2f4b8455 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:50.671628 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-e5700d89-847f-4ee9-9c0a-b1ae2f4b8455 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 809 time: 0.2049639 Mar 11 17:25:50.678836 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-87c3fcc4-e475-4bee-87e8-7ec54277474f req-1ca9a1d2-742e-46f9-82ca-6424c80c12bf tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 210 time: 0.0572340 Mar 11 17:25:50.722966 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-d9473b67-d708-4d83-be4a-bc21132515ff tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91 HTTP/1.1" status: 200 len: 380 time: 0.0430894 Mar 11 17:25:50.732142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'port': {'device_id': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'admin_state_up': True, 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'security_groups': ['866d0344-4daa-48b2-91a0-600c8796c939']}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:50.887655 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:25:50.892309 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:port and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:25:50.895234 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:25:50.902204 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:25:50.989273 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Made reservation on behalf of a3aa16f0850543c0a6bb5eb9a0524b91 for: {'port': 1} {{(pid=88600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:25:50.993329 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.172330 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Allocated IP 172.20.0.4 (75a4edf1-6685-4410-90e2-5cf7e09ccbfb/6c39dcae-bed0-410c-8bbd-c41934d1d7bb/d1874cee-0075-4ca6-97d1-6da75f21661a) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:25:51.504410 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.527686 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Transition to ACTIVE for port object d1874cee-0075-4ca6-97d1-6da75f21661a will not be triggered until provisioned by entity DHCP. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:25:51.577529 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 28535f5d-c6da-4937-8b44-8798b78c9201 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:25:51.630769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.738920 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.772125 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:25:51.791112 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=28535f5d-c6da-4937-8b44-8798b78c9201,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:25:51.795032 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:25:51.796205 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'Port': ['ID=d1874cee-0075-4ca6-97d1-6da75f21661a,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:51.800753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:25:51.817733 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:25:51.836685 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201', 'code': 200} Mar 11 17:25:51.859582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:51.943672 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.944427 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.945007 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.945529 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.946089 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.946662 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.947213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.948316 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.948867 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.949444 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.949966 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:51.950537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:25:52.080494 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.081521 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.091077 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=28535f5d-c6da-4937-8b44-8798b78c9201,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:25:52.131818 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641800ff-98e5-4001-b032-09d32b60fa28 req-d6e63cb0-d7f2-4582-8586-1d3ad30f006c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:52.133828 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-641800ff-98e5-4001-b032-09d32b60fa28 req-d6e63cb0-d7f2-4582-8586-1d3ad30f006c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 931 time: 0.3038626 Mar 11 17:25:52.202539 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-641800ff-98e5-4001-b032-09d32b60fa28 req-85edc2e4-b2ac-43f4-901b-1d527ccf0998 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444491 Mar 11 17:25:52.254057 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-b5072b8d-ca9d-4835-a8f1-72d37ab18ea8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5254021 Mar 11 17:25:52.546110 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09abbf51-687b-4e12-ae1d-665846837b7a None None] Provisioning for port d1874cee-0075-4ca6-97d1-6da75f21661a completed by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:25:52.553726 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-09abbf51-687b-4e12-ae1d-665846837b7a None None] Provisioning complete for port d1874cee-0075-4ca6-97d1-6da75f21661a triggered by entity DHCP. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:25:52.554026 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09abbf51-687b-4e12-ae1d-665846837b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:25:52.632943 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-09abbf51-687b-4e12-ae1d-665846837b7a None None] Port d1874cee-0075-4ca6-97d1-6da75f21661a cannot update to ACTIVE because it is not bound. {{(pid=88602) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 11 17:25:53.598994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c084762-9253-4062-be00-caa631a12813 req-213db7d7-bed1-4626-af3d-e61ebc6ac881 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:53.600516 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6c084762-9253-4062-be00-caa631a12813 req-213db7d7-bed1-4626-af3d-e61ebc6ac881 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Synchronizing usage tracker for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:25:53.733724 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-6c084762-9253-4062-be00-caa631a12813 req-213db7d7-bed1-4626-af3d-e61ebc6ac881 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Unset dirty status for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:25:53.735379 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c084762-9253-4062-be00-caa631a12813 req-213db7d7-bed1-4626-af3d-e61ebc6ac881 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 931 time: 0.3284838 Mar 11 17:25:53.795297 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-6c084762-9253-4062-be00-caa631a12813 req-fb1d0126-6ff0-44f3-853f-30e4bc80d0a6 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521462 Mar 11 17:25:55.108683 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc977d-700c-40b3-848f-1ecc1e2041a2 req-b72ed2a0-6197-4151-b280-6b7255679d38 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:55.111288 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-effc977d-700c-40b3-848f-1ecc1e2041a2 req-b72ed2a0-6197-4151-b280-6b7255679d38 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 931 time: 0.1446369 Mar 11 17:25:55.184687 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-effc977d-700c-40b3-848f-1ecc1e2041a2 req-a5cb96ed-83e2-4c61-8f58-af982d45e960 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679069 Mar 11 17:25:56.515679 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf045d-8f3a-41d5-bee8-91be9ccd7c9c req-0aa82560-7e63-48e1-a40f-7ac5e9012d97 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:56.517217 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1fcf045d-8f3a-41d5-bee8-91be9ccd7c9c req-0aa82560-7e63-48e1-a40f-7ac5e9012d97 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 931 time: 0.1505790 Mar 11 17:25:56.583902 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-1fcf045d-8f3a-41d5-bee8-91be9ccd7c9c req-c614be05-ef61-47e9-917a-9b048ed47b0c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560231 Mar 11 17:25:57.829239 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70b0d-df6d-43cd-9974-8703bc3ba6d5 req-a820a315-c53b-4176-bcf3-f68dc5358ed1 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:57.830949 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20b70b0d-df6d-43cd-9974-8703bc3ba6d5 req-a820a315-c53b-4176-bcf3-f68dc5358ed1 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 931 time: 0.0983000 Mar 11 17:25:57.886346 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-20b70b0d-df6d-43cd-9974-8703bc3ba6d5 req-c5d8a1fa-3456-40df-81a4-f682b8b2c20b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492470 Mar 11 17:25:59.166753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0c206-5085-4eee-a8ce-8c3ebcdee13b req-d209b6c8-55f6-420f-8e86-58ae0c452026 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:25:59.169224 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9a0c206-5085-4eee-a8ce-8c3ebcdee13b req-d209b6c8-55f6-420f-8e86-58ae0c452026 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 931 time: 0.1092942 Mar 11 17:25:59.228395 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b9a0c206-5085-4eee-a8ce-8c3ebcdee13b req-8e637bcc-ba59-47ab-8964-d8dbb6d2fc39 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529008 Mar 11 17:25:59.660017 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Request body: {'port': {'device_id': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:25:59.781602 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.157499 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1874cee-0075-4ca6-97d1-6da75f21661a {{(pid=88600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:00.164895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.179682 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.provisioning_blocks [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Transition to ACTIVE for port object d1874cee-0075-4ca6-97d1-6da75f21661a will not be triggered until provisioned by entity L2. {{(pid=88600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:26:00.247630 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.411511 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1874cee-0075-4ca6-97d1-6da75f21661a,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:00.526359 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a0267-38fa-46e4-b22b-e2cc3fbbd6c7 req-5022db30-5768-4be1-a98e-32800c0e40c6 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.528610 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-396a0267-38fa-46e4-b22b-e2cc3fbbd6c7 req-5022db30-5768-4be1-a98e-32800c0e40c6 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 943 time: 0.1435385 Mar 11 17:26:00.532459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Attempting to bind port d1874cee-0075-4ca6-97d1-6da75f21661a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:26:00.546660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Attempting to bind port d1874cee-0075-4ca6-97d1-6da75f21661a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:26:00.546660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Attempting to bind port d1874cee-0075-4ca6-97d1-6da75f21661a on network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:26:00.546660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Port d1874cee-0075-4ca6-97d1-6da75f21661a on network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 11 17:26:00.546660 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Attempting to bind port d1874cee-0075-4ca6-97d1-6da75f21661a on network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 11 17:26:00.548463 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Checking agent: {'id': 'f5b44fc1-f5c7-4731-a0ad-73e8f2bafc8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'started_at': datetime.datetime(2022, 3, 11, 16, 13, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 11 17:26:00.548879 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Checking segment: {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 11 17:26:00.549331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Bound using segment: {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'} {{(pid=88600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 11 17:26:00.549825 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.managers [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Bound port: d1874cee-0075-4ca6-97d1-6da75f21661a, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bbf69d-562f-444a-98dc-590191456ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb'}}] {{(pid=88600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:26:00.550588 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.579900 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-396a0267-38fa-46e4-b22b-e2cc3fbbd6c7 req-6ab7cd88-8297-49f6-bd13-071e1014ad12 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450473 Mar 11 17:26:00.654307 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, cleared binding levels {{(pid=88600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 11 17:26:00.658043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d1874cee-0075-4ca6-97d1-6da75f21661a,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 11 17:26:00.733632 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.790749 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.792127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:00.793505 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] 10.222.0.35 "PUT /v2.0/ports/d1874cee-0075-4ca6-97d1-6da75f21661a HTTP/1.1" status: 200 len: 1093 time: 1.1383228 Mar 11 17:26:00.793944 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:00.831043 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67eb2c-f490-41a8-b89e-322cd4581cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1874cee-0075-4ca6-97d1-6da75f21661a,revision_number=3']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:00.865521 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'status': 'completed', 'code': 200} Mar 11 17:26:00.989039 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7d74-50a7-4569-9f00-4511382c54ef req-b992c8a1-8818-432c-beed-03e276fc3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:00.990783 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e2b7d74-50a7-4569-9f00-4511382c54ef req-b992c8a1-8818-432c-beed-03e276fc3adf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 1096 time: 0.1068201 Mar 11 17:26:01.249059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7d74-50a7-4569-9f00-4511382c54ef req-ee07c4a4-be59-4ebb-b5cd-0d4eab9be96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.250698 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e2b7d74-50a7-4569-9f00-4511382c54ef req-ee07c4a4-be59-4ebb-b5cd-0d4eab9be96d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2527132 Mar 11 17:26:01.401206 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b7d74-50a7-4569-9f00-4511382c54ef req-be33ac37-e910-48ab-bd2d-1bfb8e21fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.402926 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-4e2b7d74-50a7-4569-9f00-4511382c54ef req-be33ac37-e910-48ab-bd2d-1bfb8e21fd04 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463902 Mar 11 17:26:01.543827 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fccaad05-3ffe-4d72-816d-9489e1ee3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.545229 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-fccaad05-3ffe-4d72-816d-9489e1ee3b7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0997434 Mar 11 17:26:01.621390 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-a14c93bb-4085-4274-a6ee-e59842c82f7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1874cee-0075-4ca6-97d1-6da75f21661a HTTP/1.1" status: 200 len: 217 time: 0.0691707 Mar 11 17:26:01.716471 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-3cd2ed1c-29b5-498b-815c-c33c4465d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.718984 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-3cd2ed1c-29b5-498b-815c-c33c4465d164 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.0917208 Mar 11 17:26:01.817996 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-93529816-1b55-436e-943b-80738e9d9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.819580 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-93529816-1b55-436e-943b-80738e9d9182 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946033 Mar 11 17:26:01.831726 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3a96-63d5-49a9-a3d9-21ec66f933be req-73cf2345-f8a9-4aec-ae71-764779267f02 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:01.833897 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-81ba3a96-63d5-49a9-a3d9-21ec66f933be req-73cf2345-f8a9-4aec-ae71-764779267f02 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 943 time: 0.1220219 Mar 11 17:26:01.908427 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-81ba3a96-63d5-49a9-a3d9-21ec66f933be req-49aa8e98-d69e-464f-8f70-727f7c1b068d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658207 Mar 11 17:26:01.999325 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-5b52cd0b-c0d4-4ee5-8a2b-4a5471dede80 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736782 Mar 11 17:26:02.198642 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-0499f96c-b4a5-4daa-8ae2-fb0f1c7220d4 req-db4d083c-bf28-43eb-9b2a-579051f3d47c service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914310 Mar 11 17:26:03.140029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3edb6-eaf0-436f-8c59-c7ac41ccd376 req-4cce93e5-702b-49c6-a4a3-125a870d1d35 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:03.141698 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-25d3edb6-eaf0-436f-8c59-c7ac41ccd376 req-4cce93e5-702b-49c6-a4a3-125a870d1d35 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 943 time: 0.1014349 Mar 11 17:26:03.194411 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-25d3edb6-eaf0-436f-8c59-c7ac41ccd376 req-cc4c042c-9ee0-4e14-a139-b7f6f33cc55f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435958 Mar 11 17:26:04.433011 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56e3b0-ae69-418a-8e52-54764e7dfc83 req-62a9759e-443e-4717-8da5-8263fc803b69 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:04.434781 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f56e3b0-ae69-418a-8e52-54764e7dfc83 req-62a9759e-443e-4717-8da5-8263fc803b69 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 943 time: 0.1171098 Mar 11 17:26:04.481305 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3f56e3b0-ae69-418a-8e52-54764e7dfc83 req-08c2e83d-0dbe-4a2f-9b41-3cf1d6dd1d2b tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Mar 11 17:26:05.627807 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d1874cee-0075-4ca6-97d1-6da75f21661a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:26:05.696293 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fba13-814f-4376-b847-802a30e71da2 req-a6781c5a-b7d0-4448-a2e6-e8ac3133d2dc tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:05.698417 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a41fba13-814f-4376-b847-802a30e71da2 req-a6781c5a-b7d0-4448-a2e6-e8ac3133d2dc tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 943 time: 0.0959890 Mar 11 17:26:05.746410 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a41fba13-814f-4376-b847-802a30e71da2 req-b287e1df-c20d-4038-abd1-96b11e33f909 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Mar 11 17:26:05.782860 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d1874cee-0075-4ca6-97d1-6da75f21661a,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:26:05.796950 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'port_id': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'mac_address': 'fa:16:3e:9c:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:26:05.858426 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:05.876317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1874cee-0075-4ca6-97d1-6da75f21661a {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:26:05.892658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d1874cee-0075-4ca6-97d1-6da75f21661a,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:26:05.961607 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:06.035436 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=d1874cee-0075-4ca6-97d1-6da75f21661a,revision_number=4']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:06.215181 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['d1874cee-0075-4ca6-97d1-6da75f21661a'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:26:06.945951 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe85f0-dd47-4ade-bde4-d57e424ed46e req-93e6cbec-9ef2-4591-b821-91c83dc92f3e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:06.947510 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3afe85f0-dd47-4ade-bde4-d57e424ed46e req-93e6cbec-9ef2-4591-b821-91c83dc92f3e tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 944 time: 0.0872402 Mar 11 17:26:07.001164 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-3afe85f0-dd47-4ade-bde4-d57e424ed46e req-86917056-edc3-471a-bf06-825e16241a64 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473509 Mar 11 17:26:07.642102 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d1874cee-0075-4ca6-97d1-6da75f21661a up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:26:07.783432 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning for port d1874cee-0075-4ca6-97d1-6da75f21661a completed by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:26:07.789332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port d1874cee-0075-4ca6-97d1-6da75f21661a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:26:07.789834 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.917754 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:07.945817 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:07.958594 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d1874cee-0075-4ca6-97d1-6da75f21661a,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:26:07.993221 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'code': 200} Mar 11 17:26:08.035020 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:08.130154 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=d1874cee-0075-4ca6-97d1-6da75f21661a,revision_number=5']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:08.243370 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665522e-056f-46c4-9dcd-e79e526a961d req-d537e744-5623-40d3-b220-c4786b41c142 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:08.245334 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e665522e-056f-46c4-9dcd-e79e526a961d req-d537e744-5623-40d3-b220-c4786b41c142 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 945 time: 0.0974030 Mar 11 17:26:08.293546 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-e665522e-056f-46c4-9dcd-e79e526a961d req-1d386572-f622-47f6-b33f-dcb87f6f34cd tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419862 Mar 11 17:26:08.394815 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882937a7-fe8d-4bc8-b8f9-76598e222494 req-1c50ae27-b730-4580-a6a4-12da000f3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:08.396577 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-882937a7-fe8d-4bc8-b8f9-76598e222494 req-1c50ae27-b730-4580-a6a4-12da000f3c03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 1098 time: 0.0734282 Mar 11 17:26:08.440047 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-882937a7-fe8d-4bc8-b8f9-76598e222494 req-e9e61edd-bf62-4e8e-bcff-317910c40b90 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369489 Mar 11 17:26:08.925315 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:26:09.551489 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb2948-47e0-4d90-a973-038550fb575b req-28330065-41bd-439f-bb3b-e300b1224905 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:09.554065 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7eb2948-47e0-4d90-a973-038550fb575b req-28330065-41bd-439f-bb3b-e300b1224905 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 945 time: 0.1021895 Mar 11 17:26:09.630865 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c7eb2948-47e0-4d90-a973-038550fb575b req-ec58deed-0567-442e-8b2d-feee8931b585 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686207 Mar 11 17:26:10.109955 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:10.826494 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d076741-ae1c-4d8f-a5e5-e564e8f6d875 req-3db028f6-344b-413c-bfdf-0c1923e476b9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:10.827876 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d076741-ae1c-4d8f-a5e5-e564e8f6d875 req-3db028f6-344b-413c-bfdf-0c1923e476b9 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 945 time: 0.0836205 Mar 11 17:26:10.880849 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-4d076741-ae1c-4d8f-a5e5-e564e8f6d875 req-70fa4f3c-bb5d-419b-a105-974573f456a0 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Mar 11 17:26:11.098616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b481a-66d8-41f1-94a7-3d9d37569c42 req-33cb1c18-85ec-4846-8294-6a83402335c4 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.100058 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b09b481a-66d8-41f1-94a7-3d9d37569c42 req-33cb1c18-85ec-4846-8294-6a83402335c4 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 945 time: 0.0871267 Mar 11 17:26:11.146614 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b09b481a-66d8-41f1-94a7-3d9d37569c42 req-b68a7e86-40e9-4b0a-949c-85dc5e877ffb tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395916 Mar 11 17:26:11.174507 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45336) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:11.234401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-6cac86ab-218e-4f3e-890c-3ca61bd13df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.253462 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc44c5f2-2610-4d41-aa13-9eec6ff28d94 tempest-TestSnapshotPattern-543876656 tempest-TestSnapshotPattern-543876656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:11.255010 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-cc44c5f2-2610-4d41-aa13-9eec6ff28d94 tempest-TestSnapshotPattern-543876656 tempest-TestSnapshotPattern-543876656-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 1093 time: 0.0794513 Mar 11 17:26:11.257897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45340) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:26:11.264228 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.v2.base [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Request body: {'floatingip': {'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'port_id': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 17:26:11.271890 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:26:11.277331 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Usage tracker for resource:floatingip and tenant:a3aa16f0850543c0a6bb5eb9a0524b91 is out of sync, need to count used quota {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:26:11.280669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88600) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:26:11.287681 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.quota.driver [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88600) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:26:11.366266 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for floatingip, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.567051 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:11.727962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_common [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Allocated IP 172.26.8.89 (4685d94e-a86c-4851-83bb-ea47cd8951ec/eeb6a04a-1b90-4a2e-8ed4-34b604201166/78a1e483-bbf2-4fd4-9baf-ce920440a483) {{(pid=88600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:26:12.015657 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for port, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.121919 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728838304552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.188072 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Network 4685d94e-a86c-4851-83bb-ea47cd8951ec is already hosted by enough agents. {{(pid=88600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:26:12.191020 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.base_scheduler [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Resources bound (agent type, host, resource id): {{(pid=88600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:26:12.194876 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Received port after_create {{(pid=88600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 11 17:26:12.240979 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'Port': ['ID=78a1e483-bbf2-4fd4-9baf-ce920440a483,revision_number=1']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:12.714010 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:12.866096 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.100135 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for port, precommit_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.161361 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6313927'] for port, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.283277 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event updated for resources: {'Port': ['ID=78a1e483-bbf2-4fd4-9baf-ce920440a483,revision_number=2']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:26:13.299924 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798833'] for floatingip, after_update {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.449779 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-99905426-2564-4361-bc86-c2982108e779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:13.504221 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.db.l3_db [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Floating IP 9d781b56-0ecc-47b4-83b5-ff47eb09757c associated. External IP: 172.26.8.89, port: d1874cee-0075-4ca6-97d1-6da75f21661a. Mar 11 17:26:14.052350 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:26:14.238541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:26:14.250959 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] Sync routers for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:26:14.261783 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:26:14.262636 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:26:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:14.333586 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.418210 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-996bb3a7-6fda-4098-88bc-7971f9db2e05 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1464636 Mar 11 17:26:14.418210 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:26:14.464061 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'status': 'completed', 'code': 200} Mar 11 17:26:14.512282 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:26:14.610509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240fb42-a28a-4685-97fc-75532178ce4f req-f6167d67-f919-4348-a355-3d113686384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:14.611928 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9240fb42-a28a-4685-97fc-75532178ce4f req-f6167d67-f919-4348-a355-3d113686384b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 1098 time: 0.1133261 Mar 11 17:26:14.748628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:14.824707 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240fb42-a28a-4685-97fc-75532178ce4f req-09050dc7-5d37-458f-be87-71754df4de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:14.827099 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9240fb42-a28a-4685-97fc-75532178ce4f req-09050dc7-5d37-458f-be87-71754df4de82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 910 time: 0.2052836 Mar 11 17:26:14.961531 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9240fb42-a28a-4685-97fc-75532178ce4f req-a7b6a0e7-1d4b-4966-b3ea-dd8d79f144ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1874cee-0075-4ca6-97d1-6da75f21661a HTTP/1.1" status: 200 len: 998 time: 0.1274185 Mar 11 17:26:14.984796 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:15.008510 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '9d781b56-0ecc-47b4-83b5-ff47eb09757c', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:9c:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:26:12Z', 'updated_at': '2022-03-11T17:26:12Z', 'revision_number': 0, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}, {'id': 'facbbc85-7a65-4727-8646-1997876062be', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:32Z', 'updated_at': '2022-03-11T17:23:35Z', 'revision_number': 1, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:15.014019 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] Checking router: c2355ae3-3b54-4610-b5eb-fbc0f7383a89 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:26:15.023643 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:26:15.024250 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:26:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:15.038111 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240fb42-a28a-4685-97fc-75532178ce4f req-30aea9b0-8cb1-42da-85ff-9adf5f3a3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.039827 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9240fb42-a28a-4685-97fc-75532178ce4f req-30aea9b0-8cb1-42da-85ff-9adf5f3a3ab4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.0720012 Mar 11 17:26:15.129385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240fb42-a28a-4685-97fc-75532178ce4f req-fa526a0f-a392-49f9-9a07-9eb455ddfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:15.130912 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9240fb42-a28a-4685-97fc-75532178ce4f req-fa526a0f-a392-49f9-9a07-9eb455ddfefb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849042 Mar 11 17:26:15.230634 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:26:15.284884 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9240fb42-a28a-4685-97fc-75532178ce4f req-3bfe5a9a-7510-4c6a-96e6-26014503a580 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477187 Mar 11 17:26:15.431994 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-9240fb42-a28a-4685-97fc-75532178ce4f req-d466f482-42ca-4ec6-b806-a7ff020aa3e7 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388466 Mar 11 17:26:15.738355 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '9d781b56-0ecc-47b4-83b5-ff47eb09757c', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:9c:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:26:12Z', 'updated_at': '2022-03-11T17:26:12Z', 'revision_number': 0, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}, {'id': 'facbbc85-7a65-4727-8646-1997876062be', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:32Z', 'updated_at': '2022-03-11T17:23:35Z', 'revision_number': 1, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:26:15.742511 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c2c8c4-8eee-43a9-a177-9c464b101049 None None] The sync data for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv is: [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': '9d781b56-0ecc-47b4-83b5-ff47eb09757c', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:9c:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:26:12Z', 'updated_at': '2022-03-11T17:26:12Z', 'revision_number': 0, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}, {'id': 'facbbc85-7a65-4727-8646-1997876062be', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:32Z', 'updated_at': '2022-03-11T17:23:35Z', 'revision_number': 1, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:26:15.952634 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675de99-5d6d-4652-923f-b90baee568e3 None None] New status for floating IP 9d781b56-0ecc-47b4-83b5-ff47eb09757c: ACTIVE {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:26:16.226433 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:24.917982 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-06fad513-5e98-4e0c-8ea4-ad5b52bde89c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739625 Mar 11 17:26:25.073953 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-f2566a66-4de3-465a-b909-921b4afadf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.076220 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-f2566a66-4de3-465a-b909-921b4afadf4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 1097 time: 0.0838830 Mar 11 17:26:25.256537 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-4baead6b-8dbc-40a3-bb7c-75bd8a97b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.258542 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-4baead6b-8dbc-40a3-bb7c-75bd8a97b693 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 910 time: 0.1607583 Mar 11 17:26:25.366543 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-8b186e2e-a28b-4b43-b6a4-81436994269c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28535f5d-c6da-4937-8b44-8798b78c9201 HTTP/1.1" status: 200 len: 999 time: 0.1017590 Mar 11 17:26:25.597274 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-5f16ca9a-9324-45cd-89a4-3cadc566fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.599084 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-5f16ca9a-9324-45cd-89a4-3cadc566fdb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.2261097 Mar 11 17:26:25.687864 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-c53e6348-fedc-4667-a460-3ce67ab943ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:26:25.689350 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-c53e6348-fedc-4667-a460-3ce67ab943ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793171 Mar 11 17:26:25.828116 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-f8cf37be-0f70-4a15-935a-4b7717f5555d service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322498 Mar 11 17:26:25.969861 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-b13c1a49-c543-4f06-8195-4ee27c7e28d9 req-a2e43316-6867-45b5-ab0d-9b63b557cf80 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361220 Mar 11 17:26:40.165453 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:41.235454 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1cf14660-f1a5-4da5-b356-b6387270c44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:43.435393 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-50873b62-7a93-40e8-a02c-79c34d2bb532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.738346 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:44.964468 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:26:45.926228 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:26:46.167761 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:10.171866 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:11.235088 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-74255ac8-3bd8-470e-8329-a6341f35c1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:13.437747 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-2d1e133a-dfcc-4852-961f-dceca73220d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.726401 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:14.957695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:16.217791 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:22.926183 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:27:26.963748 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-9d87cb27-03f5-4ef9-bbbd-ad40a3a5afb5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754762 Mar 11 17:27:27.058832 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-2f5fb50d-cbd8-422e-9a33-4bf9fa9674e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:27.060336 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-2f5fb50d-cbd8-422e-9a33-4bf9fa9674e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 1098 time: 0.0732653 Mar 11 17:27:27.217584 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-7da4096a-b063-457f-ac53-fed37544879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:27.218999 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-7da4096a-b063-457f-ac53-fed37544879e service neutron] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 910 time: 0.1370845 Mar 11 17:27:27.329648 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-101796c2-e05a-4bfe-b246-5555d4bfb93e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1874cee-0075-4ca6-97d1-6da75f21661a HTTP/1.1" status: 200 len: 1000 time: 0.1048329 Mar 11 17:27:27.393467 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-53fa6141-c3c9-4aa8-9779-84297e354902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:27.394947 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-53fa6141-c3c9-4aa8-9779-84297e354902 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.0597441 Mar 11 17:27:27.475935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-34cca7b0-2b9a-495c-bbfc-60c9d20fbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:27:27.477462 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-34cca7b0-2b9a-495c-bbfc-60c9d20fbebf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768774 Mar 11 17:27:27.612332 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-9b5d6e98-d965-4199-b1d1-552293be5520 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291502 Mar 11 17:27:27.746360 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c1ecf88b-43ef-48df-932c-3b472ed5f401 req-2adc5a2e-586a-4efc-97ec-9588c762c955 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281574 Mar 11 17:27:40.171720 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:41.253512 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-92181f0c-d473-47fa-9c17-f0041e72d603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:43.429223 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-99017bf2-e80c-4b25-971d-1654ae54d88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.748288 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:44.999675 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.061935 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d1874cee-0075-4ca6-97d1-6da75f21661a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=88602) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:27:46.208246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d1874cee-0075-4ca6-97d1-6da75f21661a,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:27:46.221768 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Returning: {'device': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'port_id': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'mac_address': 'fa:16:3e:9c:1e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88602) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:27:46.270362 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.279781 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.300423 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1874cee-0075-4ca6-97d1-6da75f21661a {{(pid=88602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 17:27:46.317985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d1874cee-0075-4ca6-97d1-6da75f21661a,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:27:46.382884 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:46.456892 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=d1874cee-0075-4ca6-97d1-6da75f21661a,revision_number=6']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:46.465332 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.465674 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.466010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.466375 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.466721 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.467027 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.467345 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.467663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.467985 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.468302 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.468619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.468931 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:27:46.473663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] get_ports_and_sgs() called for port_ids ['d1874cee-0075-4ca6-97d1-6da75f21661a'] {{(pid=88602) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 11 17:27:48.065171 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d1874cee-0075-4ca6-97d1-6da75f21661a up at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:27:48.183377 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.provisioning_blocks [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Provisioning complete for port d1874cee-0075-4ca6-97d1-6da75f21661a triggered by entity L2. {{(pid=88602) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:27:48.183744 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857907'] for port, provisioning_complete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.335354 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.368231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:27:48.390620 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d1874cee-0075-4ca6-97d1-6da75f21661a,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:27:48.420180 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'code': 200} Mar 11 17:27:48.437173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:27:48.545051 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=d1874cee-0075-4ca6-97d1-6da75f21661a,revision_number=7']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:27:59.683104 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 45538) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:27:59.926924 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:28:00.019149 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Deleting port 78a1e483-bbf2-4fd4-9baf-ce920440a483 {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:00.019491 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.195660 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.196018 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.322029 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Calling delete_port for 78a1e483-bbf2-4fd4-9baf-ce920440a483 owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:00.556019 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.604630 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event deleted for resources: {'Port': ['ID=78a1e483-bbf2-4fd4-9baf-ce920440a483,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:00.641964 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.642581 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.642912 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.643235 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.643554 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.643870 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.644187 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.644499 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.644809 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.645119 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.645429 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.645773 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:00.710925 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:00.711623 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Floating IP 9d781b56-0ecc-47b4-83b5-ff47eb09757c disassociated (deleted). External IP: 172.26.8.89, port: d1874cee-0075-4ca6-97d1-6da75f21661a. Mar 11 17:28:01.072876 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:28:01.363815 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:28:01.374034 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] Sync routers for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:01.383460 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:28:01.384058 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:27:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:01.447267 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:01.513097 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-85859d5c-58c0-40a1-b645-060638627946 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "DELETE /v2.0/floatingips/9d781b56-0ecc-47b4-83b5-ff47eb09757c HTTP/1.1" status: 204 len: 168 time: 1.8259778 Mar 11 17:28:01.513097 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:01.575325 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:28:01.635729 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'status': 'completed', 'code': 200} Mar 11 17:28:01.737304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-db019473-901e-4b31-b4ef-4024ae6d8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:01.739342 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-db019473-901e-4b31-b4ef-4024ae6d8ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 1098 time: 0.0813408 Mar 11 17:28:01.877473 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-57ea9e95-eb48-4d2c-98ea-5e2634b3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:01.878882 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-57ea9e95-eb48-4d2c-98ea-5e2634b3b333 service neutron] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 910 time: 0.1332135 Mar 11 17:28:01.955764 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'facbbc85-7a65-4727-8646-1997876062be', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:32Z', 'updated_at': '2022-03-11T17:23:35Z', 'revision_number': 1, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:01.960099 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] Checking router: c2355ae3-3b54-4610-b5eb-fbc0f7383a89 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:01.965988 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-f344c71d-90f5-4f5f-b7bf-01d120894b6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1874cee-0075-4ca6-97d1-6da75f21661a HTTP/1.1" status: 200 len: 217 time: 0.0778561 Mar 11 17:28:01.968965 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:28:01.969558 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:27:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:02.034244 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-97213f5f-86a6-4919-87bd-43b7a204eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:02.035682 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-97213f5f-86a6-4919-87bd-43b7a204eabc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.0630097 Mar 11 17:28:02.141374 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d1874cee-0075-4ca6-97d1-6da75f21661a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:02.168148 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:28:02.214646 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cef7e-1d7a-4b4f-bac1-642bd86ce51b req-3a58dce2-7faa-47bb-b95a-d7178d4c7ac7 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:02.215403 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-119cef7e-1d7a-4b4f-bac1-642bd86ce51b req-3a58dce2-7faa-47bb-b95a-d7178d4c7ac7 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Synchronizing usage tracker for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:02.241460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-c1231121-97e9-4b34-8b73-0be32dd969e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:02.251301 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-c1231121-97e9-4b34-8b73-0be32dd969e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1998708 Mar 11 17:28:02.295582 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-542912'] for port, before_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.313890 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-119cef7e-1d7a-4b4f-bac1-642bd86ce51b req-3a58dce2-7faa-47bb-b95a-d7178d4c7ac7 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Unset dirty status for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:02.320315 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-119cef7e-1d7a-4b4f-bac1-642bd86ce51b req-3a58dce2-7faa-47bb-b95a-d7178d4c7ac7 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 945 time: 0.2276473 Mar 11 17:28:02.332534 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d1874cee-0075-4ca6-97d1-6da75f21661a,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:02.334115 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a'}] {{(pid=88602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:02.401803 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728838685444', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728838304570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728838304615'] for port, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:02.406048 dv-neutron-833379-1-hyperv neutron-server[88602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'code': 200} Mar 11 17:28:02.409851 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-119cef7e-1d7a-4b4f-bac1-642bd86ce51b req-b563c6bf-42bb-4545-b83f-275a806048f3 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864193 Mar 11 17:28:02.417668 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-08e5d051-c4a7-4088-b6af-312566d82c87 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671116 Mar 11 17:28:02.495173 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Pushing event updated for resources: {'Port': ['ID=d1874cee-0075-4ca6-97d1-6da75f21661a,revision_number=8']} {{(pid=88602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:02.569443 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-58e7888e-bf82-4149-bbf2-417cdf8b69bf req-e4325856-1dcc-4749-9064-1b64301de739 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445837 Mar 11 17:28:02.628232 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'facbbc85-7a65-4727-8646-1997876062be', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:32Z', 'updated_at': '2022-03-11T17:23:35Z', 'revision_number': 1, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:02.632531 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f2892-533a-4af3-a9cd-ce02838d865c None None] The sync data for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv is: [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_floatingips': [{'id': 'facbbc85-7a65-4727-8646-1997876062be', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'router_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'port_id': '28535f5d-c6da-4937-8b44-8798b78c9201', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'mac_address': 'fa:16:3e:d4:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:23:32Z', 'updated_at': '2022-03-11T17:23:35Z', 'revision_number': 1, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:02.847254 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283e592b-fa00-4b77-a40b-d0def7357a27 None None] New status for floating IP 9d781b56-0ecc-47b4-83b5-ff47eb09757c: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:28:03.605774 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b2584-f733-4c3e-8fd7-eb78f672e2db req-66a8a2d2-071f-4849-ab6a-25b4ddbee620 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:03.607316 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-427b2584-f733-4c3e-8fd7-eb78f672e2db req-66a8a2d2-071f-4849-ab6a-25b4ddbee620 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 943 time: 0.0812030 Mar 11 17:28:03.656421 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-427b2584-f733-4c3e-8fd7-eb78f672e2db req-3da74587-717e-4ffc-b04b-0ba0089f9049 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435445 Mar 11 17:28:03.753083 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f32df6-1466-49b3-9107-9569492e3aad req-d199f59f-0743-4414-9ee7-6bd52c8a753c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:03.754540 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f4f32df6-1466-49b3-9107-9569492e3aad req-d199f59f-0743-4414-9ee7-6bd52c8a753c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 943 time: 0.0876327 Mar 11 17:28:03.824314 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-f4f32df6-1466-49b3-9107-9569492e3aad req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Deleting port d1874cee-0075-4ca6-97d1-6da75f21661a {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:03.824658 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f4f32df6-1466-49b3-9107-9569492e3aad req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.080483 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-f4f32df6-1466-49b3-9107-9569492e3aad req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] For port d1874cee-0075-4ca6-97d1-6da75f21661a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=d1874cee-0075-4ca6-97d1-6da75f21661a,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:04.080750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f4f32df6-1466-49b3-9107-9569492e3aad req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.208700 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-f4f32df6-1466-49b3-9107-9569492e3aad req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Calling delete_port for d1874cee-0075-4ca6-97d1-6da75f21661a owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:04.407476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f4f32df6-1466-49b3-9107-9569492e3aad req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.461706 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event deleted for resources: {'Port': ['ID=d1874cee-0075-4ca6-97d1-6da75f21661a,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:04.500188 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.500524 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.500856 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.501182 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.501502 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.501818 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.502133 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.502476 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.502792 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.503128 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.503437 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.503753 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833379-1-hyperv {{(pid=88600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:28:04.548271 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f32df6-1466-49b3-9107-9569492e3aad req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] No DVR routers for this DVR port d1874cee-0075-4ca6-97d1-6da75f21661a on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:04.550809 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-f4f32df6-1466-49b3-9107-9569492e3aad req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:04.553481 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'name': 'network-vif-deleted', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:04.647859 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d369a4-adea-4c2b-b4a1-12f4c3dde6e3', 'name': 'network-vif-deleted', 'tag': 'd1874cee-0075-4ca6-97d1-6da75f21661a', 'status': 'completed', 'code': 200} Mar 11 17:28:04.665416 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-f4f32df6-1466-49b3-9107-9569492e3aad req-cc354f65-da9d-4a0f-abc6-2fe59132d559 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "DELETE /v2.0/ports/d1874cee-0075-4ca6-97d1-6da75f21661a HTTP/1.1" status: 204 len: 173 time: 0.9059551 Mar 11 17:28:04.816748 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a9504f57-0d09-4326-9a68-f6485b0f607b req-b2e80578-e126-4866-a49f-1e1632de0be8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Synchronizing usage tracker for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:04.938769 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-a9504f57-0d09-4326-9a68-f6485b0f607b req-b2e80578-e126-4866-a49f-1e1632de0be8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Unset dirty status for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:04.939943 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-a9504f57-0d09-4326-9a68-f6485b0f607b req-b2e80578-e126-4866-a49f-1e1632de0be8 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d369a4-adea-4c2b-b4a1-12f4c3dde6e3 HTTP/1.1" status: 200 len: 210 time: 0.1690645 Mar 11 17:28:07.477106 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 45606) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:07.714748 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Deleting port 14de87e1-3860-4432-ac2b-c0087d43d3cd {{(pid=88601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:07.715100 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.910329 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:07.910659 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.040750 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.plugins.ml2.plugin [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Calling delete_port for 14de87e1-3860-4432-ac2b-c0087d43d3cd owned by network:floatingip {{(pid=88601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:08.154923 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d1874cee-0075-4ca6-97d1-6da75f21661a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:08.190351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: d1874cee-0075-4ca6-97d1-6da75f21661a {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:28:08.190788 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device d1874cee-0075-4ca6-97d1-6da75f21661a not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:08.281723 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7652983'] for port, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.329353 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event deleted for resources: {'Port': ['ID=14de87e1-3860-4432-ac2b-c0087d43d3cd,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:08.429311 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for floatingip, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:08.429680 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.db.l3_db [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Floating IP facbbc85-7a65-4727-8646-1997876062be disassociated (deleted). External IP: 172.26.8.81, port: 28535f5d-c6da-4937-8b44-8798b78c9201. Mar 11 17:28:08.802282 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:28:09.112804 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:28:09.123653 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] Sync routers for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:09.135090 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:28:09.135757 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:27:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:09.196430 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for floatingip, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:09.257623 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-f94ef50a-7d83-4638-86de-11b65b515a9f tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "DELETE /v2.0/floatingips/facbbc85-7a65-4727-8646-1997876062be HTTP/1.1" status: 204 len: 168 time: 1.7794085 Mar 11 17:28:09.258287 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201'}] {{(pid=88601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:09.307013 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201', 'status': 'completed', 'code': 200} Mar 11 17:28:09.366899 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:28:09.447542 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-386c60b9-6f7f-4128-ad75-995333a515e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.449937 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-386c60b9-6f7f-4128-ad75-995333a515e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 1097 time: 0.1215267 Mar 11 17:28:09.609833 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-91ae2931-53e7-4739-83dc-23275fd6737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.611323 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-91ae2931-53e7-4739-83dc-23275fd6737c service neutron] 10.222.0.35 "GET /v2.0/networks?id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 200 len: 910 time: 0.1549938 Mar 11 17:28:09.752764 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:09.756882 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] Checking router: c2355ae3-3b54-4610-b5eb-fbc0f7383a89 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:09.765806 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:28:09.766456 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:27:43Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:09.798848 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-f54352fa-48c8-4b00-973d-12c2b727363c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28535f5d-c6da-4937-8b44-8798b78c9201 HTTP/1.1" status: 200 len: 217 time: 0.1819298 Mar 11 17:28:09.874306 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-b494e695-b3ad-4114-b7a5-23f767495790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.875792 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-b494e695-b3ad-4114-b7a5-23f767495790 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 200 len: 848 time: 0.0713637 Mar 11 17:28:09.971161 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-f8ab4fbf-ccf7-42dc-9cbb-e7f6356a6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:09.972797 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-f8ab4fbf-ccf7-42dc-9cbb-e7f6356a6a41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a4edf1-6685-4410-90e2-5cf7e09ccbfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907884 Mar 11 17:28:09.979520 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:28:10.029445 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba19c6-e1c5-4a32-acdb-eccbc5e9e47d req-bbc9a723-c7dc-45e6-b961-bacb2acc6d99 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:10.031327 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-87ba19c6-e1c5-4a32-acdb-eccbc5e9e47d req-bbc9a723-c7dc-45e6-b961-bacb2acc6d99 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Synchronizing usage tracker for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88601) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:10.121840 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-e02e8162-9287-4a5b-ad02-c1bde26fca63 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422071 Mar 11 17:28:10.139214 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.quota.resource [req-87ba19c6-e1c5-4a32-acdb-eccbc5e9e47d req-bbc9a723-c7dc-45e6-b961-bacb2acc6d99 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Unset dirty status for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88601) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:10.140521 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87ba19c6-e1c5-4a32-acdb-eccbc5e9e47d req-bbc9a723-c7dc-45e6-b961-bacb2acc6d99 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 944 time: 0.2271137 Mar 11 17:28:10.173536 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:10.196447 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [req-87ba19c6-e1c5-4a32-acdb-eccbc5e9e47d req-73338e2a-0b8e-4d78-ac7e-18f7b3fda391 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473232 Mar 11 17:28:10.266668 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-572c6d42-07ad-4f73-bdb8-950e103a2df2 req-44fe1129-5f40-442a-9c4d-518ddefde053 service neutron] 10.222.0.35 "GET /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384058 Mar 11 17:28:10.332233 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:10.337526 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19db8c69-8f3d-4e22-9064-46624e42c767 None None] The sync data for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv is: [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:22:58Z', 'revision_number': 4, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv', '_interfaces': [{'id': '47796a09-8461-4be2-b372-e4a14b73b63b', 'name': '', 'network_id': '75a4edf1-6685-4410-90e2-5cf7e09ccbfb', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'mac_address': 'fa:16:3e:64:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:57Z', 'updated_at': '2022-03-11T17:23:04Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'subnets': [{'id': '6c39dcae-bed0-410c-8bbd-c41934d1d7bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:10.587089 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab60363-2238-41e7-8f78-89c5159f95f0 None None] New status for floating IP facbbc85-7a65-4727-8646-1997876062be: DOWN {{(pid=88602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 17:28:11.291304 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-93544c5e-226d-4e76-ae9c-151a42006d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.396450 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3849078-f934-42ed-b96e-f043dd160ea6 req-56b39f28-530d-4e07-8386-33bc9f563bf4 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:11.398194 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c3849078-f934-42ed-b96e-f043dd160ea6 req-56b39f28-530d-4e07-8386-33bc9f563bf4 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 944 time: 0.0896306 Mar 11 17:28:11.445345 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-c3849078-f934-42ed-b96e-f043dd160ea6 req-76988c5c-5ef2-4607-bb55-d469009c3d8d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/security-groups?id=866d0344-4daa-48b2-91a0-600c8796c939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 Mar 11 17:28:11.594571 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-2521011d-ad6d-4cd4-aab0-11dd91698358 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:28:11.596150 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-2521011d-ad6d-4cd4-aab0-11dd91698358 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 944 time: 0.1009660 Mar 11 17:28:11.675509 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Deleting port 28535f5d-c6da-4937-8b44-8798b78c9201 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:11.675750 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:11.945488 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] For port 28535f5d-c6da-4937-8b44-8798b78c9201, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=28535f5d-c6da-4937-8b44-8798b78c9201,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:11.945844 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.071901 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Calling delete_port for 28535f5d-c6da-4937-8b44-8798b78c9201 owned by compute:nova {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:12.304754 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.359897 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event deleted for resources: {'Port': ['ID=28535f5d-c6da-4937-8b44-8798b78c9201,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:12.436760 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] No DVR routers for this DVR port 28535f5d-c6da-4937-8b44-8798b78c9201 on host hv-neutron-8333 {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:12.439541 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71615'] for port, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:12.442066 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'name': 'network-vif-deleted', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201'}] {{(pid=88600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 17:28:12.490611 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee02216-68f8-402a-8c8e-173fbe4c8ea1', 'name': 'network-vif-deleted', 'tag': '28535f5d-c6da-4937-8b44-8798b78c9201', 'status': 'completed', 'code': 200} Mar 11 17:28:12.526032 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-ded4d8b2-3a6f-474c-834b-09f675aeffe0 req-cb9f1e10-dbc1-48ac-9084-58e3fc4df73d tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.35 "DELETE /v2.0/ports/28535f5d-c6da-4937-8b44-8798b78c9201 HTTP/1.1" status: 204 len: 173 time: 0.9241321 Mar 11 17:28:12.605014 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2424f64c-0166-4abf-995b-27f6fee753f9 req-c85531e2-0f83-4eed-be18-65d06cedf1f5 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Synchronizing usage tracker for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88600) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:28:12.681224 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.quota.resource [req-2424f64c-0166-4abf-995b-27f6fee753f9 req-c85531e2-0f83-4eed-be18-65d06cedf1f5 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Unset dirty status for tenant:a3aa16f0850543c0a6bb5eb9a0524b91 on resource:port {{(pid=88600) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:28:12.684200 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [req-2424f64c-0166-4abf-995b-27f6fee753f9 req-c85531e2-0f83-4eed-be18-65d06cedf1f5 tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ee02216-68f8-402a-8c8e-173fbe4c8ea1 HTTP/1.1" status: 200 len: 210 time: 0.1262736 Mar 11 17:28:13.424160 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-76b4cc84-5551-407b-ace9-7e12d4bd47a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.793072 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [-] (88601) accepted ('10.222.0.57', 45626) {{(pid=88601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:13.870195 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a132caa5-f499-4ae3-9343-230e6ea6916c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group, before_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:13.901566 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a132caa5-f499-4ae3-9343-230e6ea6916c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.058687 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a132caa5-f499-4ae3-9343-230e6ea6916c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.078135 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132caa5-f499-4ae3-9343-230e6ea6916c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866d0344-4daa-48b2-91a0-600c8796c939,revision_number=None']} {{(pid=88601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:14.154757 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron_lib.callbacks.manager [None req-a132caa5-f499-4ae3-9343-230e6ea6916c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] Notify callbacks [] for security_group, before_response {{(pid=88601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.155934 dv-neutron-833379-1-hyperv neutron-server[88601]: INFO neutron.wsgi [None req-a132caa5-f499-4ae3-9343-230e6ea6916c tempest-TestSnapshotPattern-2129383240 tempest-TestSnapshotPattern-2129383240-project] 10.222.0.57 "DELETE /v2.0/security-groups/866d0344-4daa-48b2-91a0-600c8796c939 HTTP/1.1" status: 204 len: 168 time: 0.3618686 Mar 11 17:28:14.260349 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45632) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:14.721303 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:14.982628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.056819 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.424380 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Deleting port 47796a09-8461-4be2-b372-e4a14b73b63b {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:15.425059 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.607583 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] For port 47796a09-8461-4be2-b372-e4a14b73b63b, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=47796a09-8461-4be2-b372-e4a14b73b63b,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:15.607938 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:15.746562 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Calling delete_port for 47796a09-8461-4be2-b372-e4a14b73b63b owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:16.001290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.078058 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47796a09-8461-4be2-b372-e4a14b73b63b,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:16.182901 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.203745 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 28535f5d-c6da-4937-8b44-8798b78c9201 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:16.242233 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] No Port match for: 28535f5d-c6da-4937-8b44-8798b78c9201 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:28:16.242611 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Device 28535f5d-c6da-4937-8b44-8798b78c9201 not bound to the agent host hv-neutron-8333 {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:16.441265 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:16.819041 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:28:17.007568 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:28:17.017970 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] Sync routers for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:17.027285 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:28:17.027883 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:17.072565 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-69e7102d-1ffc-4c98-9ea1-b562582c26e2 admin admin] 10.222.0.57 "PUT /v2.0/routers/c2355ae3-3b54-4610-b5eb-fbc0f7383a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8107827 Mar 11 17:28:17.074870 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45638) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:17.246514 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:28:17.268716 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.451638 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.525400 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Deleting port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:17.526037 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.549813 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:28:15Z', 'revision_number': 5, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port': {'id': '57bc9795-3f95-43cb-aad8-a9e3cd229a3f', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:22:54Z', 'updated_at': '2022-03-11T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:17.554613 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] Checking router: c2355ae3-3b54-4610-b5eb-fbc0f7383a89 for host: dv-neutron-833379-1-hyperv {{(pid=88603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:17.563518 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] Routers {'c2355ae3-3b54-4610-b5eb-fbc0f7383a89'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:28:17.564172 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'], 'active': True} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:17.725378 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_dvr_db [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] Set router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 gateway port host: None {{(pid=88603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:28:17.837012 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.l3_hamode_db [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:28:17Z', 'revision_number': 6, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:17.841161 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bef2040-f92d-4e49-a572-7ac63e0d0cf6 None None] The sync data for ids ['c2355ae3-3b54-4610-b5eb-fbc0f7383a89'] in dv-neutron-833379-1-hyperv is: [{'id': 'c2355ae3-3b54-4610-b5eb-fbc0f7383a89', 'name': 'tempest-TestSnapshotPattern-688121684-router', 'tenant_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:22:53Z', 'updated_at': '2022-03-11T17:28:17Z', 'revision_number': 6, 'project_id': 'a3aa16f0850543c0a6bb5eb9a0524b91', 'gw_port_host': None}] {{(pid=88603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:17.846158 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] For port 57bc9795-3f95-43cb-aad8-a9e3cd229a3f, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=57bc9795-3f95-43cb-aad8-a9e3cd229a3f,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:17.846552 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:17.971141 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Calling delete_port for 57bc9795-3f95-43cb-aad8-a9e3cd229a3f owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:18.201354 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.256810 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=57bc9795-3f95-43cb-aad8-a9e3cd229a3f,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:18.354807 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.537129 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.541261 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.627231 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 47796a09-8461-4be2-b372-e4a14b73b63b no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:18.635460 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.636026 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2355ae3-3b54-4610-b5eb-fbc0f7383a89 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:28:18.650412 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.654313 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-0cec3d6d-a531-40cd-b978-bd9933322c2f admin admin] 10.222.0.57 "DELETE /v2.0/routers/c2355ae3-3b54-4610-b5eb-fbc0f7383a89 HTTP/1.1" status: 204 len: 168 time: 1.5756431 Mar 11 17:28:18.654313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45642) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:18.665558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 47796a09-8461-4be2-b372-e4a14b73b63b {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:28:18.665878 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 47796a09-8461-4be2-b372-e4a14b73b63b not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:18.666527 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 57bc9795-3f95-43cb-aad8-a9e3cd229a3f no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:18.706658 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 57bc9795-3f95-43cb-aad8-a9e3cd229a3f {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:28:18.707002 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 57bc9795-3f95-43cb-aad8-a9e3cd229a3f not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:18.735557 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a321dd2-6f4e-4ca4-a233-8d66ffd6c5a8 admin admin] Deleting subnet 6c39dcae-bed0-410c-8bbd-c41934d1d7bb {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:28:18.738592 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a321dd2-6f4e-4ca4-a233-8d66ffd6c5a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.796490 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a321dd2-6f4e-4ca4-a233-8d66ffd6c5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:18.908912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a321dd2-6f4e-4ca4-a233-8d66ffd6c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.058670 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a321dd2-6f4e-4ca4-a233-8d66ffd6c5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.093895 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a321dd2-6f4e-4ca4-a233-8d66ffd6c5a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c39dcae-bed0-410c-8bbd-c41934d1d7bb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:19.099290 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-9a321dd2-6f4e-4ca4-a233-8d66ffd6c5a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.105985 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-9a321dd2-6f4e-4ca4-a233-8d66ffd6c5a8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6c39dcae-bed0-410c-8bbd-c41934d1d7bb HTTP/1.1" status: 204 len: 168 time: 0.4509201 Mar 11 17:28:19.106255 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b20980a-b2b9-42b4-9979-09185e3a6848 None None] Network 75a4edf1-6685-4410-90e2-5cf7e09ccbfb requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:28:19.114847 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45646) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:19.222581 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.234912 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Deleting port d8bc6840-1267-427b-ba09-a10a6b469275 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:19.235251 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.362831 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] DHCP port deletion for 75a4edf1-6685-4410-90e2-5cf7e09ccbfb request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:28:19.368844 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] Deleting port d8bc6840-1267-427b-ba09-a10a6b469275 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:19.369224 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.463067 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] For port d8bc6840-1267-427b-ba09-a10a6b469275, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d8bc6840-1267-427b-ba09-a10a6b469275,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:19.463416 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.599433 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] For port d8bc6840-1267-427b-ba09-a10a6b469275, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=d8bc6840-1267-427b-ba09-a10a6b469275,segment=NetworkSegment(22bbf69d-562f-444a-98dc-590191456ad4),segment_id=22bbf69d-562f-444a-98dc-590191456ad4)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:19.599794 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.708294 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Calling delete_port for d8bc6840-1267-427b-ba09-a10a6b469275 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:19.729348 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] Calling delete_port for d8bc6840-1267-427b-ba09-a10a6b469275 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:19.871005 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 17:28:19.871005 dv-neutron-833379-1-hyperv neutron-server[88602]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 11 17:28:19.871005 dv-neutron-833379-1-hyperv neutron-server[88602]: [parameters: {'port_id': 'd8bc6840-1267-427b-ba09-a10a6b469275'}] Mar 11 17:28:19.871005 dv-neutron-833379-1-hyperv neutron-server[88602]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:28:19.871465 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:28:19.904269 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:19.952956 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bc6840-1267-427b-ba09-a10a6b469275,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:19.956505 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] No DVR routers for this DVR port d8bc6840-1267-427b-ba09-a10a6b469275 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:20.077138 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.102799 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a4edf1-6685-4410-90e2-5cf7e09ccbfb']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:20.115090 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bbf69d-562f-444a-98dc-590191456ad4') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:20.115773 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bbf69d-562f-444a-98dc-590191456ad4') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:20.127312 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.144213 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.151337 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:20.151742 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:20.169196 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:20.367333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.372629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] Deleting port d8bc6840-1267-427b-ba09-a10a6b469275 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:20.373210 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.384008 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:20.395174 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a4edf1-6685-4410-90e2-5cf7e09ccbfb,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:20.441934 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-ad6834fb-af19-47b2-8465-217123f96bb4 None None] The port 'd8bc6840-1267-427b-ba09-a10a6b469275' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 17:28:20.465089 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-f1cab850-7646-4309-8c06-5d6501739554 admin admin] 10.222.0.57 "DELETE /v2.0/networks/75a4edf1-6685-4410-90e2-5cf7e09ccbfb HTTP/1.1" status: 204 len: 168 time: 1.3555191 Mar 11 17:28:20.467803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45650) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:20.629951 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d8bc6840-1267-427b-ba09-a10a6b469275 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:20.669699 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: d8bc6840-1267-427b-ba09-a10a6b469275 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:28:20.670045 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device d8bc6840-1267-427b-ba09-a10a6b469275 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:21.038311 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1799879'] for router_interface, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.497817 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Deleting port b77c460f-a1f2-4a4f-a6bb-a501934a6921 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:21.498155 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.669935 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] For port b77c460f-a1f2-4a4f-a6bb-a501934a6921, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=b77c460f-a1f2-4a4f-a6bb-a501934a6921,segment=NetworkSegment(9e81aeec-9e53-44b2-a9a2-e774eb6b8acc),segment_id=9e81aeec-9e53-44b2-a9a2-e774eb6b8acc)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:21.670318 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:21.797616 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Calling delete_port for b77c460f-a1f2-4a4f-a6bb-a501934a6921 owned by network:router_interface {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:22.045142 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.092626 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b77c460f-a1f2-4a4f-a6bb-a501934a6921,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:22.375865 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1799771'] for router_interface, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:22.752139 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Router 7171c26b-c4ef-4712-b738-826ab8fcae18 has already been hosted by L3 agent fe23d243-5ac8-4eac-8701-a46e530d91c3 {{(pid=88600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 11 17:28:23.047877 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] Notify agent at l3_agent.dv-neutron-833379-1-hyperv the message routers_updated {{(pid=88600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 11 17:28:23.056484 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] Sync routers for ids ['7171c26b-c4ef-4712-b738-826ab8fcae18'] in dv-neutron-833379-1-hyperv {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 17:28:23.065825 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] Routers {'7171c26b-c4ef-4712-b738-826ab8fcae18'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:28:23.066515 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7171c26b-c4ef-4712-b738-826ab8fcae18'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:23.126675 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-6df9d51b-2d34-45de-a1b5-1154df9771fd admin admin] 10.222.0.57 "PUT /v2.0/routers/7171c26b-c4ef-4712-b738-826ab8fcae18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6577625 Mar 11 17:28:23.129127 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45654) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:23.251845 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] Set router 7171c26b-c4ef-4712-b738-826ab8fcae18 gateway port host: dv-neutron-833379-1-hyperv {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:28:23.309994 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks [] for router, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.503731 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.578146 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Deleting port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:23.578482 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.615693 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'external_fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:03Z', 'updated_at': '2022-03-11T17:28:21Z', 'revision_number': 5, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'gw_port': {'id': '8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9', 'name': '', 'network_id': '4685d94e-a86c-4851-83bb-ea47cd8951ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833379-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:23:04Z', 'updated_at': '2022-03-11T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eeb6a04a-1b90-4a2e-8ed4-34b604201166', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833379-1-hyperv'}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:23.620078 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] Checking router: 7171c26b-c4ef-4712-b738-826ab8fcae18 for host: dv-neutron-833379-1-hyperv {{(pid=88602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 17:28:23.628789 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] Routers {'7171c26b-c4ef-4712-b738-826ab8fcae18'} bound to L3 agent in host dv-neutron-833379-1-hyperv {{(pid=88602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 11 17:28:23.629431 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833379-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T16:06:13Z,description=,heartbeat_timestamp=2022-03-11T17:28:13Z,host='dv-neutron-833379-1-hyperv',id=fe23d243-5ac8-4eac-8701-a46e530d91c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T16:06:14Z,topic='l3_agent')) {'router_ids': ['7171c26b-c4ef-4712-b738-826ab8fcae18'], 'active': True} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:23.756040 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] For port 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9,segment=NetworkSegment(44136f8f-3190-453c-baac-d438fb0d7451),segment_id=44136f8f-3190-453c-baac-d438fb0d7451)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:23.756404 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:23.803200 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_dvr_db [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] Set router 7171c26b-c4ef-4712-b738-826ab8fcae18 gateway port host: None {{(pid=88602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 11 17:28:23.888732 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Calling delete_port for 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 owned by network:router_gateway {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:23.924609 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.db.l3_hamode_db [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:03Z', 'updated_at': '2022-03-11T17:28:23Z', 'revision_number': 6, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'gw_port_host': None}], 'dv-neutron-833379-1-hyperv', False) {} {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:23.929598 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4219fc-c4dc-4096-9818-05c78338b359 None None] The sync data for ids ['7171c26b-c4ef-4712-b738-826ab8fcae18'] in dv-neutron-833379-1-hyperv is: [{'id': '7171c26b-c4ef-4712-b738-826ab8fcae18', 'name': 'tempest-TestSnapshotPattern-467029241-router', 'tenant_id': '5ff77104293641c7a3a844f37be8dd9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:23:03Z', 'updated_at': '2022-03-11T17:28:23Z', 'revision_number': 6, 'project_id': '5ff77104293641c7a3a844f37be8dd9a', 'gw_port_host': None}] {{(pid=88602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 17:28:24.149514 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.200243 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:24.299744 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1798882'] for router_gateway, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.478801 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1800917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3086'] for router, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.480982 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.594910 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1800714'] for router, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.595459 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7171c26b-c4ef-4712-b738-826ab8fcae18 {{(pid=88600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 11 17:28:24.608344 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] Notify callbacks [] for router, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.609450 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1df5baad-1e63-457e-92bf-93bbfc83534f admin admin] 10.222.0.57 "DELETE /v2.0/routers/7171c26b-c4ef-4712-b738-826ab8fcae18 HTTP/1.1" status: 204 len: 168 time: 1.4794374 Mar 11 17:28:24.611962 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45658) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:24.782767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b77c460f-a1f2-4a4f-a6bb-a501934a6921 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:24.794385 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bf856c-983d-4a1d-a041-01df12790f76 admin admin] Deleting subnet fe34c99d-7558-45ea-9b9d-59efbd39f647 {{(pid=88600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 11 17:28:24.797287 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4bf856c-983d-4a1d-a041-01df12790f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.822883 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: b77c460f-a1f2-4a4f-a6bb-a501934a6921 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:28:24.823236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device b77c460f-a1f2-4a4f-a6bb-a501934a6921 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:24.823662 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:24.851564 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4bf856c-983d-4a1d-a041-01df12790f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7190046'] for subnet, precommit_delete_associations {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:24.860914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:28:24.861258 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device 8bb1506d-a783-4c6f-adc0-9e8cb0c2c8f9 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:24.932669 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4bf856c-983d-4a1d-a041-01df12790f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858419'] for subnet, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.098313 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4bf856c-983d-4a1d-a041-01df12790f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6313977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6786148'] for subnet, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.137203 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf856c-983d-4a1d-a041-01df12790f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe34c99d-7558-45ea-9b9d-59efbd39f647,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:25.140934 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-c4bf856c-983d-4a1d-a041-01df12790f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.147203 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9610ae-328a-4d99-bb4c-23c019ed4dd0 None None] Network 2ac0426a-8c11-41e6-897b-d8176b8ccc6c requested from dv-neutron-833379-1-hyperv {{(pid=88602) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 11 17:28:25.150909 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-c4bf856c-983d-4a1d-a041-01df12790f76 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fe34c99d-7558-45ea-9b9d-59efbd39f647 HTTP/1.1" status: 204 len: 168 time: 0.5355389 Mar 11 17:28:25.155536 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45664) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:25.257407 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529135'] for network, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.267918 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Deleting port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 {{(pid=88600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:25.268184 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.397480 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] DHCP port deletion for 2ac0426a-8c11-41e6-897b-d8176b8ccc6c request from dv-neutron-833379-1-hyperv {{(pid=88602) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 11 17:28:25.401678 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] Deleting port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:25.402047 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.485166 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.db [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] For port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a2bc4b12-34f0-41a2-aeda-8c217a53a0a9,segment=NetworkSegment(9e81aeec-9e53-44b2-a9a2-e774eb6b8acc),segment_id=9e81aeec-9e53-44b2-a9a2-e774eb6b8acc)] {{(pid=88600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:25.485522 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.610629 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.db [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] For port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9, host dv-neutron-833379-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833379-1-hyperv',level=0,port_id=a2bc4b12-34f0-41a2-aeda-8c217a53a0a9,segment=NetworkSegment(9e81aeec-9e53-44b2-a9a2-e774eb6b8acc),segment_id=9e81aeec-9e53-44b2-a9a2-e774eb6b8acc)] {{(pid=88602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 11 17:28:25.611062 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1772999'] for port, precommit_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.617843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.plugin [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Calling delete_port for a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 owned by network:dhcp {{(pid=88600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:25.737630 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] Calling delete_port for a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 owned by network:dhcp {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 11 17:28:25.761055 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-55294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728838684142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728838304561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6313932'] for port, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.811914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.db.api [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:28:25.812485 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG oslo_db.api [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:28:25.813417 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bc4b12-34f0-41a2-aeda-8c217a53a0a9,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:25.816653 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] No DVR routers for this DVR port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 on host dv-neutron-833379-1-hyperv {{(pid=88600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:28:25.935665 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-859320', 'neutron.services.segments.db._delete_segments_for_network-8728838822997'] for network, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:25.962304 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac0426a-8c11-41e6-897b-d8176b8ccc6c']}} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:25.975102 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc') {'for_net_delete': True} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:25.975647 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.services.segments.db [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e81aeec-9e53-44b2-a9a2-e774eb6b8acc') {} {{(pid=88600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:28:25.986952 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728838829168', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7190039'] for segment, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.002940 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852964'] for segment, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.009418 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=88600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 17:28:26.009803 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6313891'] for segment, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: Traceback (most recent call last): Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: timer() Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: cb(*args, **kw) Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: return func(*args, **kwargs) Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: self._notify() Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: self.callback(batched_events) Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: event.method(event) Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: return f(self, *a, **k) Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._get(url).json() Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: return self.request(url, 'GET', **kwargs) Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:28:26.024239 dv-neutron-833379-1-hyperv neutron-server[88600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:28:26.201049 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-859267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798855'] for network, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.217874 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Notify callbacks [] for network, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.228425 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac0426a-8c11-41e6-897b-d8176b8ccc6c,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:26.235890 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-d31a6a98-11a4-4241-ab27-c55c5e167512 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2ac0426a-8c11-41e6-897b-d8176b8ccc6c HTTP/1.1" status: 204 len: 168 time: 1.0839016 Mar 11 17:28:26.313558 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] Deleting port a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 {{(pid=88602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 11 17:28:26.314010 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728838679044'] for port, before_delete {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.385413 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-c8206df9-2109-4253-940b-ae7f155c115c None None] The port 'a2bc4b12-34f0-41a2-aeda-8c217a53a0a9' was deleted {{(pid=88602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 11 17:28:26.558235 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45670) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:26.614207 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-1da435b2-e713-4aa8-a0b4-9301f258b35c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3aa16f0850543c0a6bb5eb9a0524b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528719 Mar 11 17:28:26.614843 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45676) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:26.632246 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 no longer exists at agent ovs-agent-dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:28:26.664170 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] No Port match for: a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 {{(pid=88602) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 11 17:28:26.664508 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron.plugins.ml2.rpc [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Device a2bc4b12-34f0-41a2-aeda-8c217a53a0a9 not bound to the agent host dv-neutron-833379-1-hyperv {{(pid=88602) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:28:26.679078 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9a4b-7c9d-4d7a-a736-bc708475db02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.709379 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9a4b-7c9d-4d7a-a736-bc708475db02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.839347 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9a4b-7c9d-4d7a-a736-bc708475db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.855298 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f9a4b-7c9d-4d7a-a736-bc708475db02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60932202-d411-4301-97f9-5fd77a667f50,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:26.863333 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-8c1f9a4b-7c9d-4d7a-a736-bc708475db02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:26.864442 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-8c1f9a4b-7c9d-4d7a-a736-bc708475db02 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60932202-d411-4301-97f9-5fd77a667f50 HTTP/1.1" status: 204 len: 168 time: 0.2481141 Mar 11 17:28:27.553270 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45684) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:27.603855 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-845969df-1b4b-4b5c-a3b0-812f2e4daea5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ff77104293641c7a3a844f37be8dd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493648 Mar 11 17:28:27.606383 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.wsgi [-] (88600) accepted ('10.222.0.57', 45688) {{(pid=88600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:28:27.667107 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-473bc9fe-7ddf-43c7-9cb1-b8bad6f54d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.693527 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-473bc9fe-7ddf-43c7-9cb1-b8bad6f54d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.825029 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-473bc9fe-7ddf-43c7-9cb1-b8bad6f54d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1761029'] for security_group, after_delete {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.845718 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bc9fe-7ddf-43c7-9cb1-b8bad6f54d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2e1f03-d40a-4fbc-8b99-c20b3f6441a2,revision_number=None']} {{(pid=88600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:28:27.850484 dv-neutron-833379-1-hyperv neutron-server[88600]: DEBUG neutron_lib.callbacks.manager [None req-473bc9fe-7ddf-43c7-9cb1-b8bad6f54d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:27.851687 dv-neutron-833379-1-hyperv neutron-server[88600]: INFO neutron.wsgi [None req-473bc9fe-7ddf-43c7-9cb1-b8bad6f54d48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7a2e1f03-d40a-4fbc-8b99-c20b3f6441a2 HTTP/1.1" status: 204 len: 168 time: 0.2443986 Mar 11 17:28:36.925745 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:28:40.164568 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:41.244896 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-5ae51806-9509-4e9e-bd4a-017e762c0f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:43.469023 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-096c3fa9-5377-40f3-afd9-3ad2659310de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.759917 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:44.988669 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:46.240229 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:28:52.104856 dv-neutron-833379-1-hyperv neutron-server[88601]: DEBUG neutron.wsgi [req-0f9a1e10-e462-4769-ae5c-a8c83ba55a9f req-bbf29d07-ffcc-4c69-97ed-f83a39842283 service neutron] (88601) timed out ('10.222.0.57', 42944) {{(pid=88601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 17:29:10.153847 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:11.256526 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-9bd0bdcc-4e2a-4b6f-bb19-2be182854a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.444918 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4b3351f6-56c8-4e9f-90a4-9aaf2c10967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:13.924783 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:29:14.741711 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:14.972469 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:16.193163 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:40.163633 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:41.243657 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1708489f-ef01-4ad4-9d56-cf355afb49a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:43.420339 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d4824be9-02ea-45f1-bfb1-99b004251c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.741236 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:44.980654 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:46.197983 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:29:50.924028 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:30:10.191240 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:11.225691 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-319c9675-a8ea-4718-8203-506638c4f6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:13.437001 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-34523a18-fd06-4a56-a58f-9b3cec942bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.740317 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:14.980264 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:16.191287 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:27.925419 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:30:40.185618 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:41.236765 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ea7f65a9-802a-44e8-87e7-e675ada4d630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:43.447243 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-bfd3fc63-fdc0-481a-ad7a-50e7af354488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.716326 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:44.978510 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:30:46.196500 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:04.923918 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:31:10.217716 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:11.236619 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-d8fed3cf-476c-4443-8473-0ea4de4f267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:13.448065 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-e4c833cb-7c7e-4b40-9405-34400abea754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.726159 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:14.971863 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:16.217552 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:40.212703 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.239319 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-ae090210-c972-4a30-b167-d2eb1963e3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:41.923131 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:31:43.450993 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f7754b05-9401-480a-875c-1f03b1d8019f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.730464 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:44.976408 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:31:46.195704 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:10.236034 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:11.246695 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-1c4428c7-4302-4dc8-886b-d24db8e48128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:13.475459 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-55ce069b-3e4a-45c5-82ab-9be4f52d98ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:14.766439 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:15.006827 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:16.215178 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:18.922302 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:32:40.214133 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:41.237767 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-30f44b0e-2848-4935-bcb4-41ded7bb640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:43.532513 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b928470d-7d05-430f-90a3-2148c1aaa083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.725998 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:44.989489 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:46.211919 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:32:55.959091 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:33:10.263205 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:11.247663 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-a7b75cbc-1ef5-4bae-adb1-fcdaeeed4c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:13.482132 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-914ef5c5-654a-4498-bd91-64f66ee06f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.731462 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:14.982792 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:16.240351 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:32.917912 dv-neutron-833379-1-hyperv neutron-server[88603]: DEBUG neutron.db.agents_db [None req-33cba050-aa73-4e27-a7f3-bca97c78b617 None None] Agent healthcheck: found 6 active agents {{(pid=88603) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:33:40.273628 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-46d80c8c-2da3-4349-88a1-cc85fcb2b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:41.245285 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-09b022da-afe4-4eee-932b-a1b2e0ae8730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:43.446226 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-4515a26a-f412-4ce8-9d59-299d7cf43633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:44.753377 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-f5d0f75f-7c8f-4c11-8b09-5134f3d682df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:45.011914 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-87745536-29af-4495-b30f-29cfa38a3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:33:46.217864 dv-neutron-833379-1-hyperv neutron-server[88602]: DEBUG neutron_lib.callbacks.manager [None req-b8f5405a-c7e2-4e50-8dee-554bebedc1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728838822970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857922'] for agent, after_update {{(pid=88602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}